00010000:02000000:1.1F:1789178817.178356:0:34809:0:(ldlm_lockd.c:390:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0***
00010000:02000000:2.1F:1789178818.232803:0:6504:0:(ldlm_lockd.c:390:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0***
00010000:02000000:2.1:1789178819.257696:0:6504:0:(ldlm_lockd.c:390:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0***
00010000:02000000:2.1:1789178820.280688:0:6504:0:(ldlm_lockd.c:390:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0***
00010000:02000000:3.1F:1789178839.548667:0:35224:0:(ldlm_lockd.c:390:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0***
00010000:02000000:2.1:1789178840.568863:0:6504:0:(ldlm_lockd.c:390:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0***
00010000:02000000:2.1:1789178841.592842:0:6504:0:(ldlm_lockd.c:390:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0***
00010000:02000000:2.1:1789178842.616867:0:6504:0:(ldlm_lockd.c:390:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0***
00010000:02000000:2.1:1789178843.640836:0:6504:0:(ldlm_lockd.c:390:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0***
00010000:02000000:3.1:1789178843.676857:0:35224:0:(ldlm_lockd.c:390:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0***
00010000:02000000:2.1:1789178844.729148:0:6504:0:(ldlm_lockd.c:390:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0***
00010000:02000000:0.1F:1789178845.755913:0:6504:0:(ldlm_lockd.c:390:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0***
00010000:02000000:0.1:1789178846.776731:0:6504:0:(ldlm_lockd.c:390:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0***
00010000:02000000:3.1:1789178853.950109:0:8431:0:(ldlm_lockd.c:391:__ldlm_add_waiting_lock()) *** cfs_fail_loc=511, val=0***
00010000:02000000:3.1:1789178853.958365:0:8431:0:(ldlm_lockd.c:391:__ldlm_add_waiting_lock()) *** cfs_fail_loc=511, val=0***
00010000:02000000:0.1:1789178867.924733:0:24325:0:(ldlm_lockd.c:391:__ldlm_add_waiting_lock()) *** cfs_fail_loc=511, val=0***
00010000:00010000:3.0:1789185322.258509:0:8458:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000febe99f4/0xff23d3f688d8e00b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49bf2 expref: 554 pid: 16720 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.258529:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x6e5:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.258533:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x6e5:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.258537:0:8458:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000146315f7/0xff23d3f688d91d36 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.258544:0:8458:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000146315f7/0xff23d3f688d91d36 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.258576:0:8458:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.258598:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b269762450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+554:2391:x1876087010704256:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 116us (1811us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.258604:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22634
00000100:00100000:3.0:1789185322.258636:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22635
00000100:00100000:3.0:1789185322.258642:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d436d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+568:2391:x1876087010704128:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.258649:0:8458:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.258654:0:8458:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000009abf704a/0xff23d3f688d8df01 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49b27 expref: 568 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.258663:0:8458:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000009abf704a/0xff23d3f688d8df01 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49b27 expref: 568 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.258674:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009abf704a/0xff23d3f688d8df01 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x6d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49b27 expref: 568 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.258690:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x6d7:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.258693:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x6d7:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.258696:0:8458:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000037f82bb4/0xff23d3f688d91d28 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.258703:0:8458:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000037f82bb4/0xff23d3f688d91d28 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.258718:0:8458:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.258733:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d436d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+567:2391:x1876087010704128:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 91us (1916us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.258738:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22635
00000100:00100000:3.0:1789185322.258748:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22636
00000100:00100000:3.0:1789185322.258753:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d437480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+553:2392:x1876087010704384:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.258760:0:8458:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.258765:0:8458:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000079c07c62/0xff23d3f688d8e004 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49be4 expref: 553 pid: 24325 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.258773:0:8458:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000079c07c62/0xff23d3f688d8e004 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49be4 expref: 553 pid: 24325 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.258783:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000079c07c62/0xff23d3f688d8e004 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49be4 expref: 553 pid: 24325 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.258798:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x6e4:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.258800:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x6e4:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.258804:0:8458:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000039d3f603/0xff23d3f688d91d2f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.258810:0:8458:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000039d3f603/0xff23d3f688d91d2f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.258824:0:8458:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.258842:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d437480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+552:2392:x1876087010704384:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 88us (1968us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.258848:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22636
00000100:00100000:3.0:1789185322.258860:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22637
00000100:00100000:3.0:1789185322.258866:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d437800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+551:2392:x1876087010704640:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.258874:0:8458:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.258879:0:8458:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000035edfd7f/0xff23d3f688d8e019 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49c0e expref: 551 pid: 16720 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.258888:0:8458:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000035edfd7f/0xff23d3f688d8e019 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49c0e expref: 551 pid: 16720 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.258899:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x6e7:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.258903:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x6e7:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.258907:0:8458:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c935df13/0xff23d3f688d91d44 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.258915:0:8458:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c935df13/0xff23d3f688d91d44 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.258926:0:8458:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.260025:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d437800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+551:2392:x1876087010704640:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 1156us (2641us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.260034:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22637
00000100:00100000:3.0:1789185322.260056:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22638
00000100:00100000:3.0:1789185322.260065:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d434a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+550:2392:x1876087010704512:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.260074:0:8458:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.260081:0:8458:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b5e88a67/0xff23d3f688d8feb9 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x6e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 12582912->12587007) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ba8b expref: 550 pid: 35222 timeout: 9499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.260092:0:8458:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b5e88a67/0xff23d3f688d8feb9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 12582912->12587007) gid 0 flags: 0x50000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ba8b expref: 550 pid: 35222 timeout: 9499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.260109:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x6e6:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1789185322.260112:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x6e6:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1789185322.260117:0:8458:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000178222ab/0xff23d3f688d91d3d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.260125:0:8458:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000178222ab/0xff23d3f688d91d3d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.260146:0:8458:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000004:00080000:2.0:1789185322.263527:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b150549180/2, rc 0, transno 4294989226
00000100:00100000:2.0:1789185322.263540:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b150549180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018734848:0@lo:6:osp-syn-1-0.0
00000004:00080000:2.0:1789185322.263877:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b15054b480/2, rc 0, transno 4294989227
00000100:00100000:2.0:1789185322.263886:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b15054b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018736128:0@lo:6:osp-syn-1-0.0
00000004:00080000:2.0:1789185322.263897:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b15286a680/2, rc 0, transno 4294977413
00000100:00100000:2.0:1789185322.263904:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b15286a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018732928:0@lo:6:osp-syn-0-0.0
00010000:00010000:2.0:1789185322.263954:0:178146:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000febe99f4/0xff23d3f688d8e00b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49bf2 expref: 549 pid: 16720 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.263970:0:178146:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b152964a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:178146:1876087018736640:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185322.263990:0:178146:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000146315f7/0xff23d3f688d91d36 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.264003:0:178146:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000146315f7/0xff23d3f688d91d36 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.264010:0:178146:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000146315f7/0xff23d3f688d91d36 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.264023:0:178146:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000146315f7/0xff23d3f688d91d36 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.264030:0:178146:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000146315f7/0xff23d3f688d91d36 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.264046:0:178146:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1789185322.264194:0:178146:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b15054bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+465:3637:x1876087018736256:12345-0@lo:6:osp-syn-1-0.0 Request processed in 20806us (21000us total) trans 4294989229 rc 0/0
00000100:00100000:2.0:1789185322.264202:0:178146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37150
00000004:00080000:2.0:1789185322.264229:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b150548380/2, rc 0, transno 4294989229
00000100:00100000:2.0:1789185322.264237:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b150548380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018736256:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185322.264269:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1789185322.264278:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b150552a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018739968:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185322.264306:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:2.0:1789185322.264347:0:178142:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b5e88a67/0xff23d3f688d8feb9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12582912->12587007) gid 0 flags: 0x44801400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ba8b expref: 548 pid: 35222 timeout: 9499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.264361:0:178142:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b152966d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:178142:1876087018736768:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185322.264373:0:178142:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000178222ab/0xff23d3f688d91d3d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.264382:0:178142:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000178222ab/0xff23d3f688d91d3d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.264389:0:178142:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000178222ab/0xff23d3f688d91d3d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.264397:0:178142:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000178222ab/0xff23d3f688d91d3d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.264404:0:178142:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000178222ab/0xff23d3f688d91d3d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.264425:0:178142:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:3.0:1789185322.264734:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d434a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+547:2392:x1876087010704512:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 4669us (7252us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.264744:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22638
00000100:00100000:3.0:1789185322.264765:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22639
00000100:00100000:3.0:1789185322.264773:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d435500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+566:2392:x1876087010704768:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.264782:0:8458:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.264789:0:8458:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003c9529db/0xff23d3f688d8df0f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49b35 expref: 566 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.264801:0:8458:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003c9529db/0xff23d3f688d8df0f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49b35 expref: 566 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.264821:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003c9529db/0xff23d3f688d8df0f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x6d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49b35 expref: 566 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.264832:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x6d8:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.264835:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x6d8:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.264840:0:8458:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004bc0bd55/0xff23d3f688d91d4b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.264850:0:8458:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004bc0bd55/0xff23d3f688d91d4b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.264874:0:8458:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.264889:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d435500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+565:2392:x1876087010704768:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 118us (7394us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.264896:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22639
00000100:00100000:3.0:1789185322.265126:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.265158:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.265308:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.265338:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.265564:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.266312:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.266647:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010704896
00000100:00100000:3.0:1789185322.266654:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010704896
00010000:00010000:3.0:1789185322.266681:0:8458:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000287df0c6/0xff23d3f688d8defa lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x6d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49b19 expref: 565 pid: 8429 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.266700:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010705152
00000100:00100000:3.0:1789185322.266702:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010705152
00010000:00010000:3.0:1789185322.266715:0:8458:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000fadb1987/0xff23d3f688d8e020 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49c1c expref: 547 pid: 24325 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.266726:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010705024
00000100:00100000:3.0:1789185322.266728:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010705024
00010000:00010000:3.0:1789185322.266739:0:8458:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000df21247a/0xff23d3f688d8df08 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49b43 expref: 566 pid: 8429 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.266748:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010705280
00000100:00100000:3.0:1789185322.266750:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010705280
00010000:00010000:3.0:1789185322.266759:0:8458:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a03f88c8/0xff23d3f688d8df1d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49b5f expref: 567 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.266770:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010705408
00000100:00100000:3.0:1789185322.266772:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010705408
00010000:00010000:3.0:1789185322.266781:0:8458:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002a2835c1/0xff23d3f688d8e02e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49c2a expref: 548 pid: 16720 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.266792:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010705536
00000100:00100000:3.0:1789185322.266794:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010705536
00010000:00010000:3.0:1789185322.266803:0:8458:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000edd616b0/0xff23d3f688d8df16 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x6da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49b51 expref: 568 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.266817:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22640
00000100:00100000:3.0:1789185322.266825:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d434700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+568:2392:x1876087010704896:12345-192.168.204.3@tcp:103:ldlm_bl.0
00000100:00100000:2.0:1789185322.267153:0:178142:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b152967800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+468:3636:x1876087018736512:12345-0@lo:6:osp-syn-1-0.0 Request processed in 23579us (23839us total) trans 4294989230 rc 0/0
00000100:00100000:2.0:1789185322.267163:0:178142:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37151
00000100:00100000:2.0:1789185322.267187:0:178142:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37165
00000100:00100000:2.0:1789185322.267198:0:178142:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b145c95880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+467:3635:x1876087018739712:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1789185322.267221:0:178142:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1772 count 1
00010000:00010000:2.0:1789185322.267242:0:178142:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004f475c67/0xff23d3f688d91d9f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.267261:0:178142:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000bbd8211/0xff23d3f688d8e5d7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49c54 expref: 548 pid: 16720 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.267273:0:178142:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x6ec:0x0].0x0 since=123s v=(0 0)
00010000:00010000:2.0:1789185322.267278:0:178142:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x6ec:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.267284:0:178142:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004f475c67/0xff23d3f688d91d9f lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.267319:0:178142:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000bbd8211/0xff23d3f688d8e5d7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49c54 expref: 548 pid: 16720 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.267334:0:178142:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000bbd8211/0xff23d3f688d8e5d7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49c54 expref: 548 pid: 16720 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.267353:0:178142:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b150552300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:178142:1876087018740736:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185322.267405:0:178142:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0600 going to sleep for 11 seconds
00010000:00010000:3.0:1789185322.267451:0:8458:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.267468:0:8458:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000287df0c6/0xff23d3f688d8defa lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x6d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49b19 expref: 568 pid: 8429 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.267481:0:8458:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000287df0c6/0xff23d3f688d8defa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49b19 expref: 568 pid: 8429 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.267499:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x6d6:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.267503:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x6d6:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.267509:0:8458:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000bc9fe99c/0xff23d3f688d91d21 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.267523:0:8458:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bc9fe99c/0xff23d3f688d91d21 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.267539:0:8458:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.267578:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d434700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+568:2392:x1876087010704896:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 754us (2452us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.267584:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22640
00000100:00100000:3.0:1789185322.267599:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22641
00000100:00100000:3.0:1789185322.267606:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b269763050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+548:2392:x1876087010705152:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.267613:0:8458:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.267618:0:8458:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000fadb1987/0xff23d3f688d8e020 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49c1c expref: 548 pid: 24325 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.267628:0:8458:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000fadb1987/0xff23d3f688d8e020 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49c1c expref: 548 pid: 24325 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.267642:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fadb1987/0xff23d3f688d8e020 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49c1c expref: 548 pid: 24325 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.267654:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x6e8:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.267657:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x6e8:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.267661:0:8458:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000243cf2a2/0xff23d3f688d91d60 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.267673:0:8458:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000243cf2a2/0xff23d3f688d91d60 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.267690:0:8458:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.267706:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b269763050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+547:2392:x1876087010705152:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 101us (2547us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.267712:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22641
00000100:00100000:3.0:1789185322.267742:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22642
00000100:00100000:3.0:1789185322.267748:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d437100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+567:2392:x1876087010705024:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.267754:0:8458:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.267759:0:8458:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000df21247a/0xff23d3f688d8df08 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6d9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49b43 expref: 567 pid: 8429 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.267768:0:8458:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000df21247a/0xff23d3f688d8df08 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6d9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49b43 expref: 567 pid: 8429 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.267781:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000df21247a/0xff23d3f688d8df08 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x6d9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49b43 expref: 567 pid: 8429 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.267791:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x6d9:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.267794:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x6d9:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.267799:0:8458:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009a97dd45/0xff23d3f688d91d52 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.267812:0:8458:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009a97dd45/0xff23d3f688d91d52 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.267830:0:8458:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.267844:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d437100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+566:2392:x1876087010705024:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 96us (2536us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.267850:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22642
00000100:00100000:3.0:1789185322.267863:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22643
00000100:00100000:3.0:1789185322.267869:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d436680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+565:2392:x1876087010705280:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.267876:0:8458:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.267880:0:8458:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a03f88c8/0xff23d3f688d8df1d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6db:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49b5f expref: 565 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.267891:0:8458:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a03f88c8/0xff23d3f688d8df1d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6db:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49b5f expref: 565 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.267904:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a03f88c8/0xff23d3f688d8df1d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x6db:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49b5f expref: 565 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.267913:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x6db:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.267916:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x6db:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.267919:0:8458:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000002b4947e1/0xff23d3f688d91d6e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.267931:0:8458:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002b4947e1/0xff23d3f688d91d6e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.268815:0:35223:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000287df0c6/0xff23d3f688d8defa lrc: 0/0,0 mode: --/PR res: [0x280000401:0x6d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49b19 expref: 564 pid: 8429 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.268828:0:35223:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b15054b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:35223:1876087018735872:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185322.268846:0:35223:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000bc9fe99c/0xff23d3f688d91d21 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.268856:0:35223:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000bc9fe99c/0xff23d3f688d91d21 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.268863:0:35223:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bc9fe99c/0xff23d3f688d91d21 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.268871:0:35223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bc9fe99c/0xff23d3f688d91d21 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.268877:0:35223:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bc9fe99c/0xff23d3f688d91d21 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.268897:0:35223:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1789185322.268986:0:35223:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b15054b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+454:3635:x1876087018735488:12345-0@lo:6:osp-syn-0-0.0 Request processed in 29022us (31002us total) trans 4294977419 rc 0/0
00000100:00100000:2.0:1789185322.268994:0:35223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37147
00010000:00010000:2.0:1789185322.269014:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.269021:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789185322.269033:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b147627800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018740992:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185322.269062:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185322.269090:0:35223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018740992
00000100:00100000:2.0:1789185322.269094:0:35223:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018740992
00000100:00100000:2.0:1789185322.269113:0:35223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37169
00000100:00100000:2.0:1789185322.269118:0:35223:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b150552680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+469:3637:x1876087018740992:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1789185322.269130:0:35223:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1776 count 1
00010000:00010000:2.0:1789185322.269142:0:35223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001ea59ce8/0xff23d3f688d91dbb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6f0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.269150:0:8458:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1789185322.269155:0:35223:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c2f5680b/0xff23d3f688d8e09e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49c8c expref: 546 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.269163:0:35223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x6f0:0x0].0x0 since=123s v=(0 0)
00010000:00010000:2.0:1789185322.269167:0:35223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x6f0:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.269172:0:35223:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001ea59ce8/0xff23d3f688d91dbb lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.269183:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d436680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+563:2392:x1876087010705280:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 1311us (3841us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.269193:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22643
00010000:00010000:2.0:1789185322.269196:0:35223:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c2f5680b/0xff23d3f688d8e09e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49c8c expref: 546 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.269207:0:35223:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c2f5680b/0xff23d3f688d8e09e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49c8c expref: 546 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.269215:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22644
00000100:00100000:3.0:1789185322.269228:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d437b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+546:2392:x1876087010705408:12345-192.168.204.3@tcp:103:ldlm_bl.0
00000100:00100000:2.0:1789185322.269233:0:35223:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b150551180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:35223:1876087018741248:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185322.269241:0:8458:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.269250:0:8458:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002a2835c1/0xff23d3f688d8e02e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49c2a expref: 546 pid: 16720 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.269264:0:8458:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002a2835c1/0xff23d3f688d8e02e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49c2a expref: 546 pid: 16720 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.269269:0:35223:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0f00 going to sleep for 11 seconds
00010000:00010000:3.0:1789185322.269286:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002a2835c1/0xff23d3f688d8e02e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49c2a expref: 546 pid: 16720 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.269297:0:178143:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b150548700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:178143:1876087018738304:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185322.269300:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x6e9:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.269304:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x6e9:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.269309:0:8458:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000691a0de/0xff23d3f688d91d67 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.269314:0:178143:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000007ef11ebc/0xff23d3f688d91d59 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.269338:0:8458:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000691a0de/0xff23d3f688d91d67 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.269358:0:8458:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185322.269378:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22645
00000100:00100000:3.0:1789185322.269379:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d437b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+545:2392:x1876087010705408:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 152us (3832us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.269391:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d436a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+562:2392:x1876087010705536:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.269400:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.269405:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000edd616b0/0xff23d3f688d8df16 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49b51 expref: 562 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.269415:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000edd616b0/0xff23d3f688d8df16 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49b51 expref: 562 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.269429:0:178150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000edd616b0/0xff23d3f688d8df16 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x6da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49b51 expref: 562 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.269734:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x6da:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.269740:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x6da:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.269748:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000007ef11ebc/0xff23d3f688d91d59 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.269763:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007ef11ebc/0xff23d3f688d91d59 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.269784:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185322.269802:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d436a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+561:2392:x1876087010705536:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 415us (3490us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.269808:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22645
00010000:00010000:2.0:1789185322.269829:0:178143:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000007ef11ebc/0xff23d3f688d91d59 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.269837:0:178143:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007ef11ebc/0xff23d3f688d91d59 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.269845:0:178143:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007ef11ebc/0xff23d3f688d91d59 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.269852:0:178143:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007ef11ebc/0xff23d3f688d91d59 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.269865:0:178143:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1789185322.269947:0:178143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b145c96680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+454:3635:x1876087018737408:12345-0@lo:6:osp-syn-0-0.0 Request processed in 19911us (20361us total) trans 4294977420 rc 0/0
00000100:00100000:2.0:1789185322.269953:0:178143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37155
00000100:00100000:3.0:1789185322.270048:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22644
00010000:00010000:2.0:1789185322.270050:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185322.270057:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007ef11ebc/0xff23d3f688d91d59 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.270065:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bd600 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185322.270069:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007ef11ebc/0xff23d3f688d91d59 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.270077:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007ef11ebc/0xff23d3f688d91d59 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.270090:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007ef11ebc/0xff23d3f688d91d59 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.270097:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007ef11ebc/0xff23d3f688d91d59 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.270118:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.270120:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.270123:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789185322.270198:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185322.270231:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010705664
00000100:00100000:2.0:1789185322.270236:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010705664
00010000:00010000:2.0:1789185322.270259:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000103a3f89/0xff23d3f688d8e035 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49c38 expref: 545 pid: 16720 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.270288:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22646
00000100:00100000:2.0:1789185322.270297:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b150550e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+545:2394:x1876087010705664:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.270307:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.270313:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000103a3f89/0xff23d3f688d8e035 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49c38 expref: 545 pid: 16720 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.270323:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000103a3f89/0xff23d3f688d8e035 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49c38 expref: 545 pid: 16720 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.270337:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x6ea:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.270340:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x6ea:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.270345:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000603b815f/0xff23d3f688d91d75 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.270352:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000603b815f/0xff23d3f688d91d75 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.270366:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185322.270386:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b150550e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+545:2394:x1876087010705664:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 91us (189us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.270520:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22646
00000100:00100000:2.0:1789185322.271810:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185322.271833:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185322.271850:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185322.271866:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185322.271885:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185322.271905:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010705792
00000100:00100000:2.0:1789185322.271911:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010705792
00010000:00010000:2.0:1789185322.271937:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000de506a56/0xff23d3f688d8df2b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x6dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49b6d expref: 561 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.272137:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010706048
00000100:00100000:3.0:1789185322.272141:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010706048
00010000:00010000:3.0:1789185322.272161:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000032dca26b/0xff23d3f688d8e04a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49c46 expref: 544 pid: 16720 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.272186:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010706304
00000100:00100000:3.0:1789185322.272189:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010706304
00010000:00010000:3.0:1789185322.272200:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005ae891bf/0xff23d3f688d8df86 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x6de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49b89 expref: 562 pid: 16720 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.272215:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010705920
00000100:00100000:3.0:1789185322.272217:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010705920
00010000:00010000:3.0:1789185322.272226:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000009fce96ea/0xff23d3f688d8df78 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x6dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49b7b expref: 563 pid: 8429 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.272235:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010706176
00000100:00100000:3.0:1789185322.272237:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010706176
00010000:00010000:3.0:1789185322.272246:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000dbe1f59d/0xff23d3f688d90113 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x6ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 58720256->58724351) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bce5 expref: 545 pid: 34810 timeout: 9499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.272265:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22647
00000100:00100000:3.0:1789185322.272272:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b269763850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+545:2392:x1876087010706048:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.272283:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.272287:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000032dca26b/0xff23d3f688d8e04a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49c46 expref: 545 pid: 16720 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.272300:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000032dca26b/0xff23d3f688d8e04a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49c46 expref: 545 pid: 16720 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.272327:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x6eb:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.272331:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x6eb:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.272337:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ce1a8e47/0xff23d3f688d91d8a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.272348:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ce1a8e47/0xff23d3f688d91d8a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.272370:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185322.273265:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22648
00000100:00100000:2.0:1789185322.273272:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b150550700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+563:2392:x1876087010706304:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.273286:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.273292:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005ae891bf/0xff23d3f688d8df86 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x6de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49b89 expref: 563 pid: 16720 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.273302:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005ae891bf/0xff23d3f688d8df86 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49b89 expref: 563 pid: 16720 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.273316:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x6de:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.273319:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x6de:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.273323:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000092826d11/0xff23d3f688d91d98 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.273331:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000092826d11/0xff23d3f688d91d98 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.273343:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185322.273365:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b150550700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+563:2392:x1876087010706304:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 94us (1513us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.273371:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22648
00000100:00100000:2.0:1789185322.273449:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22649
00000100:00100000:2.0:1789185322.273468:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b150553100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+562:2392:x1876087010705920:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.273480:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.273484:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000009fce96ea/0xff23d3f688d8df78 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49b7b expref: 562 pid: 8429 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.273494:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000009fce96ea/0xff23d3f688d8df78 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49b7b expref: 562 pid: 8429 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.273507:0:178150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009fce96ea/0xff23d3f688d8df78 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x6dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49b7b expref: 562 pid: 8429 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.273520:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x6dd:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.273522:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x6dd:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.273526:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b228a74f/0xff23d3f688d91d7c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.273533:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b228a74f/0xff23d3f688d91d7c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.273570:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185322.273594:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b150553100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+561:2392:x1876087010705920:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 138us (1726us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.273600:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22649
00000100:00100000:2.0:1789185322.273613:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22650
00000100:00100000:2.0:1789185322.273618:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b150551f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+544:2392:x1876087010706176:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.273625:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.273630:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000dbe1f59d/0xff23d3f688d90113 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 58720256->58724351) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bce5 expref: 544 pid: 34810 timeout: 9499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.273639:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000dbe1f59d/0xff23d3f688d90113 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 58720256->58724351) gid 0 flags: 0x50000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bce5 expref: 544 pid: 34810 timeout: 9499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.273652:0:178150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dbe1f59d/0xff23d3f688d90113 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 58720256->58724351) gid 0 flags: 0x44801400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bce5 expref: 544 pid: 34810 timeout: 9499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.273661:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x6ee:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1789185322.273664:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x6ee:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1789185322.273668:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000059346501/0xff23d3f688d91d91 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.273676:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000059346501/0xff23d3f688d91d91 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.273693:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185322.273711:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b150551f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+543:2392:x1876087010706176:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 93us (1826us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.273718:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22650
00000100:00100000:2.0:1789185322.273730:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22651
00000100:00100000:2.0:1789185322.273736:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b150551880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+560:2392:x1876087010705792:12345-192.168.204.3@tcp:103:ldlm_bl.0
00000100:00100000:3.0:1789185322.273929:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b269763850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+542:2392:x1876087010706048:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 1655us (2093us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.273937:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22647
00000100:00100000:3.0:1789185322.274065:0:178142:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b150552300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:178142:1876087018740736:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185322.274081:0:178142:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000004f475c67/0xff23d3f688d91d9f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.274222:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.274246:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:2.0:1789185322.274530:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.274536:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000de506a56/0xff23d3f688d8df2b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49b6d expref: 560 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.274571:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000de506a56/0xff23d3f688d8df2b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49b6d expref: 560 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.274586:0:178150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000de506a56/0xff23d3f688d8df2b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x6dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49b6d expref: 560 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.274598:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x6dc:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.274602:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x6dc:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.274606:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d91d83 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.274615:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d91d83 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.274634:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185322.274655:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b150551880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+559:2392:x1876087010705792:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 919us (2850us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.274661:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22651
00000100:00100000:2.0:1789185322.274698:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010706432
00000100:00100000:2.0:1789185322.274702:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010706432
00010000:00010000:2.0:1789185322.274720:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000bbd8211/0xff23d3f688d8e5d7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49c54 expref: 542 pid: 16720 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.274733:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010706688
00000100:00100000:2.0:1789185322.274735:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010706688
00010000:00010000:2.0:1789185322.274746:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d07cb008/0xff23d3f688d8df8d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x6df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49b97 expref: 559 pid: 16720 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.274758:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22652
00000100:00100000:2.0:1789185322.274764:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d436d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+542:2393:x1876087010706432:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.274770:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.274775:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000bbd8211/0xff23d3f688d8e5d7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49c54 expref: 542 pid: 16720 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.274785:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000bbd8211/0xff23d3f688d8e5d7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49c54 expref: 542 pid: 16720 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.274798:0:178150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000bbd8211/0xff23d3f688d8e5d7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49c54 expref: 542 pid: 16720 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.274807:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x6ec:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.274810:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x6ec:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.274814:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004f475c67/0xff23d3f688d91d9f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.274822:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004f475c67/0xff23d3f688d91d9f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.274839:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185322.274856:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d436d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+541:2393:x1876087010706432:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 93us (635us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.274866:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22652
00000100:00100000:2.0:1789185322.274879:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22653
00000100:00100000:2.0:1789185322.274885:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d437480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+559:2393:x1876087010706688:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.274892:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.274897:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d07cb008/0xff23d3f688d8df8d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x6df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49b97 expref: 559 pid: 16720 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.274907:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d07cb008/0xff23d3f688d8df8d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49b97 expref: 559 pid: 16720 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.274919:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x6df:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.274922:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x6df:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.274926:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000062be1bd2/0xff23d3f688d91dad lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.274933:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000062be1bd2/0xff23d3f688d91dad lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.275116:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.275157:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:2.0:1789185322.275885:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1789185322.276595:0:178142:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000004f475c67/0xff23d3f688d91d9f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.276605:0:178142:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004f475c67/0xff23d3f688d91d9f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.276614:0:178142:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004f475c67/0xff23d3f688d91d9f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.276621:0:178142:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004f475c67/0xff23d3f688d91d9f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.276637:0:178142:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:3.0:1789185322.276727:0:178142:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b145c95880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+473:3635:x1876087018739712:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9532us (11875us total) trans 4294989235 rc 0/0
00000100:00100000:3.0:1789185322.276735:0:178142:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37165
00000100:00100000:3.0:1789185322.276761:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010706560
00000100:00100000:3.0:1789185322.276768:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010706560
00010000:00010000:3.0:1789185322.276792:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009e04f4c4/0xff23d3f688d8e058 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49c62 expref: 541 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.276814:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010706816
00000100:00100000:3.0:1789185322.276816:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010706816
00010000:00010000:3.0:1789185322.276828:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c2f5680b/0xff23d3f688d8e09e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49c8c expref: 542 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.276841:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22654
00000100:00100000:3.0:1789185322.276847:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d437800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+542:2393:x1876087010706560:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.276855:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.276860:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009e04f4c4/0xff23d3f688d8e058 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49c62 expref: 542 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.276873:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009e04f4c4/0xff23d3f688d8e058 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49c62 expref: 542 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.276896:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x6ed:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.276899:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x6ed:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.276905:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003b4d0371/0xff23d3f688d91da6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.276914:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003b4d0371/0xff23d3f688d91da6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.276930:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.276967:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d437800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+542:2393:x1876087010706560:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 119us (1850us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.276974:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22654
00000100:00100000:3.0:1789185322.276988:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22655
00000100:00100000:3.0:1789185322.276995:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b269761c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+541:2393:x1876087010706816:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.277002:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.277007:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c2f5680b/0xff23d3f688d8e09e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6f0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49c8c expref: 541 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.277017:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c2f5680b/0xff23d3f688d8e09e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6f0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49c8c expref: 541 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.277029:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x6f0:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.277033:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x6f0:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.277037:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001ea59ce8/0xff23d3f688d91dbb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.277045:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001ea59ce8/0xff23d3f688d91dbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6f0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.277057:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.277074:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b269761c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+541:2393:x1876087010706816:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 80us (1916us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.277079:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22655
00000100:00100000:3.0:1789185322.277804:0:178142:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018742784
00000100:00100000:3.0:1789185322.277809:0:178142:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018742784
00000100:00100000:3.0:1789185322.277831:0:178142:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018743040
00000100:00100000:3.0:1789185322.277835:0:178142:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018743040
00000100:00100000:3.0:1789185322.277843:0:178142:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018742912
00000100:00100000:3.0:1789185322.277845:0:178142:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018742912
00000100:00100000:3.0:1789185322.277858:0:178142:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37176
00000100:00100000:3.0:1789185322.277865:0:178142:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b147610e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+458:3635:x1876087018742784:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1789185322.277888:0:178142:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1763 count 1
00010000:00010000:3.0:1789185322.277909:0:178142:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e5f3008c/0xff23d3f688d91dec lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6e3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.277923:0:178142:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000059449af7/0xff23d3f688d8dfa9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x6e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49bcf expref: 558 pid: 16720 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.277932:0:178142:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x6e3:0x0].0x0 since=123s v=(0 0)
00010000:00010000:3.0:1789185322.277936:0:178142:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x6e3:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.277948:0:178142:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e5f3008c/0xff23d3f688d91dec lrc: 4/0,1 mode: --/PW res: [0x280000401:0x6e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.277970:0:178142:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000059449af7/0xff23d3f688d8dfa9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49bcf expref: 558 pid: 16720 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.277982:0:178142:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000059449af7/0xff23d3f688d8dfa9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49bcf expref: 558 pid: 16720 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.277992:0:178142:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d434a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:178142:1876087018743168:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185322.278030:0:178142:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1512366c0 going to sleep for 11 seconds
00000100:00100000:2.0:1789185322.281096:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d437480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+558:2393:x1876087010706688:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 6199us (6837us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.281112:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22653
00010000:00010000:2.0:1789185322.281201:0:34809:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000059346501/0xff23d3f688d91d91 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.281220:0:34809:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000059346501/0xff23d3f688d91d91 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.281233:0:34809:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000059346501/0xff23d3f688d91d91 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.281241:0:34809:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000059346501/0xff23d3f688d91d91 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.282907:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.282927:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.283005:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.283025:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.283042:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.283095:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.283146:0:8429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149a04700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8429:1876087018742144:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185322.283183:0:8429:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b93d1933/0xff23d3f688d91dc9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.283219:0:178142:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d434a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:178142:1876087018743168:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185322.283232:0:178142:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000e5f3008c/0xff23d3f688d91dec lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.283254:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010707072
00000100:00100000:3.0:1789185322.283260:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010707072
00010000:00010000:3.0:1789185322.283297:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000db676707/0xff23d3f688d8dfc5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49bb3 expref: 558 pid: 8429 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.283319:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010707328
00000100:00100000:3.0:1789185322.283322:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010707328
00010000:00010000:3.0:1789185322.283335:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008bf40626/0xff23d3f688d8e0ac lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49ca8 expref: 541 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.283346:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010706944
00000100:00100000:3.0:1789185322.283348:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010706944
00010000:00010000:3.0:1789185322.283359:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006b080dbd/0xff23d3f688d8e0a5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49c9a expref: 542 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.283375:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010707200
00000100:00100000:3.0:1789185322.283446:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010707200
00010000:00010000:3.0:1789185322.283472:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003f663e01/0xff23d3f688d8df94 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x6e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49ba5 expref: 559 pid: 16720 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.283485:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010707456
00000100:00100000:3.0:1789185322.283488:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010707456
00010000:00010000:3.0:1789185322.283499:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000857a8860/0xff23d3f688d8e0b3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49cb6 expref: 543 pid: 35222 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.283510:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010707584
00000100:00100000:3.0:1789185322.283512:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010707584
00010000:00010000:3.0:1789185322.283521:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000059449af7/0xff23d3f688d8dfa9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49bcf expref: 560 pid: 16720 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.283534:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22656
00000100:00100000:3.0:1789185322.283542:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d435500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+560:2394:x1876087010707072:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.283574:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.283581:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000db676707/0xff23d3f688d8dfc5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49bb3 expref: 560 pid: 8429 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.283595:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000db676707/0xff23d3f688d8dfc5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49bb3 expref: 560 pid: 8429 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.283620:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000db676707/0xff23d3f688d8dfc5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x6e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49bb3 expref: 560 pid: 8429 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.283640:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x6e1:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.283645:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x6e1:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.283652:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b93d1933/0xff23d3f688d91dc9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.283663:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b93d1933/0xff23d3f688d91dc9 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.283687:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.283734:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d435500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+559:2394:x1876087010707072:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 192us (835us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.283742:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22656
00000100:00100000:3.0:1789185322.283758:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22657
00000100:00100000:3.0:1789185322.283765:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d434700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+543:2394:x1876087010707328:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.283774:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.283778:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008bf40626/0xff23d3f688d8e0ac lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49ca8 expref: 543 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.283788:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008bf40626/0xff23d3f688d8e0ac lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49ca8 expref: 543 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.283801:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x6f2:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.283804:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x6f2:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.283809:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007fe0979b/0xff23d3f688d91dd7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.283816:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007fe0979b/0xff23d3f688d91dd7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.283827:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.283844:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d434700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+543:2394:x1876087010707328:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 80us (916us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.283850:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22657
00000100:00100000:3.0:1789185322.283861:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22658
00000100:00100000:3.0:1789185322.283867:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d434380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+542:2394:x1876087010706944:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.283874:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.283878:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006b080dbd/0xff23d3f688d8e0a5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49c9a expref: 542 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.283890:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006b080dbd/0xff23d3f688d8e0a5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49c9a expref: 542 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.283901:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x6f1:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.283904:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x6f1:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.283908:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000065fd643b/0xff23d3f688d91dc2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.283916:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000065fd643b/0xff23d3f688d91dc2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.283932:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.285448:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d434380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+542:2394:x1876087010706944:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 1570us (2432us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.285472:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22658
00000100:00100000:3.0:1789185322.285503:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22659
00000100:00100000:3.0:1789185322.285515:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d435c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+558:2394:x1876087010707200:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.285528:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.285538:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003f663e01/0xff23d3f688d8df94 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x6e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49ba5 expref: 558 pid: 16720 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.285572:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003f663e01/0xff23d3f688d8df94 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49ba5 expref: 558 pid: 16720 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.285595:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x6e0:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.285599:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x6e0:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.285605:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001cb1768f/0xff23d3f688d91dd0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.285614:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001cb1768f/0xff23d3f688d91dd0 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.285632:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.285662:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d435c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+558:2394:x1876087010707200:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 152us (2634us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.285672:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22659
00000100:00100000:3.0:1789185322.285686:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22660
00000100:00100000:3.0:1789185322.285693:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d436d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+541:2394:x1876087010707456:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.285703:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.285709:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000857a8860/0xff23d3f688d8e0b3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49cb6 expref: 541 pid: 35222 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.285721:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000857a8860/0xff23d3f688d8e0b3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49cb6 expref: 541 pid: 35222 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.285735:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x6f3:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.285738:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x6f3:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.285742:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006d201f36/0xff23d3f688d91dde lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.285749:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006d201f36/0xff23d3f688d91dde lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.285761:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.285780:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d436d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+541:2394:x1876087010707456:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 88us (2737us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.285786:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22660
00000100:00100000:3.0:1789185322.285800:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22661
00000100:00100000:3.0:1789185322.285807:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d437800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+557:2391:x1876087010707584:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.285817:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.285823:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000059449af7/0xff23d3f688d8dfa9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49bcf expref: 557 pid: 16720 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.285833:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000059449af7/0xff23d3f688d8dfa9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49bcf expref: 557 pid: 16720 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.285844:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000059449af7/0xff23d3f688d8dfa9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x6e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49bcf expref: 557 pid: 16720 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.285857:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x6e3:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.285860:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x6e3:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.285863:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e5f3008c/0xff23d3f688d91dec lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.285870:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e5f3008c/0xff23d3f688d91dec lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.285895:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.285916:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d437800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+556:2391:x1876087010707584:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 110us (2822us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.285923:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22661
00010000:00010000:3.0:1789185322.288077:0:8429:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b93d1933/0xff23d3f688d91dc9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.288087:0:8429:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b93d1933/0xff23d3f688d91dc9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.288096:0:8429:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b93d1933/0xff23d3f688d91dc9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.288104:0:8429:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b93d1933/0xff23d3f688d91dc9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.288177:0:34809:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool
00000100:00100000:2.0:1789185322.288359:0:34809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b150550000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+474:3638:x1876087018739968:12345-0@lo:6:osp-syn-1-0.0 Request processed in 23832us (24051us total) trans 4294989236 rc 0/0
00000100:00100000:2.0:1789185322.288368:0:34809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37163
00010000:00010000:2.0:1789185322.289075:0:35223:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c2f5680b/0xff23d3f688d8e09e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49c8c expref: 538 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.289087:0:35223:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b150551180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:35223:1876087018741248:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185322.289102:0:35223:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000001ea59ce8/0xff23d3f688d91dbb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.289112:0:35223:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000001ea59ce8/0xff23d3f688d91dbb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.289119:0:35223:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001ea59ce8/0xff23d3f688d91dbb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.289128:0:35223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001ea59ce8/0xff23d3f688d91dbb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.289134:0:35223:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001ea59ce8/0xff23d3f688d91dbb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.289148:0:35223:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00000100:00100000:2.0:1789185322.289232:0:35223:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b150552680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+474:3637:x1876087018740992:12345-0@lo:6:osp-syn-1-0.0 Request processed in 20113us (20170us total) trans 4294989238 rc 0/0
00000100:00100000:2.0:1789185322.289239:0:35223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37169
00010000:00010000:2.0:1789185322.289258:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:2.0:1789185322.289263:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000065fd643b/0xff23d3f688d91dc2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.289270:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abdb000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185322.289272:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000065fd643b/0xff23d3f688d91dc2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.289280:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000065fd643b/0xff23d3f688d91dc2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.289291:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000065fd643b/0xff23d3f688d91dc2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x6f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.289304:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:2.0:1789185322.289309:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b93d1933/0xff23d3f688d91dc9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.289316:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abda600 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185322.289319:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b93d1933/0xff23d3f688d91dc9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.289326:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b93d1933/0xff23d3f688d91dc9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x6e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.289336:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b93d1933/0xff23d3f688d91dc9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x6e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.289344:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185322.289347:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001ea59ce8/0xff23d3f688d91dbb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.289353:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bc200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185322.289356:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001ea59ce8/0xff23d3f688d91dbb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.289363:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001ea59ce8/0xff23d3f688d91dbb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.289371:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001ea59ce8/0xff23d3f688d91dbb lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.290051:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001ea59ce8/0xff23d3f688d91dbb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.290066:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.290068:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.290070:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789185322.290083:0:178143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37181
00000100:00100000:2.0:1789185322.290090:0:178143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14a848380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+475:3637:x1876087018744064:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1789185322.290102:0:178143:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1782 count 1
00010000:00010000:2.0:1789185322.290114:0:178143:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ef1f9aa4/0xff23d3f688d91e0f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6f6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.290128:0:178143:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000067cc1636/0xff23d3f688d90002 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 37748736->37752831) gid 0 flags: 0x40000000020000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bbd4 expref: 537 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.290136:0:178143:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x6f6:0x0].0x0 since=120s v=(0 0)
00010000:00010000:2.0:1789185322.290141:0:178143:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x6f6:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1789185322.290146:0:178143:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ef1f9aa4/0xff23d3f688d91e0f lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.290169:0:178143:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000067cc1636/0xff23d3f688d90002 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 37748736->37752831) gid 0 flags: 0x50000000030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bbd4 expref: 537 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.290182:0:178143:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000067cc1636/0xff23d3f688d90002 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 37748736->37752831) gid 0 flags: 0x70000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bbd4 expref: 537 pid: 35223 timeout: 9499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.290200:0:178143:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b150551180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:178143:1876087018744192:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185322.290236:0:178143:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0f00 going to sleep for 11 seconds
00010000:00010000:2.0:1789185322.290253:0:178148:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b228a74f/0xff23d3f688d91d7c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.290263:0:178148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b228a74f/0xff23d3f688d91d7c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.290273:0:178148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b228a74f/0xff23d3f688d91d7c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.290281:0:178148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b228a74f/0xff23d3f688d91d7c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.290295:0:178148:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1789185322.290410:0:178148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b145cb2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+460:3638:x1876087018739072:12345-0@lo:6:osp-syn-0-0.0 Request processed in 28955us (29089us total) trans 4294977424 rc 0/0
00000100:00100000:2.0:1789185322.290417:0:178148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37160
00010000:00010000:3.0:1789185322.292272:0:8429:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool
00010000:00010000:3.0:1789185322.292279:0:8429:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b93d1933/0xff23d3f688d91dc9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.292364:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185322.292449:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:3.0:1789185322.296361:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.296439:0:178142:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000e5f3008c/0xff23d3f688d91dec lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.296464:0:178142:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e5f3008c/0xff23d3f688d91dec lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.296477:0:178142:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e5f3008c/0xff23d3f688d91dec lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.296486:0:178142:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e5f3008c/0xff23d3f688d91dec lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.296514:0:178142:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1789185322.296734:0:8429:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149a07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+463:3638:x1876087018742016:12345-0@lo:6:osp-syn-0-0.0 Request processed in 21634us (21913us total) trans 4294977425 rc 0/0
00000100:00100000:3.0:1789185322.296744:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37171
00000100:00100000:3.0:1789185322.296816:0:178142:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b147610e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+462:3635:x1876087018742784:12345-0@lo:6:osp-syn-0-0.0 Request processed in 18951us (19174us total) trans 4294977427 rc 0/0
00000100:00100000:3.0:1789185322.296823:0:178142:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37176
00000100:00100000:3.0:1789185322.297486:0:8491:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b147624700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8491:1876087018743808:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185322.297508:0:8491:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006c2c9292/0xff23d3f688d91e01 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.297533:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010707712
00000100:00100000:3.0:1789185322.297538:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010707712
00010000:00010000:3.0:1789185322.297589:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000fd32fbe5/0xff23d3f688d8df9b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49bc1 expref: 555 pid: 16720 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.297615:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010707840
00000100:00100000:3.0:1789185322.297618:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010707840
00010000:00010000:3.0:1789185322.297632:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004f6cc72d/0xff23d3f688d8dfa2 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x6e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49bdd expref: 556 pid: 24325 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.297652:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22662
00000100:00100000:3.0:1789185322.297660:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b269760050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+556:2391:x1876087010707712:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.297674:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.297681:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000fd32fbe5/0xff23d3f688d8df9b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49bc1 expref: 556 pid: 16720 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.297693:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000fd32fbe5/0xff23d3f688d8df9b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49bc1 expref: 556 pid: 16720 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.297713:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fd32fbe5/0xff23d3f688d8df9b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x6e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49bc1 expref: 556 pid: 16720 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.297726:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x6e2:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.297730:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x6e2:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.297736:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006abc7636/0xff23d3f688d91de5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.297747:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006abc7636/0xff23d3f688d91de5 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.297770:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.297804:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b269760050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+555:2391:x1876087010707712:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 144us (5440us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.297811:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22662
00000100:00100000:3.0:1789185322.297845:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22663
00000100:00100000:3.0:1789185322.297851:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b150550700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+554:2391:x1876087010707840:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.297858:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.297862:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004f6cc72d/0xff23d3f688d8dfa2 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x6e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49bdd expref: 554 pid: 24325 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.297872:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004f6cc72d/0xff23d3f688d8dfa2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49bdd expref: 554 pid: 24325 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.297888:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x6e4:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.297891:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x6e4:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.297895:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000017719b4f/0xff23d3f688d91df3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.297902:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000017719b4f/0xff23d3f688d91df3 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.297914:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.297932:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b150550700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+554:2391:x1876087010707840:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 81us (5483us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.297939:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22663
00000100:00100000:2.0:1789185322.299080:0:178143:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b150551180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:178143:1876087018744192:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185322.299096:0:178143:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ef1f9aa4/0xff23d3f688d91e0f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.300507:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185322.300529:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185322.300582:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185322.300607:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185322.300626:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010707968
00000100:00100000:2.0:1789185322.300630:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010707968
00010000:00010000:2.0:1789185322.300649:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000339099b1/0xff23d3f688d8e0ba lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49cc4 expref: 536 pid: 35222 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.300668:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010708224
00000100:00100000:2.0:1789185322.300671:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010708224
00010000:00010000:2.0:1789185322.300681:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000067cc1636/0xff23d3f688d90002 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 37748736->37752831) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bbd4 expref: 537 pid: 35223 timeout: 9499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.300695:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010708096
00000100:00100000:2.0:1789185322.300697:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010708096
00010000:00010000:2.0:1789185322.300706:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ffc2551a/0xff23d3f688d8dfb0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49beb expref: 553 pid: 24325 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.300718:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010708352
00000100:00100000:2.0:1789185322.300720:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010708352
00010000:00010000:2.0:1789185322.300730:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000980ab3c6/0xff23d3f688d8e0e4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49cd2 expref: 538 pid: 8429 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.300741:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22664
00000100:00100000:2.0:1789185322.300746:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b150551180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+538:2392:x1876087010707968:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.300755:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.300759:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000339099b1/0xff23d3f688d8e0ba lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49cc4 expref: 538 pid: 35222 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.300771:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000339099b1/0xff23d3f688d8e0ba lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49cc4 expref: 538 pid: 35222 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.300786:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x6f4:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.300790:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x6f4:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.300794:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000039d3f603/0xff23d3f688d91dfa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.300803:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000039d3f603/0xff23d3f688d91dfa lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.300819:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185322.300849:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b150551180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+538:2392:x1876087010707968:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 103us (343us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.300856:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22664
00000100:00100000:2.0:1789185322.300869:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22665
00000100:00100000:2.0:1789185322.300875:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b150553100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+537:2392:x1876087010708224:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.300881:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.300886:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000067cc1636/0xff23d3f688d90002 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 37748736->37752831) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bbd4 expref: 537 pid: 35223 timeout: 9499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.300900:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000067cc1636/0xff23d3f688d90002 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 37748736->37752831) gid 0 flags: 0x50000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bbd4 expref: 537 pid: 35223 timeout: 9499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.300911:0:10396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000067cc1636/0xff23d3f688d90002 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 37748736->37752831) gid 0 flags: 0x44801400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bbd4 expref: 537 pid: 35223 timeout: 9499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.300922:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x6f6:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1789185322.300924:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x6f6:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1789185322.300929:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ef1f9aa4/0xff23d3f688d91e0f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.300936:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ef1f9aa4/0xff23d3f688d91e0f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.301055:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789185322.301069:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22666
00000100:00100000:3.0:1789185322.301077:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b150551f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+553:2392:x1876087010708096:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.301086:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.301092:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ffc2551a/0xff23d3f688d8dfb0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49beb expref: 553 pid: 24325 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.301102:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ffc2551a/0xff23d3f688d8dfb0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49beb expref: 553 pid: 24325 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.301116:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ffc2551a/0xff23d3f688d8dfb0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x6e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49beb expref: 553 pid: 24325 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.301131:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x6e5:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.301134:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x6e5:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.301139:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006c2c9292/0xff23d3f688d91e01 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.301147:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006c2c9292/0xff23d3f688d91e01 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.301166:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.301187:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b150551f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+552:2392:x1876087010708096:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 112us (605us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.301193:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22666
00000100:00100000:3.0:1789185322.301206:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22667
00000100:00100000:3.0:1789185322.301212:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b150550e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+536:2392:x1876087010708352:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.301220:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.301225:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000980ab3c6/0xff23d3f688d8e0e4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49cd2 expref: 536 pid: 8429 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.301234:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000980ab3c6/0xff23d3f688d8e0e4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49cd2 expref: 536 pid: 8429 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.301246:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x6f5:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.301249:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x6f5:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.301253:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000691a0de/0xff23d3f688d91e08 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.301262:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000691a0de/0xff23d3f688d91e08 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.301273:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.301291:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b150550e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+536:2392:x1876087010708352:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 78us (683us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.301297:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22667
00010000:00010000:3.0:1789185322.301319:0:8491:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006c2c9292/0xff23d3f688d91e01 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.301328:0:8491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006c2c9292/0xff23d3f688d91e01 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.301337:0:8491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006c2c9292/0xff23d3f688d91e01 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.301344:0:8491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006c2c9292/0xff23d3f688d91e01 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.301360:0:8491:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1789185322.301887:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185322.301915:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b150553100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+535:2392:x1876087010708224:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 1039us (1384us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.301922:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22665
00000100:00100000:3.0:1789185322.303446:0:8491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b150559180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+465:3635:x1876087018743424:12345-0@lo:6:osp-syn-0-0.0 Request processed in 14813us (25068us total) trans 4294977431 rc 0/0
00000100:00100000:3.0:1789185322.303464:0:8491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37179
00010000:00010000:3.0:1789185322.303483:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:3.0:1789185322.303488:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000092826d11/0xff23d3f688d91d98 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.303496:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abda000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185322.303500:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000092826d11/0xff23d3f688d91d98 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.303508:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000092826d11/0xff23d3f688d91d98 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.303520:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000092826d11/0xff23d3f688d91d98 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.303527:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000092826d11/0xff23d3f688d91d98 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.303542:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185322.303561:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000039d3f603/0xff23d3f688d91dfa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.303568:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abdac00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185322.303571:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000039d3f603/0xff23d3f688d91dfa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.303577:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000039d3f603/0xff23d3f688d91dfa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.303586:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000039d3f603/0xff23d3f688d91dfa lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.303592:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000039d3f603/0xff23d3f688d91dfa lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.303606:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.303608:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.303609:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.303821:0:178143:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ef1f9aa4/0xff23d3f688d91e0f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.303831:0:178143:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ef1f9aa4/0xff23d3f688d91e0f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.303840:0:178143:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ef1f9aa4/0xff23d3f688d91e0f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.303847:0:178143:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ef1f9aa4/0xff23d3f688d91e0f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.303863:0:178143:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1789185322.304018:0:178143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14a848380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+480:3637:x1876087018744064:12345-0@lo:6:osp-syn-1-0.0 Request processed in 13927us (14192us total) trans 4294989243 rc 0/0
00000100:00100000:2.0:1789185322.304025:0:178143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37181
00000100:00100000:3.0:1789185322.304644:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.304667:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.304684:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.304702:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.304721:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.304767:0:35222:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b15055b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:35222:1876087018745344:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185322.304791:0:35222:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000243cf2a2/0xff23d3f688d91e24 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.304815:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010708480
00000100:00100000:3.0:1789185322.304821:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010708480
00010000:00010000:3.0:1789185322.304849:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000093a4623/0xff23d3f688d8e0f2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49cee expref: 533 pid: 8429 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.304870:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010708736
00000100:00100000:3.0:1789185322.304873:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010708736
00000100:00100000:2.0:1789185322.304935:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010708992
00000100:00100000:2.0:1789185322.304939:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010708992
00010000:00010000:3.0:1789185322.305037:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000795b30d/0xff23d3f688d8e0f9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49cfc expref: 535 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.305056:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010708608
00000100:00100000:3.0:1789185322.305059:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010708608
00010000:00010000:3.0:1789185322.305072:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000cb7ae513/0xff23d3f688d8dfb7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49bf9 expref: 551 pid: 24325 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.305082:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010708864
00000100:00100000:3.0:1789185322.305084:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010708864
00010000:00010000:3.0:1789185322.305094:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000015f1a69d/0xff23d3f688d8dfcc lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x6e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49c07 expref: 552 pid: 24325 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.305106:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22668
00000100:00100000:3.0:1789185322.305718:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d435500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+535:2392:x1876087010708480:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.305731:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.305737:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000093a4623/0xff23d3f688d8e0f2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49cee expref: 535 pid: 8429 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.305749:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000093a4623/0xff23d3f688d8e0f2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49cee expref: 535 pid: 8429 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.305766:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000093a4623/0xff23d3f688d8e0f2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49cee expref: 535 pid: 8429 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.305780:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x6f7:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.305784:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x6f7:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.305789:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009a97dd45/0xff23d3f688d91e16 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.305799:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009a97dd45/0xff23d3f688d91e16 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.305825:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.305845:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d435500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+534:2392:x1876087010708480:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 733us (1203us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.305853:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22668
00000100:00100000:3.0:1789185322.305868:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22669
00000100:00100000:3.0:1789185322.305874:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b269760c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+533:2392:x1876087010708736:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.305881:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.305885:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000795b30d/0xff23d3f688d8e0f9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49cfc expref: 533 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.305895:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000795b30d/0xff23d3f688d8e0f9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49cfc expref: 533 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.305906:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x6f8:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.305909:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x6f8:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.305913:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008e9a7fa0/0xff23d3f688d91e1d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.305920:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008e9a7fa0/0xff23d3f688d91e1d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.305931:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1789185322.306017:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003020ad0d/0xff23d3f688d8e100 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49d0a expref: 533 pid: 8429 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.306038:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22670
00000100:00100000:2.0:1789185322.306047:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d434380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+552:2392:x1876087010708608:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.306055:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.306061:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000cb7ae513/0xff23d3f688d8dfb7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49bf9 expref: 552 pid: 24325 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.306069:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000cb7ae513/0xff23d3f688d8dfb7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49bf9 expref: 552 pid: 24325 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.306082:0:10396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cb7ae513/0xff23d3f688d8dfb7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x6e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49bf9 expref: 552 pid: 24325 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.306096:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x6e6:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.306099:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x6e6:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.306102:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000243cf2a2/0xff23d3f688d91e24 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.306110:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000243cf2a2/0xff23d3f688d91e24 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.306127:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.306189:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b269760c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+533:2392:x1876087010708736:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 313us (1519us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.306198:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22669
00000100:00100000:3.0:1789185322.306229:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22671
00000100:00100000:3.0:1789185322.306235:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d435c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+551:2392:x1876087010708864:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.306242:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.306247:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000015f1a69d/0xff23d3f688d8dfcc lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x6e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49c07 expref: 551 pid: 24325 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.306257:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000015f1a69d/0xff23d3f688d8dfcc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49c07 expref: 551 pid: 24325 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.306268:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x6e7:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.306271:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x6e7:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.306275:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004e6d0f6b/0xff23d3f688d91e2b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.306283:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004e6d0f6b/0xff23d3f688d91e2b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.306294:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185322.306324:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d434380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+551:2392:x1876087010708608:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 279us (1621us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.306331:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22670
00000100:00100000:2.0:1789185322.306343:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22672
00000100:00100000:2.0:1789185322.306350:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d434700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+532:2392:x1876087010708992:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.306357:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.306362:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003020ad0d/0xff23d3f688d8e100 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49d0a expref: 532 pid: 8429 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.306372:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003020ad0d/0xff23d3f688d8e100 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49d0a expref: 532 pid: 8429 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.306468:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x6f9:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.306471:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x6f9:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.306476:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000062be1bd2/0xff23d3f688d91e32 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.306484:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000062be1bd2/0xff23d3f688d91e32 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.306496:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185322.306512:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d434700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+532:2392:x1876087010708992:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 162us (1827us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.306518:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22672
00010000:00010000:2.0:1789185322.309019:0:24325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003020ad0d/0xff23d3f688d8e100 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49d0a expref: 531 pid: 8429 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.309043:0:24325:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b15055b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24325:1876087018745600:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185322.309080:0:24325:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000062be1bd2/0xff23d3f688d91e32 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.309092:0:24325:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000062be1bd2/0xff23d3f688d91e32 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.309098:0:24325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000062be1bd2/0xff23d3f688d91e32 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.309109:0:24325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000062be1bd2/0xff23d3f688d91e32 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.309115:0:24325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000062be1bd2/0xff23d3f688d91e32 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.309134:0:24325:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1789185322.309285:0:24325:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b2768a3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+480:3637:x1876087018745088:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10386us (10481us total) trans 4294989245 rc 0/0
00000100:00100000:2.0:1789185322.309295:0:24325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37186
00000100:00100000:3.0:1789185322.310112:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d435c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+550:2392:x1876087010708864:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 3873us (5387us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.310122:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22671
00010000:00010000:3.0:1789185322.310156:0:35222:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000243cf2a2/0xff23d3f688d91e24 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.310171:0:35222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000243cf2a2/0xff23d3f688d91e24 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.310180:0:35222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000243cf2a2/0xff23d3f688d91e24 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.310188:0:35222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000243cf2a2/0xff23d3f688d91e24 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.310202:0:35222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00000100:00100000:3.0:1789185322.310289:0:35222:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14be54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+466:3636:x1876087018744832:12345-0@lo:6:osp-syn-0-0.0 Request processed in 15542us (15626us total) trans 4294977432 rc 0/0
00000100:00100000:3.0:1789185322.310295:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37184
00010000:00010000:3.0:1789185322.310316:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:3.0:1789185322.310323:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000062be1bd2/0xff23d3f688d91e32 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.310332:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abdbe00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185322.310336:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000062be1bd2/0xff23d3f688d91e32 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.310347:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000062be1bd2/0xff23d3f688d91e32 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.310368:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000062be1bd2/0xff23d3f688d91e32 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.310375:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000062be1bd2/0xff23d3f688d91e32 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.310407:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:3.0:1789185322.310411:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009a97dd45/0xff23d3f688d91e16 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.310417:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abdae00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185322.310420:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009a97dd45/0xff23d3f688d91e16 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.310428:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009a97dd45/0xff23d3f688d91e16 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.310438:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009a97dd45/0xff23d3f688d91e16 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.310446:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009a97dd45/0xff23d3f688d91e16 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.310481:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185322.310485:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000243cf2a2/0xff23d3f688d91e24 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.310492:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abdaa00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185322.310495:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000243cf2a2/0xff23d3f688d91e24 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.310503:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000243cf2a2/0xff23d3f688d91e24 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.310512:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000243cf2a2/0xff23d3f688d91e24 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.310519:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000243cf2a2/0xff23d3f688d91e24 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.310532:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.310534:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.310535:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789185322.310742:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.310763:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.310781:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.310826:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010709120
00000100:00100000:3.0:1789185322.310831:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010709120
00010000:00010000:3.0:1789185322.310851:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000009a48423a/0xff23d3f688d8dfbe lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x6e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49c15 expref: 550 pid: 24325 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.310871:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010709376
00000100:00100000:3.0:1789185322.310873:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010709376
00010000:00010000:3.0:1789185322.310884:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000041577eca/0xff23d3f688d8e107 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49d18 expref: 531 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.310904:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010709248
00000100:00100000:3.0:1789185322.310906:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010709248
00010000:00010000:3.0:1789185322.310918:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000043c33ca9/0xff23d3f688d8e027 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x6ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49c31 expref: 551 pid: 16720 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.310933:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22673
00000100:00100000:3.0:1789185322.310938:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d435500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+551:2391:x1876087010709120:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.310947:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.310953:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000009a48423a/0xff23d3f688d8dfbe lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x6e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49c15 expref: 551 pid: 24325 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.310964:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000009a48423a/0xff23d3f688d8dfbe lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49c15 expref: 551 pid: 24325 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.310980:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x6e8:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.310983:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x6e8:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.310988:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d91e47 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.310996:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d91e47 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.311011:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.311037:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d435500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+551:2391:x1876087010709120:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 98us (295us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.311043:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22673
00000100:00100000:3.0:1789185322.311055:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22674
00000100:00100000:3.0:1789185322.311061:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d436d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+531:2391:x1876087010709376:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.311068:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.311072:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000041577eca/0xff23d3f688d8e107 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49d18 expref: 531 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.311081:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000041577eca/0xff23d3f688d8e107 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49d18 expref: 531 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.311092:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x6fa:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.311095:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x6fa:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.311098:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000065fd643b/0xff23d3f688d91e4e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.311105:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000065fd643b/0xff23d3f688d91e4e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.311116:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.311133:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d436d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+531:2391:x1876087010709376:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 72us (369us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.311139:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22674
00000100:00100000:3.0:1789185322.311151:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22675
00000100:00100000:3.0:1789185322.311157:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d437800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+550:2391:x1876087010709248:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.311167:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.311171:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000043c33ca9/0xff23d3f688d8e027 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x6ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49c31 expref: 550 pid: 16720 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.311190:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000043c33ca9/0xff23d3f688d8e027 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49c31 expref: 550 pid: 16720 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.311202:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x6ea:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.311205:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x6ea:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.311208:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ce1a8e47/0xff23d3f688d91e39 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.311219:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ce1a8e47/0xff23d3f688d91e39 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.311230:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.311245:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d437800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+550:2391:x1876087010709248:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 89us (464us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.311251:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22675
00010000:00010000:3.0:1789185322.312872:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:3.0:1789185322.312880:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000065fd643b/0xff23d3f688d91e4e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.312889:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abdb000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185322.312893:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000065fd643b/0xff23d3f688d91e4e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.312909:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000065fd643b/0xff23d3f688d91e4e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.312926:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000065fd643b/0xff23d3f688d91e4e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.312933:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000065fd643b/0xff23d3f688d91e4e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.313019:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185322.313022:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ce1a8e47/0xff23d3f688d91e39 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.313029:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abda200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185322.313032:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ce1a8e47/0xff23d3f688d91e39 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.313040:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ce1a8e47/0xff23d3f688d91e39 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.313052:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ce1a8e47/0xff23d3f688d91e39 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.313060:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ce1a8e47/0xff23d3f688d91e39 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.313081:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.313083:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.313085:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789185322.313771:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010709504
00000100:00100000:3.0:1789185322.313778:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010709504
00010000:00010000:3.0:1789185322.313810:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000027ab85c9/0xff23d3f688d8e456 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x6e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49c23 expref: 548 pid: 24325 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.313838:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22676
00000100:00100000:3.0:1789185322.313847:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b269762c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+548:2391:x1876087010709504:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.313859:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.313865:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000027ab85c9/0xff23d3f688d8e456 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x6e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49c23 expref: 548 pid: 24325 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.313877:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000027ab85c9/0xff23d3f688d8e456 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49c23 expref: 548 pid: 24325 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.313895:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x6e9:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.313900:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x6e9:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.313907:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000007fe0979b/0xff23d3f688d91e40 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.313917:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007fe0979b/0xff23d3f688d91e40 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.313939:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185322.314135:0:178143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018747392
00000100:00100000:2.0:1789185322.314140:0:178143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018747392
00000100:00100000:2.0:1789185322.314167:0:178143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018747008
00000100:00100000:2.0:1789185322.314170:0:178143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018747008
00000100:00100000:2.0:1789185322.314304:0:178143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37194
00000100:00100000:2.0:1789185322.314312:0:178143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14fcee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+467:3635:x1876087018747392:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1789185322.314334:0:178143:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1773 count 1
00010000:00010000:2.0:1789185322.314356:0:178143:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000054f5e6e3/0xff23d3f688d91e6a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6ed:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.314370:0:178143:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000089d9fec3/0xff23d3f688d8e051 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x6ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49c5b expref: 548 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.314389:0:178143:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x6ed:0x0].0x0 since=123s v=(0 0)
00010000:00010000:2.0:1789185322.314392:0:178143:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x6ed:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.314396:0:178143:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000054f5e6e3/0xff23d3f688d91e6a lrc: 4/0,1 mode: --/PW res: [0x280000401:0x6ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.314419:0:178143:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000089d9fec3/0xff23d3f688d8e051 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49c5b expref: 548 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.314430:0:178143:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000089d9fec3/0xff23d3f688d8e051 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49c5b expref: 548 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.314442:0:178143:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b150551880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:178143:1876087018748160:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185322.314828:0:178143:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0300 going to sleep for 11 seconds
00000100:00100000:2.0:1789185322.314845:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37195
00000100:00100000:2.0:1789185322.314854:0:35222:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b145cb2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+482:3637:x1876087018747008:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1789185322.314868:0:35222:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1789 count 1
00010000:00010000:2.0:1789185322.314881:0:35222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006fffc687/0xff23d3f688d91e71 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6fd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.314894:0:35222:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000002d16b96/0xff23d3f688d8e11c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49d42 expref: 529 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.314901:0:35222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x6fd:0x0].0x0 since=123s v=(0 0)
00010000:00010000:2.0:1789185322.314904:0:35222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x6fd:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.314907:0:35222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006fffc687/0xff23d3f688d91e71 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.314926:0:35222:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000002d16b96/0xff23d3f688d8e11c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49d42 expref: 529 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.314935:0:35222:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000002d16b96/0xff23d3f688d8e11c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49d42 expref: 529 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.318563:0:35222:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b150550380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:35222:1876087018748288:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185322.318617:0:35222:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a06c0 going to sleep for 11 seconds
00000100:00100000:3.0:1789185322.320769:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b269762c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+546:2391:x1876087010709504:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 6909us (7851us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.320784:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22676
00000100:00100000:3.0:1789185322.323170:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.324627:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.324654:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.324687:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185322.326501:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010709632
00000100:00100000:2.0:1789185322.326517:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010709632
00010000:00010000:2.0:1789185322.326580:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000018204130/0xff23d3f688d8e115 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49d34 expref: 529 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.326619:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010709888
00000100:00100000:2.0:1789185322.326623:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010709888
00010000:00010000:2.0:1789185322.326639:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000fd8690b3/0xff23d3f688d8e043 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x6ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49c4d expref: 546 pid: 16720 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.326665:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010709760
00000100:00100000:2.0:1789185322.326668:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010709760
00010000:00010000:2.0:1789185322.326679:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000806cb9e1/0xff23d3f688d8e10e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49d26 expref: 530 pid: 8429 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.326692:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010710016
00000100:00100000:2.0:1789185322.326695:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010710016
00010000:00010000:2.0:1789185322.326705:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000025e4ada8/0xff23d3f688d8e097 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49c7e expref: 531 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.326719:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22677
00000100:00100000:2.0:1789185322.326727:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d434380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+531:2392:x1876087010709632:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.326738:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.326744:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000018204130/0xff23d3f688d8e115 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49d34 expref: 531 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.326761:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000018204130/0xff23d3f688d8e115 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49d34 expref: 531 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.326783:0:178150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000018204130/0xff23d3f688d8e115 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49d34 expref: 531 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.326802:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x6fc:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.326806:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x6fc:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.326811:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002b4947e1/0xff23d3f688d91e55 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.326819:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002b4947e1/0xff23d3f688d91e55 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.326842:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185322.326866:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d434380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+530:2392:x1876087010709632:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 140us (3698us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.326872:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22677
00000100:00100000:2.0:1789185322.326889:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22678
00000100:00100000:2.0:1789185322.326894:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d434700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+546:2391:x1876087010709888:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.326902:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.326906:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000fd8690b3/0xff23d3f688d8e043 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49c4d expref: 546 pid: 16720 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.326921:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000fd8690b3/0xff23d3f688d8e043 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49c4d expref: 546 pid: 16720 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.327122:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22679
00000100:00100000:3.0:1789185322.327133:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d435c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+529:2392:x1876087010709760:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.327141:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.327147:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000806cb9e1/0xff23d3f688d8e10e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49d26 expref: 529 pid: 8429 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.327157:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000806cb9e1/0xff23d3f688d8e10e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49d26 expref: 529 pid: 8429 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.327171:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000806cb9e1/0xff23d3f688d8e10e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49d26 expref: 529 pid: 8429 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.327182:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x6fb:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.327185:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x6fb:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.327189:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006d201f36/0xff23d3f688d91e5c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.327201:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006d201f36/0xff23d3f688d91e5c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.327220:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.327240:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d435c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+528:2392:x1876087010709760:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 111us (2584us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.327246:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22679
00000100:00100000:3.0:1789185322.327261:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22680
00000100:00100000:3.0:1789185322.327267:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d435500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+527:2392:x1876087010710016:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.327275:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.327279:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000025e4ada8/0xff23d3f688d8e097 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49c7e expref: 527 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.327288:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000025e4ada8/0xff23d3f688d8e097 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49c7e expref: 527 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.327300:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x6ef:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.327303:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x6ef:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.327307:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c9a27dda/0xff23d3f688d91db4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.327314:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c9a27dda/0xff23d3f688d91db4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.327329:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.327347:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d435500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+527:2392:x1876087010710016:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 80us (2658us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.327353:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22680
00010000:00010000:2.0:1789185322.329718:0:178150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fd8690b3/0xff23d3f688d8e043 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x6ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49c4d expref: 546 pid: 16720 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.329732:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x6ec:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.329736:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x6ec:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.329742:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001cb1768f/0xff23d3f688d91e63 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.329752:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001cb1768f/0xff23d3f688d91e63 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.329785:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185322.329818:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d434700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+545:2391:x1876087010709888:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 2922us (5192us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.329826:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22678
00010000:00010000:2.0:1789185322.329855:0:178169:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000002b4947e1/0xff23d3f688d91e55 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.329864:0:178169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002b4947e1/0xff23d3f688d91e55 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.329875:0:178169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002b4947e1/0xff23d3f688d91e55 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.329883:0:178169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002b4947e1/0xff23d3f688d91e55 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.329897:0:178169:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1789185322.330528:0:178169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14fceca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+489:3636:x1876087018746880:12345-0@lo:6:osp-syn-1-0.0 Request processed in 20849us (25292us total) trans 4294989251 rc 0/0
00000100:00100000:2.0:1789185322.330536:0:178169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37191
00000100:00100000:2.0:1789185322.330582:0:178169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018751104
00000100:00100000:2.0:1789185322.330587:0:178169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018751104
00000100:00100000:2.0:1789185322.330615:0:178169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37208
00000100:00100000:2.0:1789185322.330629:0:178169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b150576d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+473:3636:x1876087018751104:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1789185322.330645:0:178169:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1779 count 1
00010000:00010000:2.0:1789185322.330660:0:178169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d4cdc89e/0xff23d3f688d91ecc lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6f3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.330673:0:178169:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d05ac176/0xff23d3f688d8e089 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x6f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49caf expref: 544 pid: 8429 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.330688:0:178169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x6f3:0x0].0x0 since=123s v=(0 0)
00010000:00010000:2.0:1789185322.330691:0:178169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x6f3:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.330695:0:178169:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d4cdc89e/0xff23d3f688d91ecc lrc: 4/0,1 mode: --/PW res: [0x280000401:0x6f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.330720:0:178169:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d05ac176/0xff23d3f688d8e089 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49caf expref: 544 pid: 8429 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.330739:0:178169:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d05ac176/0xff23d3f688d8e089 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49caf expref: 544 pid: 8429 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.330755:0:178169:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b150552d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:178169:1876087018751360:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185322.330797:0:178169:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a00c0 going to sleep for 11 seconds
00010000:00010000:3.0:1789185322.339172:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185322.339187:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001cb1768f/0xff23d3f688d91e63 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.339200:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abdba00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185322.339205:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001cb1768f/0xff23d3f688d91e63 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.339216:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001cb1768f/0xff23d3f688d91e63 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.339242:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001cb1768f/0xff23d3f688d91e63 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.339249:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001cb1768f/0xff23d3f688d91e63 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.339270:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.339271:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.339273:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789185322.339436:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.339472:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010710144
00000100:00100000:3.0:1789185322.339481:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010710144
00010000:00010000:3.0:1789185322.339527:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000089d9fec3/0xff23d3f688d8e051 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x6ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49c5b expref: 545 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.339591:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22681
00000100:00100000:3.0:1789185322.339603:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d436d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+545:2392:x1876087010710144:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.339622:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.339629:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000089d9fec3/0xff23d3f688d8e051 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x6ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49c5b expref: 545 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.339644:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000089d9fec3/0xff23d3f688d8e051 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49c5b expref: 545 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.339665:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x6ed:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.339669:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x6ed:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.339675:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000054f5e6e3/0xff23d3f688d91e6a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.339685:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000054f5e6e3/0xff23d3f688d91e6a lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.339705:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.339753:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d436d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+545:2392:x1876087010710144:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 153us (321us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.339760:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22681
00000100:00100000:3.0:1789185322.339800:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.339874:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.339921:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.339938:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.339976:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.340667:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.340690:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010710272
00000100:00100000:3.0:1789185322.340695:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010710272
00010000:00010000:3.0:1789185322.340722:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000002d16b96/0xff23d3f688d8e11c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49d42 expref: 526 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.340761:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010710400
00000100:00100000:3.0:1789185322.340765:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010710400
00010000:00010000:3.0:1789185322.340777:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000033dafb7d/0xff23d3f688d8e138 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49d5e expref: 527 pid: 35222 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.340789:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010710656
00000100:00100000:3.0:1789185322.340792:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010710656
00010000:00010000:3.0:1789185322.340802:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e3b21fc8/0xff23d3f688d8e05f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x6ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49c69 expref: 545 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.340813:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010710528
00000100:00100000:3.0:1789185322.340815:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010710528
00010000:00010000:3.0:1789185322.340825:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000027d86f4f/0xff23d3f688d8e03c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x6eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49c3f expref: 546 pid: 16720 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.340833:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010710784
00000100:00100000:3.0:1789185322.340836:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010710784
00010000:00010000:3.0:1789185322.340846:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007ab126bc/0xff23d3f688d8fef1 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x6fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 16777216->16781311) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bac3 expref: 528 pid: 24325 timeout: 9499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.340855:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010711424
00000100:00100000:3.0:1789185322.340857:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010711424
00010000:00010000:3.0:1789185322.340867:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000cb624b7c/0xff23d3f688d8e082 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49ca1 expref: 547 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.340880:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22682
00000100:00100000:3.0:1789185322.340886:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d437800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+528:2392:x1876087010710272:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.340897:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.340901:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000002d16b96/0xff23d3f688d8e11c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49d42 expref: 528 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.340913:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000002d16b96/0xff23d3f688d8e11c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49d42 expref: 528 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.340931:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x6fd:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.340936:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x6fd:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.341329:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006fffc687/0xff23d3f688d91e71 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.341343:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006fffc687/0xff23d3f688d91e71 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.341364:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.341422:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d437800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+528:2392:x1876087010710272:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 536us (1621us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.341430:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22682
00000100:00100000:3.0:1789185322.341462:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22683
00000100:00100000:3.0:1789185322.341471:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b269761450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+527:2391:x1876087010710400:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.341479:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.341485:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000033dafb7d/0xff23d3f688d8e138 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49d5e expref: 527 pid: 35222 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.341495:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000033dafb7d/0xff23d3f688d8e138 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49d5e expref: 527 pid: 35222 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.341510:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000033dafb7d/0xff23d3f688d8e138 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49d5e expref: 527 pid: 35222 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.341522:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x6ff:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.341525:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x6ff:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.341529:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b93d1933/0xff23d3f688d91ea2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.341537:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b93d1933/0xff23d3f688d91ea2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.341590:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.341611:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b269761450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+526:2391:x1876087010710400:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 142us (1737us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.341618:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22683
00000100:00100000:3.0:1789185322.341653:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22684
00000100:00100000:3.0:1789185322.341660:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d434a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+547:2391:x1876087010710656:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.341669:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.341673:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e3b21fc8/0xff23d3f688d8e05f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x6ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49c69 expref: 547 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.341683:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e3b21fc8/0xff23d3f688d8e05f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49c69 expref: 547 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.341698:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x6ee:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.341701:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x6ee:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.341706:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000603b815f/0xff23d3f688d91e7f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.341713:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000603b815f/0xff23d3f688d91e7f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.341726:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.341744:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d434a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+547:2391:x1876087010710656:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 84us (1822us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.341750:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22684
00000100:00100000:3.0:1789185322.341764:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22685
00000100:00100000:3.0:1789185322.341771:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d437480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+546:2391:x1876087010710528:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.341778:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.341783:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000027d86f4f/0xff23d3f688d8e03c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x6eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49c3f expref: 546 pid: 16720 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.341794:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000027d86f4f/0xff23d3f688d8e03c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49c3f expref: 546 pid: 16720 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.341807:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x6eb:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.341810:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x6eb:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.341815:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006abc7636/0xff23d3f688d91e78 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.341823:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006abc7636/0xff23d3f688d91e78 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.341836:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.341856:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d437480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+546:2391:x1876087010710528:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 85us (1916us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.341863:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22685
00000100:00100000:3.0:1789185322.341875:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22686
00000100:00100000:3.0:1789185322.341882:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d437100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+525:2392:x1876087010710784:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.341889:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.341895:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007ab126bc/0xff23d3f688d8fef1 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x6fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 16777216->16781311) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bac3 expref: 525 pid: 24325 timeout: 9499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.341905:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007ab126bc/0xff23d3f688d8fef1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 16777216->16781311) gid 0 flags: 0x50000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bac3 expref: 525 pid: 24325 timeout: 9499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.341924:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x6fe:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1789185322.341928:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x6fe:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1789185322.341932:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000281d94e0/0xff23d3f688d91e86 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.342069:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000281d94e0/0xff23d3f688d91e86 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.342088:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.342114:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d437100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+525:2392:x1876087010710784:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 230us (2134us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.342120:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22686
00000100:00100000:3.0:1789185322.342133:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22687
00000100:00100000:3.0:1789185322.342140:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d436680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+545:2394:x1876087010711424:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.342147:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.342153:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000cb624b7c/0xff23d3f688d8e082 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49ca1 expref: 545 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.342162:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000cb624b7c/0xff23d3f688d8e082 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49ca1 expref: 545 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.342175:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cb624b7c/0xff23d3f688d8e082 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x6f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49ca1 expref: 545 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.342190:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x6f2:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.342193:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x6f2:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.342196:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000059346501/0xff23d3f688d91eb7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.342203:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000059346501/0xff23d3f688d91eb7 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.342223:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.342242:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d436680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+544:2394:x1876087010711424:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 102us (1578us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.342248:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22687
00010000:00010000:3.0:1789185322.342271:0:8428:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000059346501/0xff23d3f688d91eb7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.342280:0:8428:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000059346501/0xff23d3f688d91eb7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.342288:0:8428:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000059346501/0xff23d3f688d91eb7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.342297:0:8428:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000059346501/0xff23d3f688d91eb7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.342312:0:8428:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:3.0:1789185322.342702:0:8428:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b150575180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+474:3637:x1876087018750336:12345-0@lo:6:osp-syn-0-0.0 Request processed in 18757us (18810us total) trans 4294977438 rc 0/0
00000100:00100000:3.0:1789185322.342710:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37205
00000100:00100000:3.0:1789185322.342769:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.342790:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010711680
00000100:00100000:3.0:1789185322.342795:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010711680
00010000:00010000:3.0:1789185322.342818:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000084512d99/0xff23d3f688d8e131 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x701:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49d7a expref: 525 pid: 8429 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.342840:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22688
00000100:00100000:3.0:1789185322.342846:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d434380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+525:2394:x1876087010711680:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.342854:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.342858:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000084512d99/0xff23d3f688d8e131 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x701:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49d7a expref: 525 pid: 8429 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.342868:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000084512d99/0xff23d3f688d8e131 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x701:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49d7a expref: 525 pid: 8429 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.342880:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x701:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.342884:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x701:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.342888:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d91eb0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x701:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.342896:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d91eb0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x701:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.342909:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.342931:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d434380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+525:2394:x1876087010711680:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 85us (162us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.342938:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22688
00010000:00010000:2.0:1789185322.343025:0:178143:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000089d9fec3/0xff23d3f688d8e051 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x6ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49c5b expref: 543 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.343038:0:178143:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b150551880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:178143:1876087018748160:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185322.343058:0:178143:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000054f5e6e3/0xff23d3f688d91e6a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.343067:0:178143:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000054f5e6e3/0xff23d3f688d91e6a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.343074:0:178143:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000054f5e6e3/0xff23d3f688d91e6a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.343083:0:178143:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000054f5e6e3/0xff23d3f688d91e6a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.343091:0:178143:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000054f5e6e3/0xff23d3f688d91e6a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.343114:0:178143:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00000100:00100000:2.0:1789185322.343210:0:178143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14fcee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+474:3635:x1876087018747392:12345-0@lo:6:osp-syn-0-0.0 Request processed in 28899us (35151us total) trans 4294977439 rc 0/0
00000100:00100000:2.0:1789185322.343216:0:178143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37194
00010000:00010000:2.0:1789185322.343252:0:35222:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000002d16b96/0xff23d3f688d8e11c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49d42 expref: 525 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.343263:0:35222:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b150550380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:35222:1876087018748288:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185322.343274:0:35222:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000006fffc687/0xff23d3f688d91e71 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.343283:0:35222:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000006fffc687/0xff23d3f688d91e71 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.343290:0:35222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006fffc687/0xff23d3f688d91e71 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.343298:0:35222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006fffc687/0xff23d3f688d91e71 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.343306:0:35222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006fffc687/0xff23d3f688d91e71 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.343320:0:35222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool
00000100:00100000:2.0:1789185322.343411:0:35222:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b145cb2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+490:3637:x1876087018747008:12345-0@lo:6:osp-syn-1-0.0 Request processed in 28558us (29987us total) trans 4294989253 rc 0/0
00000100:00100000:2.0:1789185322.343418:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37195
00000100:00100000:3.0:1789185322.343686:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.343707:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010711552
00000100:00100000:3.0:1789185322.343710:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010711552
00010000:00010000:3.0:1789185322.343728:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a77a4147/0xff23d3f688d8e13f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x702:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49d88 expref: 524 pid: 35222 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.343750:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22689
00000100:00100000:3.0:1789185322.343758:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d435c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+524:2394:x1876087010711552:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.343766:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.343770:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a77a4147/0xff23d3f688d8e13f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x702:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49d88 expref: 524 pid: 35222 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.343781:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a77a4147/0xff23d3f688d8e13f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x702:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49d88 expref: 524 pid: 35222 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.343795:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x702:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.343799:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x702:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.343804:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ba247524/0xff23d3f688d91ebe lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x702:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.343813:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ba247524/0xff23d3f688d91ebe lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x702:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.343828:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.343851:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d435c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+524:2394:x1876087010711552:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 94us (165us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.343857:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22689
00000100:00100000:3.0:1789185322.343906:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.343932:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.344038:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.344067:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.344082:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010711040
00000100:00100000:3.0:1789185322.344086:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010711040
00010000:00010000:3.0:1789185322.344102:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000718e1c69/0xff23d3f688d8e074 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x6f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49c85 expref: 543 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.344119:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010711296
00000100:00100000:3.0:1789185322.344122:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010711296
00010000:00010000:3.0:1789185322.344133:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e930f965/0xff23d3f688d8e12a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x700:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49d6c expref: 524 pid: 8429 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.344146:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010710912
00000100:00100000:3.0:1789185322.344148:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010710912
00010000:00010000:3.0:1789185322.344159:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000034d72851/0xff23d3f688d8e07b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x6f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49c93 expref: 544 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.344172:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010711168
00000100:00100000:3.0:1789185322.344174:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010711168
00010000:00010000:3.0:1789185322.344185:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b77840e1/0xff23d3f688d8e06d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x6ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49c77 expref: 545 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.344197:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22690
00000100:00100000:3.0:1789185322.344203:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b269763c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+545:2392:x1876087010711040:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.344210:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.344214:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000718e1c69/0xff23d3f688d8e074 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x6f0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49c85 expref: 545 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.344223:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000718e1c69/0xff23d3f688d8e074 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6f0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49c85 expref: 545 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.344236:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x6f0:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.344239:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x6f0:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.344243:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b2067f66/0xff23d3f688d91e94 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6f0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.344251:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b2067f66/0xff23d3f688d91e94 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6f0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.344263:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.344279:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b269763c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+545:2392:x1876087010711040:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 76us (373us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.344286:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22690
00000100:00100000:3.0:1789185322.344313:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22691
00000100:00100000:3.0:1789185322.344319:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d435500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+524:2392:x1876087010711296:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.344326:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.344332:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e930f965/0xff23d3f688d8e12a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x700:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49d6c expref: 524 pid: 8429 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.344346:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e930f965/0xff23d3f688d8e12a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x700:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49d6c expref: 524 pid: 8429 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.344358:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x700:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.344361:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x700:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.344366:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000691a0de/0xff23d3f688d91ea9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x700:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.344373:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000691a0de/0xff23d3f688d91ea9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x700:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.344469:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.344488:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d435500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+524:2392:x1876087010711296:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 169us (555us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.344495:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22691
00000100:00100000:3.0:1789185322.344509:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22692
00000100:00100000:3.0:1789185322.344515:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d434700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+544:2392:x1876087010710912:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.344521:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.344526:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000034d72851/0xff23d3f688d8e07b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x6f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49c93 expref: 544 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.344537:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000034d72851/0xff23d3f688d8e07b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49c93 expref: 544 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.344577:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x6f1:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.344579:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x6f1:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.344583:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000048e3f1cb/0xff23d3f688d91e8d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.344591:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000048e3f1cb/0xff23d3f688d91e8d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.344602:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.344619:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d434700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+544:2392:x1876087010710912:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 104us (582us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.344624:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22692
00000100:00100000:3.0:1789185322.344636:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22693
00000100:00100000:3.0:1789185322.344641:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d436d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+543:2392:x1876087010711168:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.344648:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.344652:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b77840e1/0xff23d3f688d8e06d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x6ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49c77 expref: 543 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.344660:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b77840e1/0xff23d3f688d8e06d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49c77 expref: 543 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.344671:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x6ef:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.344673:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x6ef:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.344677:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d91e9b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.344684:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d91e9b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.344696:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.344713:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d436d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+543:2392:x1876087010711168:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 71us (645us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.344719:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22693
00000100:00100000:3.0:1789185322.347896:0:8491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018752384
00000100:00100000:3.0:1789185322.347901:0:8491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018752384
00000100:00100000:3.0:1789185322.347933:0:8491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018752000
00000100:00100000:3.0:1789185322.347946:0:8491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018752000
00000100:00100000:3.0:1789185322.347965:0:8491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018752640
00000100:00100000:3.0:1789185322.347969:0:8491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018752640
00000100:00100000:3.0:1789185322.347985:0:8491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018752512
00000100:00100000:3.0:1789185322.347991:0:8491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018752512
00000100:00100000:3.0:1789185322.348013:0:8491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37212
00000100:00100000:3.0:1789185322.348026:0:8491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b145cb0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+477:3637:x1876087018752384:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1789185322.348043:0:8491:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1781 count 1
00010000:00010000:3.0:1789185322.348062:0:8491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e7ee957e/0xff23d3f688d91ee1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6f5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.348079:0:8491:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000066e14785/0xff23d3f688d8e0c1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x6f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49ccb expref: 539 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.348100:0:8491:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x6f5:0x0].0x0 since=123s v=(0 0)
00010000:00010000:3.0:1789185322.348106:0:8491:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x6f5:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.348116:0:8491:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e7ee957e/0xff23d3f688d91ee1 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x6f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.348138:0:8491:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000066e14785/0xff23d3f688d8e0c1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49ccb expref: 539 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.348149:0:8491:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000066e14785/0xff23d3f688d8e0c1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49ccb expref: 539 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.348160:0:8491:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d434a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8491:1876087018752768:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185322.348187:0:8491:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b151236d80 going to sleep for 11 seconds
00000100:00100000:3.0:1789185322.348203:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37214
00000100:00100000:3.0:1789185322.348209:0:8428:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b145cb3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+477:3636:x1876087018752640:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1789185322.348221:0:8428:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1783 count 1
00010000:00010000:3.0:1789185322.348232:0:8428:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000052bf4c96/0xff23d3f688d91eef lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6f7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.348253:0:8428:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000867cbfd5/0xff23d3f688d8e0cf lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x6f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49ce7 expref: 539 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.348270:0:8428:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x6f7:0x0].0x0 since=123s v=(0 0)
00010000:00010000:3.0:1789185322.348274:0:8428:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x6f7:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.348279:0:8428:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000052bf4c96/0xff23d3f688d91eef lrc: 4/0,1 mode: --/PW res: [0x280000401:0x6f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.348302:0:8428:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000867cbfd5/0xff23d3f688d8e0cf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49ce7 expref: 539 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.348338:0:8428:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000867cbfd5/0xff23d3f688d8e0cf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49ce7 expref: 539 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.348357:0:8428:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d437480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8428:1876087018753024:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185322.348501:0:8428:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1512369c0 going to sleep for 11 seconds
00000100:00100000:3.0:1789185322.348603:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.348623:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010711936
00000100:00100000:3.0:1789185322.348627:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010711936
00010000:00010000:3.0:1789185322.348649:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000016ecc35e/0xff23d3f688d8e146 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x704:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49da4 expref: 523 pid: 8429 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.348672:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22694
00000100:00100000:3.0:1789185322.348679:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d437100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+523:2392:x1876087010711936:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.348690:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.348695:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000016ecc35e/0xff23d3f688d8e146 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x704:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49da4 expref: 523 pid: 8429 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.348706:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000016ecc35e/0xff23d3f688d8e146 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x704:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49da4 expref: 523 pid: 8429 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.348722:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x704:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.348725:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x704:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.348731:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ce1a8e47/0xff23d3f688d91ed3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x704:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.348745:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ce1a8e47/0xff23d3f688d91ed3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x704:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.348761:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.348778:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d437100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+523:2392:x1876087010711936:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 101us (177us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.348784:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22694
00000100:00100000:3.0:1789185322.348819:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.348832:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010711808
00000100:00100000:3.0:1789185322.348836:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010711808
00010000:00010000:3.0:1789185322.348848:0:8458:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d05ac176/0xff23d3f688d8e089 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x6f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49caf expref: 540 pid: 8429 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.348865:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22695
00000100:00100000:3.0:1789185322.348870:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d436680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+540:2392:x1876087010711808:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.348876:0:8458:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.348879:0:8458:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d05ac176/0xff23d3f688d8e089 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x6f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49caf expref: 540 pid: 8429 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.348889:0:8458:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d05ac176/0xff23d3f688d8e089 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49caf expref: 540 pid: 8429 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.348901:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x6f3:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.348903:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x6f3:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.348907:0:8458:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d4cdc89e/0xff23d3f688d91ecc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.348914:0:8458:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d4cdc89e/0xff23d3f688d91ecc lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.348924:0:8458:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.348935:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d436680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+540:2392:x1876087010711808:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 66us (116us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.349007:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22695
00000100:00100000:3.0:1789185322.349067:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.349079:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010712064
00000100:00100000:3.0:1789185322.349083:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010712064
00010000:00010000:3.0:1789185322.349096:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003c357a1d/0xff23d3f688d8e14d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x703:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49d96 expref: 523 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.349114:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22696
00000100:00100000:3.0:1789185322.349120:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d434380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+523:2392:x1876087010712064:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.349127:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.349131:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003c357a1d/0xff23d3f688d8e14d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x703:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49d96 expref: 523 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.349140:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003c357a1d/0xff23d3f688d8e14d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x703:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49d96 expref: 523 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.349152:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x703:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.349156:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x703:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.349159:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000fa501034/0xff23d3f688d91ec5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x703:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.349166:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fa501034/0xff23d3f688d91ec5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x703:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.349177:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.349192:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d434380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+523:2392:x1876087010712064:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 72us (125us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.349197:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22696
00000100:00100000:2.0:1789185322.349667:0:178143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37215
00000100:00100000:2.0:1789185322.349679:0:178143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b15055aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+477:3636:x1876087018752512:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1789185322.349698:0:178143:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1782 count 1
00010000:00010000:2.0:1789185322.349717:0:178143:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ef1f9aa4/0xff23d3f688d91ef6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6f6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.349730:0:178143:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e66a9483/0xff23d3f688d8e0c8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x6f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49cd9 expref: 539 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.349737:0:178143:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x6f6:0x0].0x0 since=123s v=(0 0)
00010000:00010000:2.0:1789185322.349740:0:178143:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x6f6:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.349743:0:178143:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ef1f9aa4/0xff23d3f688d91ef6 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x6f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.349766:0:178143:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e66a9483/0xff23d3f688d8e0c8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49cd9 expref: 539 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.349776:0:178143:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e66a9483/0xff23d3f688d8e0c8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49cd9 expref: 539 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.349787:0:178143:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b150550380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:178143:1876087018753152:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185322.349829:0:178143:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0e40 going to sleep for 11 seconds
00010000:00010000:2.0:1789185322.349844:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.349871:0:178169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d05ac176/0xff23d3f688d8e089 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x6f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49caf expref: 539 pid: 8429 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.349884:0:178169:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b150552d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:178169:1876087018751360:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185322.349903:0:178169:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d4cdc89e/0xff23d3f688d91ecc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.349912:0:178169:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d4cdc89e/0xff23d3f688d91ecc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.349918:0:178169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d4cdc89e/0xff23d3f688d91ecc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.349927:0:178169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d4cdc89e/0xff23d3f688d91ecc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.349935:0:178169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d4cdc89e/0xff23d3f688d91ecc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.351183:0:178169:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1789185322.351356:0:178169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b150576d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+478:3636:x1876087018751104:12345-0@lo:6:osp-syn-0-0.0 Request processed in 20730us (20945us total) trans 4294977443 rc 0/0
00000100:00100000:2.0:1789185322.351365:0:178169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37208
00000100:00100000:2.0:1789185322.352236:0:178169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37216
00000100:00100000:2.0:1789185322.352249:0:178169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b2768bf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+492:3636:x1876087018751872:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1789185322.352276:0:178169:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1798 count 1
00010000:00010000:2.0:1789185322.352303:0:178169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001ea59ce8/0xff23d3f688d91efd lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x706:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.352324:0:178169:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005fbabd9c/0xff23d3f688d9014b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x706:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 62914560->62918655) gid 0 flags: 0x40000000020000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bd1d expref: 522 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.352332:0:178169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x706:0x0].0x0 since=119s v=(0 0)
00010000:00010000:2.0:1789185322.352337:0:178169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x706:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1789185322.352341:0:178169:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001ea59ce8/0xff23d3f688d91efd lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x706:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.354568:0:178169:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005fbabd9c/0xff23d3f688d9014b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x706:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 62914560->62918655) gid 0 flags: 0x50000000030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bd1d expref: 521 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.354581:0:178169:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005fbabd9c/0xff23d3f688d9014b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x706:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 62914560->62918655) gid 0 flags: 0x70000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bd1d expref: 521 pid: 8491 timeout: 9499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.354592:0:178169:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b150552d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:178169:1876087018753280:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185322.354630:0:178169:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0600 going to sleep for 11 seconds
00010000:00010000:2.0:1789185322.354667:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:2.0:1789185322.354675:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d4cdc89e/0xff23d3f688d91ecc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.354684:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bd000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185322.354689:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d4cdc89e/0xff23d3f688d91ecc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.354704:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d4cdc89e/0xff23d3f688d91ecc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.354726:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d4cdc89e/0xff23d3f688d91ecc lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.354735:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d4cdc89e/0xff23d3f688d91ecc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.354758:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185322.354762:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ce1a8e47/0xff23d3f688d91ed3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x704:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.354768:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abda200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185322.354771:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ce1a8e47/0xff23d3f688d91ed3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x704:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.354779:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ce1a8e47/0xff23d3f688d91ed3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x704:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.354788:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ce1a8e47/0xff23d3f688d91ed3 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x704:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.354794:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ce1a8e47/0xff23d3f688d91ed3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x704:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.354820:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.354822:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.354824:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:2.0:1789185322.354859:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14fcec000/2, rc 0, transno 4294977439
00000100:00100000:2.0:1789185322.354877:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14fcec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018747392:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185322.355314:0:8491:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d434a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8491:1876087018752768:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185322.355338:0:8491:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000e7ee957e/0xff23d3f688d91ee1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.356587:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:2.0:1789185322.356595:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fa501034/0xff23d3f688d91ec5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x703:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.356602:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149882e00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185322.356606:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fa501034/0xff23d3f688d91ec5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x703:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.356614:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fa501034/0xff23d3f688d91ec5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x703:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.356633:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fa501034/0xff23d3f688d91ec5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x703:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.356639:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fa501034/0xff23d3f688d91ec5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x703:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.356657:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:2.0:1789185322.356660:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b2067f66/0xff23d3f688d91e94 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.356671:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149882200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185322.356674:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b2067f66/0xff23d3f688d91e94 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.356682:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b2067f66/0xff23d3f688d91e94 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.356692:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b2067f66/0xff23d3f688d91e94 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.356698:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b2067f66/0xff23d3f688d91e94 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.356712:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185322.356715:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d91e9b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.356720:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149882000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185322.356723:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d91e9b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.356729:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d91e9b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.356737:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d91e9b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.356744:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d91e9b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.356754:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.356755:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.356757:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.356763:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789185322.357034:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.357061:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010712320
00000100:00100000:3.0:1789185322.357068:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010712320
00010000:00010000:3.0:1789185322.357103:0:8458:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000066e14785/0xff23d3f688d8e0c1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49ccb expref: 537 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.357133:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22697
00000100:00100000:3.0:1789185322.357143:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b269762850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+537:2391:x1876087010712320:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.357158:0:8458:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.357164:0:8458:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000066e14785/0xff23d3f688d8e0c1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49ccb expref: 537 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.357183:0:8458:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000066e14785/0xff23d3f688d8e0c1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49ccb expref: 537 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.357202:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000066e14785/0xff23d3f688d8e0c1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x6f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49ccb expref: 537 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.357216:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x6f5:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.357220:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x6f5:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.357226:0:8458:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e7ee957e/0xff23d3f688d91ee1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.357236:0:8458:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e7ee957e/0xff23d3f688d91ee1 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.357259:0:8458:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.357296:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b269762850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+536:2391:x1876087010712320:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 154us (1918us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.357303:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22697
00010000:00010000:3.0:1789185322.357353:0:8491:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000e7ee957e/0xff23d3f688d91ee1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.357362:0:8491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e7ee957e/0xff23d3f688d91ee1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.357370:0:8491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e7ee957e/0xff23d3f688d91ee1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.357384:0:8491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e7ee957e/0xff23d3f688d91ee1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.357398:0:8491:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1789185322.358364:0:8491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b145cb0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+478:3637:x1876087018752384:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10343us (10718us total) trans 4294977445 rc 0/0
00000100:00100000:3.0:1789185322.358374:0:8491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37212
00000100:00100000:3.0:1789185322.358393:0:8491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018753664
00000100:00100000:3.0:1789185322.358397:0:8491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018753664
00000100:00100000:3.0:1789185322.358422:0:8491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018753792
00000100:00100000:3.0:1789185322.358425:0:8491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018753792
00000100:00100000:3.0:1789185322.358442:0:8491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37218
00000100:00100000:3.0:1789185322.358448:0:8491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b150574a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+478:3637:x1876087018753664:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1789185322.358483:0:8491:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1784 count 1
00010000:00010000:3.0:1789185322.358505:0:8491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f05a18d4/0xff23d3f688d91f0b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6f8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.358522:0:8491:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000472e04ad/0xff23d3f688d8e0d6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x6f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49cf5 expref: 535 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.358530:0:8491:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x6f8:0x0].0x0 since=123s v=(0 0)
00010000:00010000:3.0:1789185322.358534:0:8491:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x6f8:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.358539:0:8491:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f05a18d4/0xff23d3f688d91f0b lrc: 4/0,1 mode: --/PW res: [0x280000401:0x6f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.358590:0:8491:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000472e04ad/0xff23d3f688d8e0d6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49cf5 expref: 535 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.358603:0:8491:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000472e04ad/0xff23d3f688d8e0d6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49cf5 expref: 535 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.358614:0:8491:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d435500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8491:1876087018753920:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185322.358658:0:8491:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b151236e40 going to sleep for 11 seconds
00000100:00100000:3.0:1789185322.358702:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.358721:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010712192
00000100:00100000:3.0:1789185322.358725:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010712192
00010000:00010000:3.0:1789185322.358747:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003cfd68a3/0xff23d3f688d8e154 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x705:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49db2 expref: 521 pid: 8429 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.358768:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22698
00000100:00100000:3.0:1789185322.358774:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d434700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+521:2391:x1876087010712192:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.358782:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.358787:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003cfd68a3/0xff23d3f688d8e154 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x705:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49db2 expref: 521 pid: 8429 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.358800:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003cfd68a3/0xff23d3f688d8e154 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x705:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49db2 expref: 521 pid: 8429 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.358818:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x705:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.358821:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x705:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.358827:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008e9a7fa0/0xff23d3f688d91eda lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x705:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.358841:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008e9a7fa0/0xff23d3f688d91eda lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x705:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.358856:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.358876:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d434700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+521:2391:x1876087010712192:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 102us (174us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.358883:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22698
00000100:00100000:3.0:1789185322.358946:0:8428:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d437480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8428:1876087018753024:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185322.358961:0:8428:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000052bf4c96/0xff23d3f688d91eef lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.360939:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185322.360946:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008e9a7fa0/0xff23d3f688d91eda lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x705:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.360954:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149882400 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185322.360957:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008e9a7fa0/0xff23d3f688d91eda lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x705:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.360965:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008e9a7fa0/0xff23d3f688d91eda lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x705:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.360982:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008e9a7fa0/0xff23d3f688d91eda lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x705:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.360989:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008e9a7fa0/0xff23d3f688d91eda lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x705:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.361012:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.361014:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.361016:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789185322.361028:0:35222:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018754176
00000100:00100000:2.0:1789185322.361033:0:35222:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018754176
00000100:00100000:2.0:1789185322.361068:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37220
00000100:00100000:2.0:1789185322.361075:0:35222:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b147528a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+495:3636:x1876087018754176:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1789185322.361094:0:35222:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1802 count 1
00010000:00010000:2.0:1789185322.361111:0:35222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007ef11ebc/0xff23d3f688d91f19 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x70a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.361126:0:35222:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005465f551/0xff23d3f688d8e1c4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x70a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49df8 expref: 519 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.361133:0:35222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x70a:0x0].0x0 since=123s v=(0 0)
00010000:00010000:2.0:1789185322.361137:0:35222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x70a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.361141:0:35222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007ef11ebc/0xff23d3f688d91f19 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x70a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.361164:0:35222:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005465f551/0xff23d3f688d8e1c4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x70a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49df8 expref: 519 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.361175:0:35222:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005465f551/0xff23d3f688d8e1c4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x70a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49df8 expref: 519 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.361536:0:35222:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b150550000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:35222:1876087018754816:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185322.361617:0:35222:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a00c0 going to sleep for 11 seconds
00000100:00100000:2.0:1789185322.361644:0:178143:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b150550380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:178143:1876087018753152:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185322.361659:0:178143:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000ef1f9aa4/0xff23d3f688d91ef6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.361883:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.361963:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.361980:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185322.364909:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010712576
00000100:00100000:2.0:1789185322.364918:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010712576
00010000:00010000:2.0:1789185322.364947:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000867cbfd5/0xff23d3f688d8e0cf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49ce7 expref: 536 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.364971:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010712448
00000100:00100000:2.0:1789185322.364975:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010712448
00010000:00010000:2.0:1789185322.364989:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000009177c436/0xff23d3f688d8e090 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49cbd expref: 537 pid: 35222 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.365003:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010712704
00000100:00100000:2.0:1789185322.365006:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010712704
00010000:00010000:2.0:1789185322.365018:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e66a9483/0xff23d3f688d8e0c8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49cd9 expref: 538 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.365033:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22699
00000100:00100000:2.0:1789185322.365040:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d437480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+538:2391:x1876087010712576:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.365050:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.365056:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000867cbfd5/0xff23d3f688d8e0cf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49ce7 expref: 538 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.365068:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000867cbfd5/0xff23d3f688d8e0cf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49ce7 expref: 538 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.365095:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000867cbfd5/0xff23d3f688d8e0cf lrc: 0/0,0 mode: --/PR res: [0x280000401:0x6f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49ce7 expref: 538 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.365108:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x6f7:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.365112:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x6f7:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.365119:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000052bf4c96/0xff23d3f688d91eef lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.365128:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000052bf4c96/0xff23d3f688d91eef lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.365151:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185322.365184:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d437480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+537:2391:x1876087010712576:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 143us (3301us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.365192:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22699
00000100:00100000:2.0:1789185322.365209:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22700
00000100:00100000:2.0:1789185322.365216:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d436d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+536:2392:x1876087010712448:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.365224:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.365228:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000009177c436/0xff23d3f688d8e090 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49cbd expref: 536 pid: 35222 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.365239:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000009177c436/0xff23d3f688d8e090 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49cbd expref: 536 pid: 35222 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.365257:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009177c436/0xff23d3f688d8e090 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x6f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49cbd expref: 536 pid: 35222 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.365268:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x6f4:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.365272:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x6f4:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.365276:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000065fd643b/0xff23d3f688d91ee8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.365284:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000065fd643b/0xff23d3f688d91ee8 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.365304:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185322.365324:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d436d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+535:2392:x1876087010712448:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 108us (3360us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.365330:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22700
00000100:00100000:2.0:1789185322.365342:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22701
00000100:00100000:2.0:1789185322.365349:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d437100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+534:2392:x1876087010712704:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.365357:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.365362:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e66a9483/0xff23d3f688d8e0c8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49cd9 expref: 534 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.366094:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e66a9483/0xff23d3f688d8e0c8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49cd9 expref: 534 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.366114:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e66a9483/0xff23d3f688d8e0c8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x6f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49cd9 expref: 534 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.366125:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x6f6:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.366128:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x6f6:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.366133:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ef1f9aa4/0xff23d3f688d91ef6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.366141:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ef1f9aa4/0xff23d3f688d91ef6 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.366166:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185322.366208:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d437100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+533:2392:x1876087010712704:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 858us (4225us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.366215:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22701
00010000:00010000:2.0:1789185322.366249:0:178143:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000ef1f9aa4/0xff23d3f688d91ef6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.366257:0:178143:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ef1f9aa4/0xff23d3f688d91ef6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.366267:0:178143:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ef1f9aa4/0xff23d3f688d91ef6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.366273:0:178143:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ef1f9aa4/0xff23d3f688d91ef6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.366288:0:178143:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool
00000100:00100000:2.0:1789185322.366446:0:178143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b15055aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+483:3636:x1876087018752512:12345-0@lo:6:osp-syn-0-0.0 Request processed in 16769us (18494us total) trans 4294977447 rc 0/0
00000100:00100000:2.0:1789185322.366465:0:178143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37215
00000100:00100000:2.0:1789185322.366486:0:178143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37224
00000100:00100000:2.0:1789185322.366495:0:178143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14752aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+482:3636:x1876087018754560:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1789185322.366519:0:178143:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1787 count 1
00010000:00010000:2.0:1789185322.366540:0:178143:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004f475c67/0xff23d3f688d91f3c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6fb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.366571:0:178143:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000fc5b8c3a/0xff23d3f688d8e169 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x6fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49d1f expref: 532 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.366579:0:178143:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x6fb:0x0].0x0 since=123s v=(0 0)
00010000:00010000:2.0:1789185322.366582:0:178143:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x6fb:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.366586:0:178143:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004f475c67/0xff23d3f688d91f3c lrc: 4/0,1 mode: --/PW res: [0x280000401:0x6fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.366617:0:178143:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000fc5b8c3a/0xff23d3f688d8e169 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49d1f expref: 532 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.366630:0:178143:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000fc5b8c3a/0xff23d3f688d8e169 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49d1f expref: 532 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.366649:0:178143:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b150550380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:178143:1876087018755584:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185322.366696:0:178143:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0540 going to sleep for 11 seconds
00010000:00010000:2.0:1789185322.366711:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp.  (3 blwis in pool)
00010000:00010000:2.0:1789185322.366719:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000691a0de/0xff23d3f688d91ea9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x700:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.366727:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149882600 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185322.366732:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000691a0de/0xff23d3f688d91ea9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x700:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.366742:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000691a0de/0xff23d3f688d91ea9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x700:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.366756:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000691a0de/0xff23d3f688d91ea9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x700:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.366763:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000691a0de/0xff23d3f688d91ea9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x700:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.366791:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:2.0:1789185322.366796:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ba247524/0xff23d3f688d91ebe lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x702:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.366802:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149882c00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185322.366805:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ba247524/0xff23d3f688d91ebe lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x702:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.366813:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ba247524/0xff23d3f688d91ebe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x702:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.366822:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ba247524/0xff23d3f688d91ebe lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x702:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.366829:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ba247524/0xff23d3f688d91ebe lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x702:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.366841:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:2.0:1789185322.366845:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d91eb0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x701:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.366851:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149883200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185322.366854:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d91eb0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x701:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.366861:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d91eb0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x701:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.366869:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d91eb0 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x701:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.366875:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d91eb0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x701:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.366889:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185322.366893:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ef1f9aa4/0xff23d3f688d91ef6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.366899:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bca00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185322.366901:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ef1f9aa4/0xff23d3f688d91ef6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.366909:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ef1f9aa4/0xff23d3f688d91ef6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.366917:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ef1f9aa4/0xff23d3f688d91ef6 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.366924:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ef1f9aa4/0xff23d3f688d91ef6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.366936:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.366938:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.366940:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.366947:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:2.0:1789185322.366984:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b150576a00/2, rc 0, transno 4294989260
00000100:00100000:2.0:1789185322.366999:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b150576a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018749952:0@lo:6:osp-syn-1-0.0
00000004:00080000:2.0:1789185322.367012:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b142870a80/2, rc 0, transno 4294989258
00000100:00100000:2.0:1789185322.367016:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b142870a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018749824:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185322.367088:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b150552680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018755712:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185322.367116:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185322.367150:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b150550700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018755840:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185322.367197:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:2.0:1789185322.367231:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b145cb2d80/2, rc 0, transno 4294977447
00000100:00100000:2.0:1789185322.367240:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b145cb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018752512:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185322.367281:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1789185322.367287:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b150550e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018755968:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185322.367308:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:3.0:1789185322.367676:0:8428:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000052bf4c96/0xff23d3f688d91eef lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.367689:0:8428:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000052bf4c96/0xff23d3f688d91eef lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.367701:0:8428:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000052bf4c96/0xff23d3f688d91eef lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.367709:0:8428:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000052bf4c96/0xff23d3f688d91eef lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.367732:0:8428:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1789185322.367877:0:8428:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b145cb3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+483:3636:x1876087018752640:12345-0@lo:6:osp-syn-0-0.0 Request processed in 19668us (20135us total) trans 4294977448 rc 0/0
00000100:00100000:3.0:1789185322.367885:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37214
00000100:00100000:3.0:1789185322.367907:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018755712
00000100:00100000:3.0:1789185322.367912:0:8428:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018755712
00000100:00100000:3.0:1789185322.367934:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018755840
00000100:00100000:3.0:1789185322.367936:0:8428:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018755840
00000100:00100000:3.0:1789185322.367944:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018755968
00000100:00100000:3.0:1789185322.367946:0:8428:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018755968
00000100:00100000:3.0:1789185322.367959:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37225
00000100:00100000:3.0:1789185322.367966:0:8428:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b147529180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+498:3638:x1876087018755200:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:3.0:1789185322.367984:0:8428:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1803 count 1
00010000:00010000:3.0:1789185322.368003:0:8428:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009b4d9ff2/0xff23d3f688d91f43 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x70b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.368020:0:8428:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000bfc3353f/0xff23d3f688d8e1cb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x70b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49e06 expref: 516 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.368028:0:8428:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x70b:0x0].0x0 since=123s v=(0 0)
00010000:00010000:3.0:1789185322.368032:0:8428:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x70b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.368037:0:8428:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009b4d9ff2/0xff23d3f688d91f43 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x70b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.368065:0:8428:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000bfc3353f/0xff23d3f688d8e1cb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x70b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49e06 expref: 516 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.368081:0:8428:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000bfc3353f/0xff23d3f688d8e1cb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x70b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49e06 expref: 516 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.368093:0:8428:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d436680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8428:1876087018756096:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185322.368134:0:8428:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1512366c0 going to sleep for 11 seconds
00000004:00080000:3.0:1789185322.368176:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b145cb2a00/2, rc 0, transno 4294977448
00000100:00100000:3.0:1789185322.368186:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b145cb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018752640:0@lo:6:osp-syn-0-0.0
00010000:00010000:2.0:1789185322.370468:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789185322.370483:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1789185322.370500:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d434380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018756224:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185322.370574:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:2.0:1789185322.371244:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185322.371250:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000065fd643b/0xff23d3f688d91ee8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.371258:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abdb000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185322.371262:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000065fd643b/0xff23d3f688d91ee8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.371272:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000065fd643b/0xff23d3f688d91ee8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.371290:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000065fd643b/0xff23d3f688d91ee8 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.371303:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000065fd643b/0xff23d3f688d91ee8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:3.0:1789185322.371766:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b150575c00/2, rc 0, transno 4294977449
00000100:00100000:3.0:1789185322.371778:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b150575c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018752000:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185322.371900:0:8491:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d435500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8491:1876087018753920:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185322.371920:0:8491:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f05a18d4/0xff23d3f688d91f0b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.371991:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.372339:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010712832
00000100:00100000:3.0:1789185322.372345:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010712832
00010000:00010000:3.0:1789185322.372377:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000472e04ad/0xff23d3f688d8e0d6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49cf5 expref: 533 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.372406:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22702
00000100:00100000:3.0:1789185322.372414:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d435500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+533:2391:x1876087010712832:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.372425:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.372431:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000472e04ad/0xff23d3f688d8e0d6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49cf5 expref: 533 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.372442:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000472e04ad/0xff23d3f688d8e0d6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49cf5 expref: 533 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.372471:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000472e04ad/0xff23d3f688d8e0d6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x6f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49cf5 expref: 533 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.372486:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x6f8:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.372490:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x6f8:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.372496:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f05a18d4/0xff23d3f688d91f0b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.372505:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f05a18d4/0xff23d3f688d91f0b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.372526:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.372814:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d435500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+532:2391:x1876087010712832:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 399us (821us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.372822:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22702
00010000:00010000:3.0:1789185322.372846:0:8491:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f05a18d4/0xff23d3f688d91f0b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.372856:0:8491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f05a18d4/0xff23d3f688d91f0b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.372872:0:8491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f05a18d4/0xff23d3f688d91f0b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.372880:0:8491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f05a18d4/0xff23d3f688d91f0b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.373473:0:8491:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1789185322.373813:0:8491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b150574a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+485:3637:x1876087018753664:12345-0@lo:6:osp-syn-0-0.0 Request processed in 15364us (16046us total) trans 4294977450 rc 0/0
00000100:00100000:3.0:1789185322.373821:0:8491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37218
00000100:00100000:3.0:1789185322.376096:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.376121:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010712960
00000100:00100000:3.0:1789185322.376131:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010712960
00010000:00010000:3.0:1789185322.376175:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000439557c1/0xff23d3f688d8e1a8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x708:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49ddc expref: 517 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.376222:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010713088
00000100:00100000:3.0:1789185322.376225:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010713088
00010000:00010000:3.0:1789185322.376237:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005465f551/0xff23d3f688d8e1c4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x70a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49df8 expref: 518 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.376253:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010713344
00000100:00100000:3.0:1789185322.376255:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010713344
00010000:00010000:3.0:1789185322.376267:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002b9c10cb/0xff23d3f688d8e0dd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49d03 expref: 532 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.376286:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22703
00000100:00100000:3.0:1789185322.376293:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14752b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+518:2391:x1876087010712960:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.376307:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.376376:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000439557c1/0xff23d3f688d8e1a8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x708:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49ddc expref: 518 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.376394:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000439557c1/0xff23d3f688d8e1a8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x708:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49ddc expref: 518 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.376418:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000439557c1/0xff23d3f688d8e1a8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x708:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49ddc expref: 518 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.376435:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x708:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.376439:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x708:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.376447:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000243cf2a2/0xff23d3f688d91f04 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x708:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.376470:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000243cf2a2/0xff23d3f688d91f04 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x708:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.376566:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.376630:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14752b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+517:2391:x1876087010712960:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 335us (3539us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.376638:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22703
00000100:00100000:3.0:1789185322.376663:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22704
00000100:00100000:3.0:1789185322.376671:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b269761050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+516:2391:x1876087010713088:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.376680:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.376684:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005465f551/0xff23d3f688d8e1c4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x70a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49df8 expref: 516 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.376695:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005465f551/0xff23d3f688d8e1c4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x70a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49df8 expref: 516 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.376708:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x70a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.376711:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x70a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.376715:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007ef11ebc/0xff23d3f688d91f19 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x70a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.376723:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007ef11ebc/0xff23d3f688d91f19 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x70a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.376736:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.376756:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b269761050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+516:2391:x1876087010713088:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 87us (1031us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.376763:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22704
00000100:00100000:3.0:1789185322.376808:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22705
00000100:00100000:3.0:1789185322.376815:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d435c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+532:2391:x1876087010713344:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.376823:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.376828:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002b9c10cb/0xff23d3f688d8e0dd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49d03 expref: 532 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.376840:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002b9c10cb/0xff23d3f688d8e0dd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49d03 expref: 532 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.376855:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002b9c10cb/0xff23d3f688d8e0dd lrc: 0/0,0 mode: --/PR res: [0x280000401:0x6f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49d03 expref: 532 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.376996:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x6f9:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.377000:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x6f9:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.377005:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009a97dd45/0xff23d3f688d91f20 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.377012:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009a97dd45/0xff23d3f688d91f20 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.377033:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.377054:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d435c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+531:2391:x1876087010713344:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 239us (958us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.377060:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22705
00000100:00100000:3.0:1789185322.377110:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.377129:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010713216
00000100:00100000:3.0:1789185322.377132:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010713216
00010000:00010000:3.0:1789185322.377150:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005fbabd9c/0xff23d3f688d9014b lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x706:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 62914560->62918655) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bd1d expref: 516 pid: 8491 timeout: 9499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.377169:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22706
00000100:00100000:3.0:1789185322.377175:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d434700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+516:2391:x1876087010713216:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.377241:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.377246:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005fbabd9c/0xff23d3f688d9014b lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x706:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 62914560->62918655) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bd1d expref: 516 pid: 8491 timeout: 9499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.377256:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005fbabd9c/0xff23d3f688d9014b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x706:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 62914560->62918655) gid 0 flags: 0x50000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bd1d expref: 516 pid: 8491 timeout: 9499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.377269:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x706:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1789185322.377273:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x706:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1789185322.377276:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001ea59ce8/0xff23d3f688d91efd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x706:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.377283:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001ea59ce8/0xff23d3f688d91efd lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x706:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.377294:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.377312:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d434700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+516:2391:x1876087010713216:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 137us (201us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.377318:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22706
00000100:00100000:3.0:1789185322.377382:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.377398:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010713472
00000100:00100000:3.0:1789185322.377401:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010713472
00010000:00010000:3.0:1789185322.377415:0:8458:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f25d22cc/0xff23d3f688d8e162 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49d11 expref: 531 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.377439:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22707
00000100:00100000:3.0:1789185322.377446:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d437480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+531:2391:x1876087010713472:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.377462:0:8458:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.377467:0:8458:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f25d22cc/0xff23d3f688d8e162 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49d11 expref: 531 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.377476:0:8458:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f25d22cc/0xff23d3f688d8e162 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49d11 expref: 531 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.377489:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f25d22cc/0xff23d3f688d8e162 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x6fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49d11 expref: 531 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.377499:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x6fa:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.377502:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x6fa:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.377506:0:8458:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000062be1bd2/0xff23d3f688d91f27 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.377514:0:8458:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000062be1bd2/0xff23d3f688d91f27 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.377531:0:8458:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.377568:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d437480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+530:2391:x1876087010713472:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 122us (185us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.377575:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22707
00000100:00100000:3.0:1789185322.377649:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.377662:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010713600
00000100:00100000:3.0:1789185322.377665:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010713600
00010000:00010000:3.0:1789185322.377680:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e53016f0/0xff23d3f688d8e1b6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x709:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49dea expref: 516 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.377698:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22708
00000100:00100000:3.0:1789185322.377704:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d436d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+516:2392:x1876087010713600:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.377711:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.377716:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e53016f0/0xff23d3f688d8e1b6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x709:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49dea expref: 516 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.377726:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e53016f0/0xff23d3f688d8e1b6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x709:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49dea expref: 516 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.377738:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x709:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.377741:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x709:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.377744:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000048e3f1cb/0xff23d3f688d91f12 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x709:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.377751:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000048e3f1cb/0xff23d3f688d91f12 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x709:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.377764:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.377782:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d436d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+516:2392:x1876087010713600:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 79us (133us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.377788:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22708
00010000:00010000:2.0:1789185322.379078:0:178169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005fbabd9c/0xff23d3f688d9014b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x706:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 62914560->62918655) gid 0 flags: 0x44801400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bd1d expref: 514 pid: 8491 timeout: 9499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.379091:0:178169:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b150552d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:178169:1876087018753280:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185322.379107:0:178169:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000001ea59ce8/0xff23d3f688d91efd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x706:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.379116:0:178169:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000001ea59ce8/0xff23d3f688d91efd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x706:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.379122:0:178169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001ea59ce8/0xff23d3f688d91efd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x706:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.379130:0:178169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001ea59ce8/0xff23d3f688d91efd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x706:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.379137:0:178169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001ea59ce8/0xff23d3f688d91efd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x706:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.379149:0:178169:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1789185322.379228:0:178169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b2768bf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+500:3636:x1876087018751872:12345-0@lo:6:osp-syn-1-0.0 Request processed in 26983us (31319us total) trans 4294989262 rc 0/0
00000100:00100000:2.0:1789185322.379235:0:178169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37216
00010000:00010000:2.0:1789185322.379268:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185322.379273:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001ea59ce8/0xff23d3f688d91efd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x706:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.379280:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bc200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185322.379284:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001ea59ce8/0xff23d3f688d91efd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x706:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.379292:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001ea59ce8/0xff23d3f688d91efd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x706:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.379303:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001ea59ce8/0xff23d3f688d91efd lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x706:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.379310:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001ea59ce8/0xff23d3f688d91efd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x706:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.379326:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.379327:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.379329:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.379351:0:35222:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005465f551/0xff23d3f688d8e1c4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x70a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49df8 expref: 513 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.379378:0:35222:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b150550000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:35222:1876087018754816:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185322.379392:0:35222:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000007ef11ebc/0xff23d3f688d91f19 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x70a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.379401:0:35222:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000007ef11ebc/0xff23d3f688d91f19 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x70a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.379407:0:35222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007ef11ebc/0xff23d3f688d91f19 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x70a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.379415:0:35222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007ef11ebc/0xff23d3f688d91f19 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x70a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.379422:0:35222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007ef11ebc/0xff23d3f688d91f19 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x70a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.379434:0:35222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1789185322.379517:0:35222:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b147528a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+500:3636:x1876087018754176:12345-0@lo:6:osp-syn-1-0.0 Request processed in 18441us (19046us total) trans 4294989263 rc 0/0
00000100:00100000:2.0:1789185322.379523:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37220
00000004:00080000:2.0:1789185322.379590:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b150551880/2, rc 0, transno 4294977450
00000100:00100000:2.0:1789185322.379601:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b150551880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018753664:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185322.379608:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1789185322.379617:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d434a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018756864:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185322.379642:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:2.0:1789185322.379717:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185322.379721:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007ef11ebc/0xff23d3f688d91f19 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x70a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.379733:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bd600 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185322.379735:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007ef11ebc/0xff23d3f688d91f19 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x70a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.379742:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007ef11ebc/0xff23d3f688d91f19 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x70a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.379753:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007ef11ebc/0xff23d3f688d91f19 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x70a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.379760:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007ef11ebc/0xff23d3f688d91f19 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x70a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.379773:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.379775:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.379776:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789185322.380591:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.380629:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010713728
00000100:00100000:3.0:1789185322.380636:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010713728
00010000:00010000:3.0:1789185322.380666:0:8458:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a469ef1b/0xff23d3f688d8e170 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x6fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49d2d expref: 530 pid: 8429 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.380695:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22709
00000100:00100000:3.0:1789185322.380703:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d437100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+530:2391:x1876087010713728:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.380716:0:8458:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.380723:0:8458:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a469ef1b/0xff23d3f688d8e170 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x6fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49d2d expref: 530 pid: 8429 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.380737:0:8458:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a469ef1b/0xff23d3f688d8e170 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49d2d expref: 530 pid: 8429 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.380760:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x6fc:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.380764:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x6fc:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.380771:0:8458:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000092826d11/0xff23d3f688d91f2e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.380782:0:8458:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000092826d11/0xff23d3f688d91f2e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.380802:0:8458:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.380840:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d437100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+530:2391:x1876087010713728:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 138us (254us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.380847:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22709
00000100:00100000:2.0:1789185322.382143:0:178169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37234
00000100:00100000:2.0:1789185322.382152:0:178169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b150573b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+501:3637:x1876087018757760:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1789185322.382167:0:178169:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1808 count 1
00010000:00010000:2.0:1789185322.382183:0:178169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ef1f9aa4/0xff23d3f688d91f7b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x710:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.382195:0:178169:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007582e9cc/0xff23d3f688d8e218 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x710:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49e4c expref: 512 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.382206:0:178169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x710:0x0].0x0 since=123s v=(0 0)
00010000:00010000:2.0:1789185322.382209:0:178169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x710:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.382213:0:178169:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ef1f9aa4/0xff23d3f688d91f7b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x710:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.382233:0:178169:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007582e9cc/0xff23d3f688d8e218 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x710:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49e4c expref: 512 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.382243:0:178169:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007582e9cc/0xff23d3f688d8e218 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x710:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49e4c expref: 512 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.382253:0:178169:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e90a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:178169:1876087018757888:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185322.382289:0:178169:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a00c0 going to sleep for 11 seconds
00000100:00100000:2.0:1789185322.382317:0:24325:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b147529880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24325:1876087018755456:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185322.382335:0:24325:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b228a74f/0xff23d3f688d91f35 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x707:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.384332:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.384362:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010713856
00000100:00100000:3.0:1789185322.384371:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010713856
00010000:00010000:3.0:1789185322.384411:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000fa0e9384/0xff23d3f688d8e1a1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x707:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49dce expref: 513 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.384445:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22710
00000100:00100000:3.0:1789185322.384467:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d435500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+513:2391:x1876087010713856:12345-192.168.204.3@tcp:103:ldlm_bl.0
00000100:00100000:2.0:1789185322.386155:0:178143:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b150550380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:178143:1876087018755584:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185322.386173:0:178143:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000004f475c67/0xff23d3f688d91f3c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.386191:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185322.386195:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000092826d11/0xff23d3f688d91f2e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.386203:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abda000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185322.386206:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000092826d11/0xff23d3f688d91f2e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.386214:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000092826d11/0xff23d3f688d91f2e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.386229:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000092826d11/0xff23d3f688d91f2e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.386237:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000092826d11/0xff23d3f688d91f2e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.386255:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.386257:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.386259:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.388109:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.388118:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000fa0e9384/0xff23d3f688d8e1a1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x707:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49dce expref: 513 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.388132:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000fa0e9384/0xff23d3f688d8e1a1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x707:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49dce expref: 513 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.388151:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fa0e9384/0xff23d3f688d8e1a1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x707:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49dce expref: 513 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.388162:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x707:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.388165:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x707:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.388170:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b228a74f/0xff23d3f688d91f35 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x707:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.388179:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b228a74f/0xff23d3f688d91f35 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x707:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.388208:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.388239:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d435500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+512:2391:x1876087010713856:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 3785us (3916us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.388249:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22710
00000100:00100000:3.0:1789185322.388350:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.388424:0:8428:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d436680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8428:1876087018756096:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185322.388445:0:8428:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000009b4d9ff2/0xff23d3f688d91f43 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x70b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.388532:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.389386:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.389407:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.389427:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010713984
00000100:00100000:3.0:1789185322.389433:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010713984
00010000:00010000:3.0:1789185322.389473:0:8458:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000fc5b8c3a/0xff23d3f688d8e169 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49d1f expref: 529 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.389496:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010714112
00000100:00100000:3.0:1789185322.389500:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010714112
00010000:00010000:3.0:1789185322.389513:0:8458:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000bfc3353f/0xff23d3f688d8e1cb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x70b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49e06 expref: 512 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.389529:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010714368
00000100:00100000:3.0:1789185322.389531:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010714368
00010000:00010000:3.0:1789185322.389542:0:8458:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000080e7d065/0xff23d3f688d8e1e7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x70d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49e22 expref: 513 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.389588:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010714240
00000100:00100000:3.0:1789185322.389592:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010714240
00010000:00010000:3.0:1789185322.389605:0:8458:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d1e4d0ba/0xff23d3f688d8e1d9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x70c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49e14 expref: 514 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.389617:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22711
00000100:00100000:3.0:1789185322.389625:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b269761850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+529:2391:x1876087010713984:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.389635:0:8458:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.389641:0:8458:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000fc5b8c3a/0xff23d3f688d8e169 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49d1f expref: 529 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.389652:0:8458:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000fc5b8c3a/0xff23d3f688d8e169 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49d1f expref: 529 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.389669:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fc5b8c3a/0xff23d3f688d8e169 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x6fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49d1f expref: 529 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.389683:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x6fb:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.389688:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x6fb:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.389694:0:8458:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004f475c67/0xff23d3f688d91f3c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.389704:0:8458:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004f475c67/0xff23d3f688d91f3c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.389727:0:8458:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.389765:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b269761850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+528:2391:x1876087010713984:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 141us (1415us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.389773:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22711
00000100:00100000:3.0:1789185322.389805:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22712
00000100:00100000:3.0:1789185322.389812:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d436680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+514:2392:x1876087010714112:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.389821:0:8458:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.389826:0:8458:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000bfc3353f/0xff23d3f688d8e1cb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x70b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49e06 expref: 514 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.389836:0:8458:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000bfc3353f/0xff23d3f688d8e1cb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x70b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49e06 expref: 514 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.389851:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bfc3353f/0xff23d3f688d8e1cb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x70b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49e06 expref: 514 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.389861:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x70b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.389864:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x70b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.389867:0:8458:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009b4d9ff2/0xff23d3f688d91f43 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x70b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.389875:0:8458:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009b4d9ff2/0xff23d3f688d91f43 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x70b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.389892:0:8458:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.389913:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d436680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+513:2392:x1876087010714112:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 101us (1380us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.389920:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22712
00000100:00100000:3.0:1789185322.389934:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22713
00000100:00100000:3.0:1789185322.389940:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d437800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+512:2391:x1876087010714368:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.389948:0:8458:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.389953:0:8458:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000080e7d065/0xff23d3f688d8e1e7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x70d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49e22 expref: 512 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.389964:0:8458:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000080e7d065/0xff23d3f688d8e1e7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x70d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49e22 expref: 512 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.389976:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x70d:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.389979:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x70d:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.389983:0:8458:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000603b815f/0xff23d3f688d91f51 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x70d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.389990:0:8458:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000603b815f/0xff23d3f688d91f51 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x70d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.390002:0:8458:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.390021:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d437800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+512:2391:x1876087010714368:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 82us (637us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.390027:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22713
00000100:00100000:3.0:1789185322.390040:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22714
00000100:00100000:3.0:1789185322.390046:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d436a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+511:2391:x1876087010714240:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.390052:0:8458:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.390057:0:8458:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d1e4d0ba/0xff23d3f688d8e1d9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x70c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49e14 expref: 511 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.390068:0:8458:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d1e4d0ba/0xff23d3f688d8e1d9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x70c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49e14 expref: 511 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.390151:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x70c:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.390156:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x70c:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.390204:0:8458:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000281d94e0/0xff23d3f688d91f4a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x70c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.390214:0:8458:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000281d94e0/0xff23d3f688d91f4a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x70c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.390228:0:8458:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.390249:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d436a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+511:2391:x1876087010714240:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 203us (841us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.390256:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22714
00010000:00010000:3.0:1789185322.390281:0:178143:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000004f475c67/0xff23d3f688d91f3c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.390290:0:178143:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004f475c67/0xff23d3f688d91f3c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.390300:0:178143:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004f475c67/0xff23d3f688d91f3c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.390308:0:178143:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004f475c67/0xff23d3f688d91f3c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.390325:0:178143:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1789185322.390447:0:178143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14752aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+487:3636:x1876087018754560:12345-0@lo:6:osp-syn-0-0.0 Request processed in 23953us (28960us total) trans 4294977454 rc 0/0
00000100:00100000:3.0:1789185322.390466:0:178143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37224
00010000:00010000:3.0:1789185322.390491:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185322.390496:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004f475c67/0xff23d3f688d91f3c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.390505:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bda00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185322.390508:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004f475c67/0xff23d3f688d91f3c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.390516:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004f475c67/0xff23d3f688d91f3c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.390528:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004f475c67/0xff23d3f688d91f3c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.390535:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004f475c67/0xff23d3f688d91f3c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.390572:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.390575:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.390576:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.390591:0:8428:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000009b4d9ff2/0xff23d3f688d91f43 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x70b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.390599:0:8428:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009b4d9ff2/0xff23d3f688d91f43 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x70b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.390608:0:8428:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009b4d9ff2/0xff23d3f688d91f43 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x70b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.390614:0:8428:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009b4d9ff2/0xff23d3f688d91f43 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x70b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.390629:0:8428:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1789185322.390720:0:8428:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b147529180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+503:3638:x1876087018755200:12345-0@lo:6:osp-syn-1-0.0 Request processed in 22754us (27341us total) trans 4294989266 rc 0/0
00000100:00100000:3.0:1789185322.390726:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37225
00000100:00100000:3.0:1789185322.390841:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.390856:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010714496
00000100:00100000:3.0:1789185322.390860:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010714496
00010000:00010000:3.0:1789185322.390876:0:8458:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000842f3ed2/0xff23d3f688d8e177 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x6fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49d3b expref: 528 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.390893:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22715
00000100:00100000:3.0:1789185322.390899:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d435c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+528:2392:x1876087010714496:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.390906:0:8458:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.390911:0:8458:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000842f3ed2/0xff23d3f688d8e177 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x6fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49d3b expref: 528 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.390927:0:8458:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000842f3ed2/0xff23d3f688d8e177 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49d3b expref: 528 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.390941:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x6fd:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.390944:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x6fd:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.390949:0:8458:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006abc7636/0xff23d3f688d91f58 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.390957:0:8458:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006abc7636/0xff23d3f688d91f58 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.390971:0:8458:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.390992:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d435c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+528:2392:x1876087010714496:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 92us (150us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.390998:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22715
00000100:00100000:3.0:1789185322.391038:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.391053:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010714624
00000100:00100000:3.0:1789185322.391056:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010714624
00010000:00010000:3.0:1789185322.391071:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000429e81d7/0xff23d3f688d8e185 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x6fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49d49 expref: 528 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.391089:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22716
00000100:00100000:3.0:1789185322.391095:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d434700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+528:2392:x1876087010714624:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.391102:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.391108:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000429e81d7/0xff23d3f688d8e185 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x6fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49d49 expref: 528 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.391118:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000429e81d7/0xff23d3f688d8e185 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49d49 expref: 528 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.391130:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x6fe:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.391133:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x6fe:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.391137:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000017719b4f/0xff23d3f688d91f5f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.391145:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000017719b4f/0xff23d3f688d91f5f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.391156:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.391172:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d434700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+528:2392:x1876087010714624:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 77us (134us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.391178:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22716
00000100:00100000:2.0:1789185322.391432:0:178169:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e90a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:178169:1876087018757888:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185322.391466:0:178169:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ef1f9aa4/0xff23d3f688d91f7b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x710:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.404346:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.404369:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010714880
00000100:00100000:3.0:1789185322.404374:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010714880
00010000:00010000:3.0:1789185322.404402:0:8458:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007582e9cc/0xff23d3f688d8e218 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x710:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49e4c expref: 509 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.404429:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22717
00000100:00100000:3.0:1789185322.404436:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d437480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+509:2391:x1876087010714880:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.404446:0:8458:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.404463:0:8458:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007582e9cc/0xff23d3f688d8e218 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x710:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49e4c expref: 509 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.404476:0:8458:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007582e9cc/0xff23d3f688d8e218 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x710:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49e4c expref: 509 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.404499:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007582e9cc/0xff23d3f688d8e218 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x710:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49e4c expref: 509 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.404515:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x710:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.404519:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x710:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.404525:0:8458:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ef1f9aa4/0xff23d3f688d91f7b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x710:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.404536:0:8458:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ef1f9aa4/0xff23d3f688d91f7b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x710:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.404608:0:8458:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.404649:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d437480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+508:2391:x1876087010714880:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 213us (306us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.404657:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22717
00000100:00100000:3.0:1789185322.404718:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.404736:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010715136
00000100:00100000:3.0:1789185322.404740:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010715136
00010000:00010000:3.0:1789185322.404756:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003146d392/0xff23d3f688d8e17e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x6ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49d57 expref: 526 pid: 8429 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.404782:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22718
00000100:00100000:3.0:1789185322.404788:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b247d6e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+526:2391:x1876087010715136:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.404796:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.404800:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003146d392/0xff23d3f688d8e17e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x6ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49d57 expref: 526 pid: 8429 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.404810:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003146d392/0xff23d3f688d8e17e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49d57 expref: 526 pid: 8429 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.404822:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x6ff:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.404825:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x6ff:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.404829:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d91f6d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.404836:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d91f6d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.404847:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.404864:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b247d6e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+526:2391:x1876087010715136:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 76us (146us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.404869:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22718
00000100:00100000:3.0:1789185322.405273:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.405301:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.405320:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.405448:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.405475:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010715008
00000100:00100000:3.0:1789185322.405480:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010715008
00010000:00010000:3.0:1789185322.405497:0:8458:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e3cf34b5/0xff23d3f688d8e20a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x70f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49e3e expref: 508 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.405517:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010715264
00000100:00100000:3.0:1789185322.405520:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010715264
00010000:00010000:3.0:1789185322.405532:0:8458:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000584e9167/0xff23d3f688d8e18c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x700:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49d65 expref: 526 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.405647:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010714752
00000100:00100000:3.0:1789185322.405651:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010714752
00010000:00010000:3.0:1789185322.405665:0:8458:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000029a67b22/0xff23d3f688d9003a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x70e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 41943040->41947135) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bc0c expref: 509 pid: 34809 timeout: 9499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.405680:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010715520
00000100:00100000:3.0:1789185322.405682:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010715520
00010000:00010000:3.0:1789185322.405694:0:8458:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000587dfc24/0xff23d3f688d8e23b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x712:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49e68 expref: 510 pid: 35222 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.405706:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22719
00000100:00100000:3.0:1789185322.405713:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d436680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+510:2391:x1876087010715008:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.405722:0:8458:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.405727:0:8458:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e3cf34b5/0xff23d3f688d8e20a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x70f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49e3e expref: 510 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.405741:0:8458:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e3cf34b5/0xff23d3f688d8e20a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x70f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49e3e expref: 510 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.405755:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e3cf34b5/0xff23d3f688d8e20a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x70f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49e3e expref: 510 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.405767:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x70f:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.405771:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x70f:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.405776:0:8458:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d91f82 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x70f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.405784:0:8458:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d91f82 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x70f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.405804:0:8458:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.405827:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d436680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+509:2391:x1876087010715008:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 114us (886us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.405834:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22719
00000100:00100000:3.0:1789185322.405846:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22720
00000100:00100000:3.0:1789185322.405851:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d437800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+526:2391:x1876087010715264:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.405858:0:8458:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.405862:0:8458:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000584e9167/0xff23d3f688d8e18c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x700:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49d65 expref: 526 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.405876:0:8458:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000584e9167/0xff23d3f688d8e18c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x700:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49d65 expref: 526 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.405888:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x700:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.405891:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x700:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.405894:0:8458:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000057531eb4/0xff23d3f688d91f74 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x700:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.405902:0:8458:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000057531eb4/0xff23d3f688d91f74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x700:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.405912:0:8458:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.405928:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d437800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+526:2391:x1876087010715264:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 77us (626us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.405933:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22720
00000100:00100000:3.0:1789185322.405943:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22721
00000100:00100000:3.0:1789185322.405948:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d436a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+508:2392:x1876087010714752:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.405954:0:8458:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.405958:0:8458:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000029a67b22/0xff23d3f688d9003a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x70e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 41943040->41947135) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bc0c expref: 508 pid: 34809 timeout: 9499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.405968:0:8458:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000029a67b22/0xff23d3f688d9003a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x70e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 41943040->41947135) gid 0 flags: 0x50000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bc0c expref: 508 pid: 34809 timeout: 9499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.405986:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000029a67b22/0xff23d3f688d9003a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x70e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 41943040->41947135) gid 0 flags: 0x44801400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bc0c expref: 508 pid: 34809 timeout: 9499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.405995:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x70e:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1789185322.405997:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x70e:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1789185322.406001:0:8458:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007fe0979b/0xff23d3f688d91f66 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x70e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.406009:0:8458:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007fe0979b/0xff23d3f688d91f66 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x70e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.406024:0:8458:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.406040:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d436a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+507:2392:x1876087010714752:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 92us (720us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.406046:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22721
00000100:00100000:3.0:1789185322.406057:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22722
00000100:00100000:3.0:1789185322.406064:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d435c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+506:2392:x1876087010715520:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.406071:0:8458:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.406075:0:8458:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000587dfc24/0xff23d3f688d8e23b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x712:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49e68 expref: 506 pid: 35222 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.406083:0:8458:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000587dfc24/0xff23d3f688d8e23b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x712:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49e68 expref: 506 pid: 35222 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.406098:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x712:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.406100:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x712:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.406104:0:8458:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000048e3f1cb/0xff23d3f688d91f90 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x712:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.406111:0:8458:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000048e3f1cb/0xff23d3f688d91f90 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x712:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.406120:0:8458:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.406136:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d435c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+506:2392:x1876087010715520:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 73us (688us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.406142:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22722
00010000:00010000:3.0:1789185322.406167:0:35222:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d91f82 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x70f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.406177:0:35222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d91f82 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x70f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.406187:0:35222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d91f82 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x70f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.406195:0:35222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d91f82 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x70f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.406211:0:35222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1789185322.406375:0:35222:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b150571c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+507:3637:x1876087018757632:12345-0@lo:6:osp-syn-1-0.0 Request processed in 24441us (24553us total) trans 4294989269 rc 0/0
00000100:00100000:3.0:1789185322.406382:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37233
00000100:00100000:3.0:1789185322.406402:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37245
00000100:00100000:3.0:1789185322.406409:0:35222:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14752b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+492:3635:x1876087018760448:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1789185322.406431:0:35222:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1798 count 1
00010000:00010000:3.0:1789185322.406463:0:35222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000005aeaabf/0xff23d3f688d91fcf lrc: 3/0,1 mode: --/PW res: [0x280000401:0x706:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.406477:0:35222:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000007d0b86cb/0xff23d3f688d8e273 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x706:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49db9 expref: 525 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.406483:0:35222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x706:0x0].0x0 since=123s v=(0 0)
00010000:00010000:3.0:1789185322.406486:0:35222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x706:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.406491:0:35222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000005aeaabf/0xff23d3f688d91fcf lrc: 4/0,1 mode: --/PW res: [0x280000401:0x706:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.406521:0:35222:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000007d0b86cb/0xff23d3f688d8e273 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x706:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49db9 expref: 525 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.406534:0:35222:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000007d0b86cb/0xff23d3f688d8e273 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x706:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49db9 expref: 525 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.406570:0:35222:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d434700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:35222:1876087018760832:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185322.406607:0:35222:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14b9f5480 going to sleep for 11 seconds
00010000:00010000:3.0:1789185322.406630:0:8431:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000007fe0979b/0xff23d3f688d91f66 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x70e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.406638:0:8431:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007fe0979b/0xff23d3f688d91f66 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x70e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.406645:0:8431:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007fe0979b/0xff23d3f688d91f66 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x70e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.406651:0:8431:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007fe0979b/0xff23d3f688d91f66 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x70e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.406663:0:8431:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:3.0:1789185322.406733:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b150572300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+507:3636:x1876087018756992:12345-0@lo:6:osp-syn-1-0.0 Request processed in 27797us (27860us total) trans 4294989270 rc 0/0
00000100:00100000:3.0:1789185322.406739:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37230
00000100:00100000:3.0:1789185322.406778:0:8429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b147529880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8429:1876087018760192:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185322.406798:0:8429:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001cb1768f/0xff23d3f688d91fba lrc: 3/0,1 mode: --/PW res: [0x280000401:0x704:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.406837:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.406857:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010715776
00000100:00100000:3.0:1789185322.406861:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010715776
00010000:00010000:3.0:1789185322.406878:0:8458:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004b05756d/0xff23d3f688d8e257 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x702:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49d81 expref: 526 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.406898:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22723
00000100:00100000:3.0:1789185322.406904:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d437480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+526:2392:x1876087010715776:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.406912:0:8458:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.406916:0:8458:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004b05756d/0xff23d3f688d8e257 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x702:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49d81 expref: 526 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.406926:0:8458:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004b05756d/0xff23d3f688d8e257 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x702:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49d81 expref: 526 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.406940:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x702:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.406943:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x702:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.406948:0:8458:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000243cf2a2/0xff23d3f688d91f9e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x702:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.406956:0:8458:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000243cf2a2/0xff23d3f688d91f9e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x702:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.406969:0:8458:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.406987:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d437480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+526:2392:x1876087010715776:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 83us (150us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.406993:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22723
00010000:00010000:2.0:1789185322.410588:0:178169:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ef1f9aa4/0xff23d3f688d91f7b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x710:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.410598:0:178169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ef1f9aa4/0xff23d3f688d91f7b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x710:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.410609:0:178169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ef1f9aa4/0xff23d3f688d91f7b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x710:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.410615:0:178169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ef1f9aa4/0xff23d3f688d91f7b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x710:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.410635:0:178169:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1789185322.410734:0:178169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b150573b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+510:3637:x1876087018757760:12345-0@lo:6:osp-syn-1-0.0 Request processed in 28584us (28870us total) trans 4294989272 rc 0/0
00000100:00100000:2.0:1789185322.410742:0:178169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37234
00000100:00100000:2.0:1789185322.410757:0:178169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018762240
00000100:00100000:2.0:1789185322.410761:0:178169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018762240
00000100:00100000:2.0:1789185322.410783:0:178169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37251
00000100:00100000:2.0:1789185322.410791:0:178169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14fceea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+495:3636:x1876087018762240:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1789185322.410806:0:178169:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1801 count 1
00010000:00010000:2.0:1789185322.410820:0:178169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007ef11ebc/0xff23d3f688d91ff9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x709:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.410833:0:178169:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000084950cc6/0xff23d3f688d8e1af lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x709:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49de3 expref: 522 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.410841:0:178169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x709:0x0].0x0 since=123s v=(0 0)
00010000:00010000:2.0:1789185322.410844:0:178169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x709:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.410848:0:178169:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007ef11ebc/0xff23d3f688d91ff9 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x709:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.410876:0:178169:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000084950cc6/0xff23d3f688d8e1af lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x709:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49de3 expref: 522 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.410888:0:178169:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000084950cc6/0xff23d3f688d8e1af lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x709:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49de3 expref: 522 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.410899:0:178169:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e90a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:178169:1876087018762368:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185322.410933:0:178169:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0540 going to sleep for 11 seconds
00000100:00100000:3.0:1789185322.414405:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010716032
00000100:00100000:3.0:1789185322.414413:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010716032
00010000:00010000:3.0:1789185322.414448:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a2baff92/0xff23d3f688d8e193 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x701:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49d73 expref: 523 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.414482:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010715392
00000100:00100000:3.0:1789185322.414485:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010715392
00010000:00010000:3.0:1789185322.414500:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000172aa696/0xff23d3f688d8e226 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x711:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49e5a expref: 505 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.414512:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010715648
00000100:00100000:3.0:1789185322.414514:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010715648
00010000:00010000:3.0:1789185322.414525:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000095f936d4/0xff23d3f688d8e281 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x714:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49e84 expref: 506 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.414535:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010715904
00000100:00100000:3.0:1789185322.414537:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010715904
00010000:00010000:3.0:1789185322.414605:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e85a6390/0xff23d3f688d8e249 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x713:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49e76 expref: 507 pid: 35222 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.414620:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010716160
00000100:00100000:3.0:1789185322.414623:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010716160
00010000:00010000:3.0:1789185322.414636:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000dc324984/0xff23d3f688d8e25e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x703:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49d8f expref: 524 pid: 35222 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.414647:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010716288
00000100:00100000:3.0:1789185322.414649:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010716288
00010000:00010000:3.0:1789185322.414658:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ec7c3089/0xff23d3f688d8e265 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x704:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49d9d expref: 525 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.414668:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010716416
00000100:00100000:3.0:1789185322.414670:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010716416
00010000:00010000:3.0:1789185322.414680:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000dbb408e1/0xff23d3f688d8e26c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x705:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49dab expref: 526 pid: 35222 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.414689:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010716544
00000100:00100000:3.0:1789185322.414692:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010716544
00010000:00010000:3.0:1789185322.414703:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b7ca6f19/0xff23d3f688d8e28f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x715:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49e92 expref: 508 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.414713:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22724
00000100:00100000:3.0:1789185322.414720:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14fceca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+526:2392:x1876087010716032:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.414734:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.414740:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a2baff92/0xff23d3f688d8e193 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x701:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49d73 expref: 526 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.414752:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a2baff92/0xff23d3f688d8e193 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x701:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49d73 expref: 526 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.414771:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a2baff92/0xff23d3f688d8e193 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x701:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49d73 expref: 526 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.414785:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x701:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.414789:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x701:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.414796:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000059346501/0xff23d3f688d91fac lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x701:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.414807:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000059346501/0xff23d3f688d91fac lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x701:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.414837:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.414868:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14fceca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+525:2392:x1876087010716032:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 147us (922us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.414876:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22724
00000100:00100000:3.0:1789185322.414895:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22725
00000100:00100000:3.0:1789185322.414901:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b247d6e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+508:2392:x1876087010715392:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.414910:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.414915:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000172aa696/0xff23d3f688d8e226 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x711:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49e5a expref: 508 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.414926:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000172aa696/0xff23d3f688d8e226 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x711:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49e5a expref: 508 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.414940:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000172aa696/0xff23d3f688d8e226 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x711:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49e5a expref: 508 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.414951:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x711:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.414954:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x711:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.414959:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ba247524/0xff23d3f688d91f89 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x711:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.414967:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ba247524/0xff23d3f688d91f89 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x711:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.414985:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.414999:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b247d6e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+507:2392:x1876087010715392:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 99us (1010us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.415006:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22725
00000100:00100000:3.0:1789185322.415038:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22726
00000100:00100000:3.0:1789185322.415044:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14fcee300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+506:2392:x1876087010715648:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.415051:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.415056:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000095f936d4/0xff23d3f688d8e281 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x714:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49e84 expref: 506 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.415066:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000095f936d4/0xff23d3f688d8e281 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x714:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49e84 expref: 506 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.415078:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000095f936d4/0xff23d3f688d8e281 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x714:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49e84 expref: 506 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.415087:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x714:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.415090:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x714:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.415094:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009a97dd45/0xff23d3f688d91f97 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x714:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.415100:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009a97dd45/0xff23d3f688d91f97 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x714:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.415122:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.415137:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14fcee300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+505:2392:x1876087010715648:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 93us (1128us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.415143:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22726
00000100:00100000:3.0:1789185322.415157:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22727
00000100:00100000:3.0:1789185322.415163:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14fceed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+504:2392:x1876087010715904:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.415172:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.415177:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e85a6390/0xff23d3f688d8e249 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x713:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49e76 expref: 504 pid: 35222 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.415187:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e85a6390/0xff23d3f688d8e249 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x713:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49e76 expref: 504 pid: 35222 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.415198:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e85a6390/0xff23d3f688d8e249 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x713:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49e76 expref: 504 pid: 35222 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.415206:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x713:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.415209:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x713:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.415212:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ce1a8e47/0xff23d3f688d91fa5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x713:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.415219:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ce1a8e47/0xff23d3f688d91fa5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x713:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.415235:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.415247:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14fceed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+503:2392:x1876087010715904:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 85us (1222us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.415252:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22727
00000100:00100000:3.0:1789185322.415262:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22728
00000100:00100000:3.0:1789185322.415268:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14fcee680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+524:2392:x1876087010716160:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.415275:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.415281:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000dc324984/0xff23d3f688d8e25e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x703:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49d8f expref: 524 pid: 35222 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.415291:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000dc324984/0xff23d3f688d8e25e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x703:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49d8f expref: 524 pid: 35222 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.415303:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dc324984/0xff23d3f688d8e25e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x703:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49d8f expref: 524 pid: 35222 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.415312:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x703:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.415315:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x703:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.415319:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b93d1933/0xff23d3f688d91fb3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x703:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.415326:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b93d1933/0xff23d3f688d91fb3 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x703:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.415343:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.415357:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14fcee680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+523:2392:x1876087010716160:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 89us (1316us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.415363:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22728
00000100:00100000:3.0:1789185322.415376:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22729
00000100:00100000:3.0:1789185322.415382:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14fced180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+522:2394:x1876087010716288:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.415388:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.415392:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ec7c3089/0xff23d3f688d8e265 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x704:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49d9d expref: 522 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.415407:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ec7c3089/0xff23d3f688d8e265 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x704:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49d9d expref: 522 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.415419:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ec7c3089/0xff23d3f688d8e265 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x704:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49d9d expref: 522 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.415428:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x704:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.415431:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x704:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.415435:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001cb1768f/0xff23d3f688d91fba lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x704:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.415442:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001cb1768f/0xff23d3f688d91fba lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x704:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.415473:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.415488:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14fced180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+521:2394:x1876087010716288:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 106us (1427us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.415494:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22729
00000100:00100000:3.0:1789185322.415508:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22730
00000100:00100000:3.0:1789185322.415513:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b150574000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+520:2392:x1876087010716416:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.415520:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.415525:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000dbb408e1/0xff23d3f688d8e26c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x705:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49dab expref: 520 pid: 35222 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.415541:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000dbb408e1/0xff23d3f688d8e26c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x705:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49dab expref: 520 pid: 35222 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.415576:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x705:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.415578:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x705:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.415582:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000691a0de/0xff23d3f688d91fc1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x705:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.415590:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000691a0de/0xff23d3f688d91fc1 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x705:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.415602:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.415617:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b150574000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+520:2392:x1876087010716416:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 103us (1509us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.415623:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22730
00000100:00100000:3.0:1789185322.415636:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22731
00000100:00100000:3.0:1789185322.415643:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b150575180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+502:2392:x1876087010716544:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.415650:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.415655:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b7ca6f19/0xff23d3f688d8e28f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x715:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49e92 expref: 502 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.415666:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b7ca6f19/0xff23d3f688d8e28f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x715:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49e92 expref: 502 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.415682:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b7ca6f19/0xff23d3f688d8e28f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x715:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49e92 expref: 502 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.415692:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x715:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.415695:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x715:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.415700:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c9a27dda/0xff23d3f688d91fc8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x715:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.415707:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c9a27dda/0xff23d3f688d91fc8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x715:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.415723:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.415736:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b150575180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+501:2392:x1876087010716544:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 95us (1591us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.415742:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22731
00010000:00010000:3.0:1789185322.415766:0:24325:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000009a97dd45/0xff23d3f688d91f97 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x714:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.415776:0:24325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009a97dd45/0xff23d3f688d91f97 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x714:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.415787:0:24325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009a97dd45/0xff23d3f688d91f97 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x714:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.415795:0:24325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009a97dd45/0xff23d3f688d91f97 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x714:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.415812:0:24325:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1789185322.415972:0:24325:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14be55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+510:3637:x1876087018759168:12345-0@lo:6:osp-syn-1-0.0 Request processed in 17829us (18533us total) trans 4294989273 rc 0/0
00000100:00100000:3.0:1789185322.415980:0:24325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37237
00010000:00010000:3.0:1789185322.416012:0:178148:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ce1a8e47/0xff23d3f688d91fa5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x713:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.416021:0:178148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ce1a8e47/0xff23d3f688d91fa5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x713:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.416029:0:178148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ce1a8e47/0xff23d3f688d91fa5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x713:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.416037:0:178148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ce1a8e47/0xff23d3f688d91fa5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x713:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.416050:0:178148:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:3.0:1789185322.416120:0:178148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14be57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+510:3636:x1876087018759040:12345-0@lo:6:osp-syn-1-0.0 Request processed in 17515us (18575us total) trans 4294989274 rc 0/0
00000100:00100000:3.0:1789185322.416127:0:178148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37239
00010000:00010000:3.0:1789185322.416152:0:178142:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b93d1933/0xff23d3f688d91fb3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x703:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.416160:0:178142:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b93d1933/0xff23d3f688d91fb3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x703:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.416173:0:178142:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b93d1933/0xff23d3f688d91fb3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x703:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.416180:0:178142:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b93d1933/0xff23d3f688d91fb3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x703:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.416192:0:178142:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00000100:00100000:3.0:1789185322.416270:0:178142:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f705f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+496:3636:x1876087018758912:12345-0@lo:6:osp-syn-0-0.0 Request processed in 17260us (18559us total) trans 4294977460 rc 0/0
00000100:00100000:3.0:1789185322.416276:0:178142:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37241
00010000:00010000:3.0:1789185322.416299:0:8429:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001cb1768f/0xff23d3f688d91fba lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x704:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.416307:0:8429:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001cb1768f/0xff23d3f688d91fba lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x704:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.416315:0:8429:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001cb1768f/0xff23d3f688d91fba lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x704:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.416321:0:8429:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001cb1768f/0xff23d3f688d91fba lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x704:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.416334:0:8429:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool
00000100:00100000:3.0:1789185322.416398:0:8429:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b147528e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+496:3638:x1876087018759296:12345-0@lo:6:osp-syn-0-0.0 Request processed in 17235us (18067us total) trans 4294977461 rc 0/0
00000100:00100000:3.0:1789185322.416408:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37242
00010000:00010000:3.0:1789185322.416428:0:35218:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000c9a27dda/0xff23d3f688d91fc8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x715:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.416437:0:35218:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c9a27dda/0xff23d3f688d91fc8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x715:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.416446:0:35218:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c9a27dda/0xff23d3f688d91fc8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x715:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.416470:0:35218:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c9a27dda/0xff23d3f688d91fc8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x715:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.416479:0:35218:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool
00000100:00100000:3.0:1789185322.416568:0:35218:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b276a0d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+510:3637:x1876087018760576:12345-0@lo:6:osp-syn-1-0.0 Request processed in 13034us (13338us total) trans 4294989275 rc 0/0
00000100:00100000:3.0:1789185322.416575:0:35218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37244
00000100:00100000:3.0:1789185322.424196:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.424225:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010716672
00000100:00100000:3.0:1789185322.424232:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010716672
00010000:00010000:3.0:1789185322.424272:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007d0b86cb/0xff23d3f688d8e273 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x706:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49db9 expref: 519 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.424303:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22732
00000100:00100000:3.0:1789185322.424311:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b269762050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+519:2392:x1876087010716672:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.424325:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.424332:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000007d0b86cb/0xff23d3f688d8e273 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x706:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49db9 expref: 519 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.424347:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007d0b86cb/0xff23d3f688d8e273 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x706:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49db9 expref: 519 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.424372:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x706:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.424383:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x706:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.424390:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000005aeaabf/0xff23d3f688d91fcf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x706:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.424400:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000005aeaabf/0xff23d3f688d91fcf lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x706:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.424422:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.424478:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b269762050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+519:2392:x1876087010716672:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 167us (291us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.424486:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22732
00000100:00100000:3.0:1789185322.424602:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.424618:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010716928
00000100:00100000:3.0:1789185322.424621:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010716928
00010000:00010000:3.0:1789185322.424635:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c35d7d0f/0xff23d3f688d8e27a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x707:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49dc7 expref: 519 pid: 35222 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.424656:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22733
00000100:00100000:3.0:1789185322.424661:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d436680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+519:2392:x1876087010716928:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.424669:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.424675:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c35d7d0f/0xff23d3f688d8e27a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x707:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49dc7 expref: 519 pid: 35222 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.424684:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c35d7d0f/0xff23d3f688d8e27a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x707:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49dc7 expref: 519 pid: 35222 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.424695:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x707:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.424698:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x707:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.424703:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d91fdd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x707:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.424711:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d91fdd lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x707:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.424722:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.424738:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d436680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+519:2392:x1876087010716928:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 77us (136us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.424744:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22733
00000100:00100000:3.0:1789185322.424782:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185322.425155:0:178169:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e90a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:178169:1876087018762368:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185322.425177:0:178169:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000007ef11ebc/0xff23d3f688d91ff9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x709:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.425199:0:178149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010717184
00000100:00100000:2.0:1789185322.425202:0:178149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010717184
00010000:00010000:2.0:1789185322.425220:0:178149:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000084950cc6/0xff23d3f688d8e1af lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x709:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49de3 expref: 519 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.425240:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22734
00000100:00100000:2.0:1789185322.425246:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d437800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+519:2392:x1876087010717184:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.425254:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.425258:0:178149:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000084950cc6/0xff23d3f688d8e1af lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x709:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49de3 expref: 519 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.425272:0:178149:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000084950cc6/0xff23d3f688d8e1af lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x709:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49de3 expref: 519 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.425285:0:178149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000084950cc6/0xff23d3f688d8e1af lrc: 0/0,0 mode: --/PR res: [0x280000401:0x709:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49de3 expref: 519 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.425296:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x709:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.425299:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x709:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.425303:0:178149:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000007ef11ebc/0xff23d3f688d91ff9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x709:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.425311:0:178149:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007ef11ebc/0xff23d3f688d91ff9 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x709:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.425328:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185322.425349:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d437800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+518:2392:x1876087010717184:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 102us (565us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.425355:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22734
00010000:00010000:2.0:1789185322.425393:0:178169:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000007ef11ebc/0xff23d3f688d91ff9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x709:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.425402:0:178169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007ef11ebc/0xff23d3f688d91ff9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x709:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.425412:0:178169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007ef11ebc/0xff23d3f688d91ff9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x709:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.425421:0:178169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007ef11ebc/0xff23d3f688d91ff9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x709:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.425438:0:178169:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1789185322.426600:0:178169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14fceea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+502:3636:x1876087018762240:12345-0@lo:6:osp-syn-0-0.0 Request processed in 15808us (16390us total) trans 4294977464 rc 0/0
00000100:00100000:2.0:1789185322.426609:0:178169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37251
00000100:00100000:3.0:1789185322.428866:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.428891:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.428909:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010717312
00000100:00100000:3.0:1789185322.428914:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010717312
00010000:00010000:3.0:1789185322.428953:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003bb43a6d/0xff23d3f688d8e2b2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x717:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49eae expref: 501 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.428978:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010717440
00000100:00100000:3.0:1789185322.428982:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010717440
00010000:00010000:3.0:1789185322.428998:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000dadccb78/0xff23d3f688d8e19a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x708:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49dd5 expref: 516 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.429018:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22735
00000100:00100000:3.0:1789185322.429027:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d436a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+501:2394:x1876087010717312:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.429039:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.429044:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003bb43a6d/0xff23d3f688d8e2b2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x717:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49eae expref: 501 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.429056:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003bb43a6d/0xff23d3f688d8e2b2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x717:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49eae expref: 501 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.429077:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003bb43a6d/0xff23d3f688d8e2b2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x717:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49eae expref: 501 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.429094:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x717:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.429099:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x717:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.429105:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b2067f66/0xff23d3f688d91fe4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x717:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.429115:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b2067f66/0xff23d3f688d91fe4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x717:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.429143:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.429185:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d436a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+500:2394:x1876087010717312:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 159us (319us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.429193:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22735
00000100:00100000:3.0:1789185322.429211:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22736
00000100:00100000:3.0:1789185322.429217:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d435c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+516:2394:x1876087010717440:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.429225:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.429230:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000dadccb78/0xff23d3f688d8e19a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x708:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49dd5 expref: 516 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.429240:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000dadccb78/0xff23d3f688d8e19a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x708:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49dd5 expref: 516 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.429253:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dadccb78/0xff23d3f688d8e19a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x708:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49dd5 expref: 516 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.429263:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x708:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.429266:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x708:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.429270:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000fa501034/0xff23d3f688d91feb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x708:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.429276:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fa501034/0xff23d3f688d91feb lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x708:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.429290:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.429310:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d435c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+515:2394:x1876087010717440:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 93us (419us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.429316:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22736
00000100:00100000:3.0:1789185322.429355:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.429373:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010716800
00000100:00100000:3.0:1789185322.429390:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010716800
00010000:00010000:3.0:1789185322.429406:0:8458:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000090cbf963/0xff23d3f688d8ff29 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x716:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 20971520->20975615) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bafb expref: 500 pid: 8491 timeout: 9499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.429426:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22737
00000100:00100000:3.0:1789185322.429432:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d437480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+500:2392:x1876087010716800:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.429440:0:8458:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.429444:0:8458:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000090cbf963/0xff23d3f688d8ff29 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x716:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 20971520->20975615) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bafb expref: 500 pid: 8491 timeout: 9499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.429464:0:8458:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000090cbf963/0xff23d3f688d8ff29 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x716:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 20971520->20975615) gid 0 flags: 0x50000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bafb expref: 500 pid: 8491 timeout: 9499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.429477:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000090cbf963/0xff23d3f688d8ff29 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x716:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 20971520->20975615) gid 0 flags: 0x44801400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bafb expref: 500 pid: 8491 timeout: 9499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.429485:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x716:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1789185322.429488:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x716:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1789185322.429492:0:8458:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008e9a7fa0/0xff23d3f688d91fd6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x716:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.429500:0:8458:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008e9a7fa0/0xff23d3f688d91fd6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x716:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.429516:0:8458:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.429535:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d437480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+499:2392:x1876087010716800:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 102us (179us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.429542:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22737
00000100:00100000:3.0:1789185322.429613:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.431336:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018765056
00000100:00100000:3.0:1789185322.431344:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018765056
00000100:00100000:3.0:1789185322.431395:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37262
00000100:00100000:3.0:1789185322.431406:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d0c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+515:3637:x1876087018765056:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:3.0:1789185322.431434:0:8431:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1822 count 1
00010000:00010000:3.0:1789185322.431469:0:8431:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c0064632/0xff23d3f688d92046 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x71e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.431488:0:8431:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a7d2c09d/0xff23d3f688d8fe18 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x71e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b9ea expref: 498 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.431498:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x71e:0x0].0x0 since=121s v=(0 0)
00010000:00010000:3.0:1789185322.431502:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x71e:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1789185322.431506:0:8431:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c0064632/0xff23d3f688d92046 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x71e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.431533:0:8431:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a7d2c09d/0xff23d3f688d8fe18 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x71e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b9ea expref: 498 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.431569:0:8431:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a7d2c09d/0xff23d3f688d8fe18 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x71e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b9ea expref: 498 pid: 34809 timeout: 9499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.431583:0:8431:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d437100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8431:1876087018765184:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185322.431642:0:8431:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1530999c0 going to sleep for 11 seconds
00000100:00100000:3.0:1789185322.433899:0:8491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f706300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+502:3636:x1876087018761344:12345-0@lo:6:osp-syn-0-0.0 Request processed in 25008us (25167us total) trans 4294977466 rc 0/0
00000100:00100000:3.0:1789185322.433912:0:8491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37247
00000100:00100000:3.0:1789185322.436128:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010717056
00000100:00100000:3.0:1789185322.436135:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010717056
00010000:00010000:3.0:1789185322.436179:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000cfafabfb/0xff23d3f688d8e2b9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x718:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49ebc expref: 499 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.436297:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22738
00000100:00100000:3.0:1789185322.436309:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d436d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+499:2392:x1876087010717056:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.436327:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.436335:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000cfafabfb/0xff23d3f688d8e2b9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x718:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49ebc expref: 499 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.436352:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000cfafabfb/0xff23d3f688d8e2b9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x718:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49ebc expref: 499 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.436391:0:178150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cfafabfb/0xff23d3f688d8e2b9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x718:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49ebc expref: 499 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.436413:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x718:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.436419:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x718:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.436427:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004e6d0f6b/0xff23d3f688d91ff2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x718:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.436445:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004e6d0f6b/0xff23d3f688d91ff2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x718:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.436489:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.436523:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d436d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+498:2392:x1876087010717056:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 215us (6907us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.436538:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22738
00000100:00100000:2.0:1789185322.436731:0:178169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37266
00000100:00100000:2.0:1789185322.436744:0:178169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b145cb0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+516:3638:x1876087018765824:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1789185322.436762:0:178169:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1823 count 1
00010000:00010000:2.0:1789185322.436783:0:178169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004e8cbc4d/0xff23d3f688d92062 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x71f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.436804:0:178169:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c56ba373/0xff23d3f688d8e353 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x71f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49f1e expref: 497 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.436815:0:178169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x71f:0x0].0x0 since=123s v=(0 0)
00010000:00010000:2.0:1789185322.436819:0:178169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x71f:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.436823:0:178169:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004e8cbc4d/0xff23d3f688d92062 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x71f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.436851:0:178169:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c56ba373/0xff23d3f688d8e353 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x71f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49f1e expref: 497 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.436876:0:178169:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c56ba373/0xff23d3f688d8e353 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x71f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49f1e expref: 497 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.436891:0:178169:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e90a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:178169:1876087018766208:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185322.436900:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.436926:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010717952
00000100:00100000:3.0:1789185322.436931:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010717952
00000100:00100000:2.0:1789185322.436936:0:178169:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0600 going to sleep for 11 seconds
00010000:00010000:3.0:1789185322.436953:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000428360f/0xff23d3f688d8e1e0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x70c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49e0d expref: 515 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.436991:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22739
00000100:00100000:3.0:1789185322.436999:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b247d6d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+515:2392:x1876087010717952:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.437013:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.437021:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000428360f/0xff23d3f688d8e1e0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x70c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49e0d expref: 515 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.437034:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000428360f/0xff23d3f688d8e1e0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x70c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49e0d expref: 515 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.437055:0:10396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000428360f/0xff23d3f688d8e1e0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x70c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49e0d expref: 516 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.437090:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x70c:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.437094:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x70c:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.437101:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006d201f36/0xff23d3f688d9200e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x70c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.437118:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006d201f36/0xff23d3f688d9200e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x70c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.437141:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.437167:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b247d6d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+515:2392:x1876087010717952:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 167us (271us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.437178:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22739
00000100:00100000:3.0:1789185322.437258:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.437351:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.437368:0:178149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010718336
00000100:00100000:3.0:1789185322.437374:0:178149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010718336
00010000:00010000:3.0:1789185322.437394:0:178149:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008a8ed98f/0xff23d3f688d8e337 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x71b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49ee6 expref: 499 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.437428:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22742
00000100:00100000:3.0:1789185322.437439:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d437800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+499:2391:x1876087010718336:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.437448:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.437469:0:178149:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008a8ed98f/0xff23d3f688d8e337 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x71b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49ee6 expref: 499 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.437492:0:178149:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008a8ed98f/0xff23d3f688d8e337 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x71b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49ee6 expref: 498 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.437508:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x71b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.437516:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x71b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.437524:0:178149:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000052b873d9/0xff23d3f688d9201c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x71b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.437572:0:178149:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000052b873d9/0xff23d3f688d9201c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x71b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.437598:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.437620:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d437800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+498:2391:x1876087010718336:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 183us (273us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.437626:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22742
00000100:00100000:3.0:1789185322.437662:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.437678:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010718208
00000100:00100000:3.0:1789185322.437682:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010718208
00010000:00010000:3.0:1789185322.437698:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000e42cfc6/0xff23d3f688d8e33e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x71c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49ef4 expref: 498 pid: 8491 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.437721:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22743
00000100:00100000:3.0:1789185322.437729:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d436a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+498:2391:x1876087010718208:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.437738:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.437743:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000e42cfc6/0xff23d3f688d8e33e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x71c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49ef4 expref: 498 pid: 8491 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.437754:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000e42cfc6/0xff23d3f688d8e33e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x71c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49ef4 expref: 498 pid: 8491 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.437774:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x71c:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.437780:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x71c:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.437785:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000281d94e0/0xff23d3f688d92015 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x71c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.437793:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000281d94e0/0xff23d3f688d92015 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x71c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.437807:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.437830:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d436a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+498:2391:x1876087010718208:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 100us (165us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.437840:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22743
00000100:00100000:3.0:1789185322.437883:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.437903:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010718080
00000100:00100000:3.0:1789185322.437908:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010718080
00010000:00010000:3.0:1789185322.437925:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000913eeb4a/0xff23d3f688d8e1d2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x70b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49dff expref: 513 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.437952:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22744
00000100:00100000:3.0:1789185322.437961:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d435c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+513:2393:x1876087010718080:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.437970:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.437975:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000913eeb4a/0xff23d3f688d8e1d2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x70b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49dff expref: 513 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.437989:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000913eeb4a/0xff23d3f688d8e1d2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x70b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49dff expref: 513 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.438005:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000913eeb4a/0xff23d3f688d8e1d2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x70b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49dff expref: 513 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.438025:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x70b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.438032:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x70b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.438036:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000062be1bd2/0xff23d3f688d92007 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x70b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.438046:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000062be1bd2/0xff23d3f688d92007 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x70b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.438066:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.438090:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d435c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+512:2393:x1876087010718080:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 128us (206us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.438104:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22744
00000100:00100000:3.0:1789185322.438152:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.439399:0:8431:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d437100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8431:1876087018765184:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185322.439426:0:8431:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000c0064632/0xff23d3f688d92046 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x71e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.439521:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.439573:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010718720
00000100:00100000:3.0:1789185322.439578:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010718720
00010000:00010000:3.0:1789185322.439681:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a7d2c09d/0xff23d3f688d8fe18 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x71e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b9ea expref: 497 pid: 34809 timeout: 9499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.439729:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22746
00000100:00100000:3.0:1789185322.439740:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b247d6d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+497:2391:x1876087010718720:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.439754:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.439759:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a7d2c09d/0xff23d3f688d8fe18 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x71e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b9ea expref: 497 pid: 34809 timeout: 9499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.439773:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a7d2c09d/0xff23d3f688d8fe18 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x71e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b9ea expref: 497 pid: 34809 timeout: 9499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.439794:0:10396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a7d2c09d/0xff23d3f688d8fe18 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x71e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b9ea expref: 497 pid: 34809 timeout: 9499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.439807:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x71e:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1789185322.439811:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x71e:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1789185322.439816:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c0064632/0xff23d3f688d92046 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x71e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.439824:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c0064632/0xff23d3f688d92046 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x71e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.439847:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.439865:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b247d6d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+496:2391:x1876087010718720:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 128us (345us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.439873:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22746
00010000:00010000:3.0:1789185322.439921:0:8431:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000c0064632/0xff23d3f688d92046 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x71e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.440006:0:8431:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c0064632/0xff23d3f688d92046 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x71e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.440016:0:8431:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c0064632/0xff23d3f688d92046 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x71e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.440023:0:8431:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c0064632/0xff23d3f688d92046 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x71e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.440039:0:8431:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:3.0:1789185322.440276:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d0c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+519:3637:x1876087018765056:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8869us (9104us total) trans 4294989280 rc 0/0
00000100:00100000:3.0:1789185322.440288:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37262
00000100:00100000:3.0:1789185322.440336:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.440360:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010718592
00000100:00100000:3.0:1789185322.440367:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010718592
00010000:00010000:3.0:1789185322.440387:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000080dd2a2f/0xff23d3f688d8e330 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x71a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49ed8 expref: 496 pid: 8491 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.440423:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22747
00000100:00100000:3.0:1789185322.440433:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d436680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+496:2391:x1876087010718592:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.440444:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.440463:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000080dd2a2f/0xff23d3f688d8e330 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x71a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49ed8 expref: 496 pid: 8491 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.440475:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000080dd2a2f/0xff23d3f688d8e330 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x71a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49ed8 expref: 496 pid: 8491 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.440491:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x71a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.440495:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x71a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.440500:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000bfc3353f/0xff23d3f688d92023 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x71a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.440512:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bfc3353f/0xff23d3f688d92023 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x71a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.440534:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.440583:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d436680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+496:2391:x1876087010718592:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 148us (247us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.440591:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22747
00000100:00100000:3.0:1789185322.440758:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010718848
00000100:00100000:3.0:1789185322.440762:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010718848
00010000:00010000:3.0:1789185322.440781:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007ab5ea98/0xff23d3f688d8e1fc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x70f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49e37 expref: 511 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.440819:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010718464
00000100:00100000:3.0:1789185322.440824:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010718464
00010000:00010000:3.0:1789185322.440840:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b053a121/0xff23d3f688d8e1bd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x70a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49df1 expref: 512 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.440876:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22749
00000100:00100000:3.0:1789185322.440889:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14aa60000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+512:2393:x1876087010718464:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.440900:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.440907:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b053a121/0xff23d3f688d8e1bd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x70a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49df1 expref: 512 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.440999:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b053a121/0xff23d3f688d8e1bd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x70a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49df1 expref: 511 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.441017:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b053a121/0xff23d3f688d8e1bd lrc: 0/0,0 mode: --/PR res: [0x280000401:0x70a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49df1 expref: 510 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.441039:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x70a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.441048:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x70a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.441054:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b228a74f/0xff23d3f688d92000 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x70a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.441229:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b228a74f/0xff23d3f688d92000 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x70a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.441263:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.441286:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14aa60000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+509:2393:x1876087010718464:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 397us (481us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.441302:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22749
00010000:00010000:3.0:1789185322.441746:0:8428:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000004e6d0f6b/0xff23d3f688d91ff2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x718:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.441759:0:8428:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004e6d0f6b/0xff23d3f688d91ff2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x718:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.441769:0:8428:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004e6d0f6b/0xff23d3f688d91ff2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x718:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.441777:0:8428:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004e6d0f6b/0xff23d3f688d91ff2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x718:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.441809:0:8428:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1789185322.441902:0:8428:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d0c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+519:3637:x1876087018761856:12345-0@lo:6:osp-syn-1-0.0 Request processed in 32380us (32595us total) trans 4294989281 rc 0/0
00000100:00100000:3.0:1789185322.441910:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37250
00000100:00100000:3.0:1789185322.443267:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018767744
00000100:00100000:3.0:1789185322.443278:0:8428:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018767744
00000100:00100000:3.0:1789185322.443324:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37272
00000100:00100000:3.0:1789185322.443332:0:8428:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14aa60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+508:3638:x1876087018767744:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1789185322.443361:0:8428:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1815 count 1
00010000:00010000:3.0:1789185322.443385:0:8428:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006d45f335/0xff23d3f688d9208c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x717:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.443406:0:8428:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000062320a14/0xff23d3f688d8e29d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x717:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49ea7 expref: 508 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.443415:0:8428:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x717:0x0].0x0 since=123s v=(0 0)
00010000:00010000:3.0:1789185322.443420:0:8428:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x717:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.443425:0:8428:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006d45f335/0xff23d3f688d9208c lrc: 4/0,1 mode: --/PW res: [0x280000401:0x717:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.443698:0:8428:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000062320a14/0xff23d3f688d8e29d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x717:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49ea7 expref: 508 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.443715:0:8428:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000062320a14/0xff23d3f688d8e29d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x717:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49ea7 expref: 508 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.443729:0:8428:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d437800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8428:1876087018767872:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185322.443908:0:8428:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1530990c0 going to sleep for 11 seconds
00000004:00080000:3.0:1789185322.443979:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14d0c1c00/2, rc 0, transno 4294989280
00000100:00100000:3.0:1789185322.444076:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018765056:0@lo:6:osp-syn-1-0.0
00000004:00080000:3.0:1789185322.444095:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f704700/2, rc 0, transno 4294989281
00000100:00100000:3.0:1789185322.444099:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f704700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018761856:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185322.448045:0:178147:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018768256
00000100:00100000:2.0:1789185322.448051:0:178147:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018768256
00000100:00100000:2.0:1789185322.448080:0:178147:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018768384
00000100:00100000:2.0:1789185322.448083:0:178147:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018768384
00000100:00100000:2.0:1789185322.448100:0:178147:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37275
00000100:00100000:2.0:1789185322.448107:0:178147:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14aa60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+520:3635:x1876087018768256:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1789185322.448121:0:178147:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1826 count 1
00010000:00010000:2.0:1789185322.448135:0:178147:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bc9fe99c/0xff23d3f688d920a1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x722:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.448148:0:178147:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009843689b/0xff23d3f688d8e368 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x722:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49f48 expref: 492 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.448155:0:178147:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x722:0x0].0x0 since=123s v=(0 0)
00010000:00010000:2.0:1789185322.448159:0:178147:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x722:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.448163:0:178147:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bc9fe99c/0xff23d3f688d920a1 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x722:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.448185:0:178147:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009843689b/0xff23d3f688d8e368 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x722:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49f48 expref: 492 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.448195:0:178147:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009843689b/0xff23d3f688d8e368 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x722:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49f48 expref: 492 pid: 35222 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.448211:0:178147:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e90a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:178147:1876087018768768:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185322.448240:0:178147:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0e40 going to sleep for 11 seconds
00000100:00100000:2.0:1789185322.448259:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37276
00000100:00100000:2.0:1789185322.448266:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14aa62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+520:3635:x1876087018768384:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1789185322.448278:0:8431:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1827 count 1
00010000:00010000:2.0:1789185322.448288:0:8431:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000178222ab/0xff23d3f688d920a8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x723:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.448301:0:8431:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000073cfc1ce/0xff23d3f688d8e36f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x723:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49f56 expref: 492 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.448308:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x723:0x0].0x0 since=123s v=(0 0)
00010000:00010000:2.0:1789185322.448311:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x723:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.448315:0:8431:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000178222ab/0xff23d3f688d920a8 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x723:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.448332:0:8431:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000073cfc1ce/0xff23d3f688d8e36f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x723:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49f56 expref: 492 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.448342:0:8431:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000073cfc1ce/0xff23d3f688d8e36f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x723:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49f56 expref: 492 pid: 35222 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.448353:0:8431:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e908380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8431:1876087018768896:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185322.448373:0:8431:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0540 going to sleep for 11 seconds
00000100:00100000:3.0:1789185322.448601:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.448627:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010718976
00000100:00100000:3.0:1789185322.448632:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010718976
00010000:00010000:3.0:1789185322.448659:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002997e0e9/0xff23d3f688d8e329 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x719:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49eca expref: 493 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.448688:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22750
00000100:00100000:3.0:1789185322.448741:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d436a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+493:2394:x1876087010718976:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.448753:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.448759:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002997e0e9/0xff23d3f688d8e329 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x719:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49eca expref: 493 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.448835:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002997e0e9/0xff23d3f688d8e329 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x719:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49eca expref: 493 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.448857:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002997e0e9/0xff23d3f688d8e329 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x719:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49eca expref: 493 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.448870:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x719:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.448874:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x719:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.448880:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000fc5b8c3a/0xff23d3f688d9202a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x719:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.448888:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fc5b8c3a/0xff23d3f688d9202a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x719:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.448913:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.448937:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d436a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+492:2394:x1876087010718976:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 241us (338us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.448949:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22750
00000100:00100000:3.0:1789185322.449018:0:35222:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b145cb3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:35222:1876087018765952:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185322.449037:0:35222:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000059346501/0xff23d3f688d92054 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x711:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.449093:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.449109:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010719232
00000100:00100000:3.0:1789185322.449112:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010719232
00010000:00010000:3.0:1789185322.449129:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005393685b/0xff23d3f688d8e211 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x710:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49e45 expref: 509 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.449153:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22751
00000100:00100000:3.0:1789185322.449159:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d435c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+509:2393:x1876087010719232:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.449169:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.449174:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005393685b/0xff23d3f688d8e211 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x710:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49e45 expref: 509 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.449187:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005393685b/0xff23d3f688d8e211 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x710:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49e45 expref: 509 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.449202:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x710:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.449206:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x710:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.449210:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b93d1933/0xff23d3f688d9205b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x710:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.449224:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b93d1933/0xff23d3f688d9205b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x710:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.449238:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.449255:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d435c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+509:2393:x1876087010719232:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 95us (161us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.449262:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22751
00000100:00100000:3.0:1789185322.449309:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.449328:0:178149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010719104
00000100:00100000:3.0:1789185322.449332:0:178149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010719104
00010000:00010000:3.0:1789185322.449348:0:178149:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d177c958/0xff23d3f688d8e21f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x711:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49e53 expref: 509 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.449483:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22752
00000100:00100000:3.0:1789185322.449493:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d437480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+509:2393:x1876087010719104:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.449502:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.449507:0:178149:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d177c958/0xff23d3f688d8e21f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x711:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49e53 expref: 509 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.449519:0:178149:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d177c958/0xff23d3f688d8e21f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x711:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49e53 expref: 509 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.449535:0:178149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d177c958/0xff23d3f688d8e21f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x711:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49e53 expref: 509 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.449581:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x711:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.449585:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x711:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.449588:0:178149:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000059346501/0xff23d3f688d92054 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x711:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.449596:0:178149:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000059346501/0xff23d3f688d92054 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x711:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.449614:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.449633:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d437480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+508:2393:x1876087010719104:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 142us (324us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.449641:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22752
00010000:00010000:3.0:1789185322.449668:0:35222:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000059346501/0xff23d3f688d92054 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x711:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.449677:0:35222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000059346501/0xff23d3f688d92054 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x711:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.449688:0:35222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000059346501/0xff23d3f688d92054 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x711:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.449697:0:35222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000059346501/0xff23d3f688d92054 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x711:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.449717:0:35222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1789185322.450071:0:35222:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b145cb2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+510:3638:x1876087018765696:12345-0@lo:6:osp-syn-0-0.0 Request processed in 13869us (14320us total) trans 4294977474 rc 0/0
00000100:00100000:3.0:1789185322.450079:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37264
00000100:00100000:3.0:1789185322.470532:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.470819:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010719360
00000100:00100000:3.0:1789185322.470831:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010719360
00010000:00010000:3.0:1789185322.470880:0:8458:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c56ba373/0xff23d3f688d8e353 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x71f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49f1e expref: 492 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.470919:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22753
00000100:00100000:3.0:1789185322.470932:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b247d6e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+492:2392:x1876087010719360:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.470948:0:8458:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.470955:0:8458:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c56ba373/0xff23d3f688d8e353 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x71f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49f1e expref: 492 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.470972:0:8458:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c56ba373/0xff23d3f688d8e353 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x71f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49f1e expref: 492 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.471005:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x71f:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.471011:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x71f:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.471020:0:8458:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004e8cbc4d/0xff23d3f688d92062 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x71f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.471032:0:8458:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004e8cbc4d/0xff23d3f688d92062 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x71f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.471064:0:8458:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.471115:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b247d6e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+492:2392:x1876087010719360:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 186us (591us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.471123:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22753
00010000:00010000:2.0:1789185322.471587:0:178169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c56ba373/0xff23d3f688d8e353 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x71f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49f1e expref: 491 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.471604:0:178169:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e90a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:178169:1876087018766208:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185322.471629:0:178169:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000004e8cbc4d/0xff23d3f688d92062 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x71f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.471643:0:178169:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000004e8cbc4d/0xff23d3f688d92062 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x71f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.471651:0:178169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004e8cbc4d/0xff23d3f688d92062 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x71f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.471662:0:178169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004e8cbc4d/0xff23d3f688d92062 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x71f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.471670:0:178169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004e8cbc4d/0xff23d3f688d92062 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x71f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.471694:0:178169:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1789185322.471866:0:178169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b145cb0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+523:3638:x1876087018765824:12345-0@lo:6:osp-syn-1-0.0 Request processed in 35125us (36058us total) trans 4294989286 rc 0/0
00000100:00100000:2.0:1789185322.471875:0:178169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37266
00000100:00100000:2.0:1789185322.476216:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.476238:0:8428:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d437800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8428:1876087018767872:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185322.476251:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:3.0:1789185322.476271:0:8428:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006d45f335/0xff23d3f688d9208c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x717:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.476279:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.476309:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010719488
00000100:00100000:2.0:1789185322.476311:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.476316:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010719488
00010000:00010000:3.0:1789185322.476352:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000009e8147db/0xff23d3f688d8e22d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x712:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49e61 expref: 507 pid: 35222 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.476382:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010719744
00000100:00100000:3.0:1789185322.476386:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010719744
00000100:00100000:2.0:1789185322.476387:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:3.0:1789185322.476404:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000058823ad1/0xff23d3f688d8e35a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x720:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49f2c expref: 491 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.476436:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010720000
00000100:00100000:3.0:1789185322.476439:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010720000
00010000:00010000:3.0:1789185322.476467:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000062320a14/0xff23d3f688d8e29d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x717:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49ea7 expref: 508 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.476479:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010719616
00000100:00100000:3.0:1789185322.476481:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010719616
00010000:00010000:3.0:1789185322.476492:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f16b10fd/0xff23d3f688d8e242 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x713:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49e6f expref: 509 pid: 35222 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.476501:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010719872
00000100:00100000:3.0:1789185322.476504:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010719872
00000100:00100000:2.0:1789185322.476602:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22754
00000100:00100000:2.0:1789185322.476615:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e909f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+510:2394:x1876087010719488:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.476630:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.476638:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000009e8147db/0xff23d3f688d8e22d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x712:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49e61 expref: 510 pid: 35222 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.476651:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000009e8147db/0xff23d3f688d8e22d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x712:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49e61 expref: 510 pid: 35222 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.476680:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x712:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.476684:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x712:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.476691:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ce1a8e47/0xff23d3f688d92069 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x712:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.476700:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ce1a8e47/0xff23d3f688d92069 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x712:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.476718:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185322.476763:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e909f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+510:2394:x1876087010719488:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 152us (551us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.476770:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22754
00000100:00100000:2.0:1789185322.476790:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22755
00000100:00100000:2.0:1789185322.476796:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e90ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+491:2394:x1876087010719744:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.476805:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.476810:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000058823ad1/0xff23d3f688d8e35a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x720:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49f2c expref: 491 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.476819:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000058823ad1/0xff23d3f688d8e35a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x720:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49f2c expref: 491 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.476832:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x720:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.476836:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x720:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.476839:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000017719b4f/0xff23d3f688d9207e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x720:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.476846:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000017719b4f/0xff23d3f688d9207e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x720:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.476856:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185322.476875:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e90ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+491:2394:x1876087010719744:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 80us (634us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.476882:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22755
00000100:00100000:2.0:1789185322.476894:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22756
00000100:00100000:2.0:1789185322.476900:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b150552300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+509:2394:x1876087010720000:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.476907:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.476912:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000062320a14/0xff23d3f688d8e29d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x717:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49ea7 expref: 509 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.476927:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000062320a14/0xff23d3f688d8e29d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x717:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49ea7 expref: 509 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.476939:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000062320a14/0xff23d3f688d8e29d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x717:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49ea7 expref: 509 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.476963:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x717:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.476966:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x717:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.476970:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006d45f335/0xff23d3f688d9208c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x717:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.476977:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006d45f335/0xff23d3f688d9208c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x717:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.476993:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185322.477014:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b150552300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+508:2394:x1876087010720000:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 114us (737us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.477020:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22756
00000100:00100000:2.0:1789185322.477032:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22757
00000100:00100000:2.0:1789185322.477038:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b150551180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+507:2394:x1876087010719616:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.477046:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.477052:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f16b10fd/0xff23d3f688d8e242 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x713:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49e6f expref: 507 pid: 35222 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.477067:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f16b10fd/0xff23d3f688d8e242 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x713:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49e6f expref: 507 pid: 35222 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.477078:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x713:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.477081:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x713:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.477085:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009a97dd45/0xff23d3f688d92070 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x713:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.477092:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009a97dd45/0xff23d3f688d92070 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x713:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.477103:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185322.477121:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b150551180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+507:2394:x1876087010719616:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 83us (811us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.477126:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22757
00010000:00010000:3.0:1789185322.481700:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000981e8166/0xff23d3f688d8e288 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x715:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49e8b expref: 504 pid: 35222 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.481796:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22758
00000100:00100000:3.0:1789185322.481817:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b150551f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+504:2394:x1876087010719872:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.481836:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.481845:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000981e8166/0xff23d3f688d8e288 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x715:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49e8b expref: 504 pid: 35222 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.481858:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000981e8166/0xff23d3f688d8e288 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x715:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49e8b expref: 504 pid: 35222 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.481885:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000981e8166/0xff23d3f688d8e288 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x715:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49e8b expref: 504 pid: 35222 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.481905:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x715:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.481909:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x715:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.481917:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000039d3f603/0xff23d3f688d92085 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x715:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.481928:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000039d3f603/0xff23d3f688d92085 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x715:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.481959:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.482035:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b150551f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+503:2394:x1876087010719872:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 229us (5650us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.482045:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22758
00010000:00010000:3.0:1789185322.482588:0:8428:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006d45f335/0xff23d3f688d9208c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x717:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.482703:0:8428:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006d45f335/0xff23d3f688d9208c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x717:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.482714:0:8428:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006d45f335/0xff23d3f688d9208c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x717:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.482723:0:8428:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006d45f335/0xff23d3f688d9208c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x717:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.482748:0:8428:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1789185322.482903:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.482943:0:8428:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14aa60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+512:3638:x1876087018767744:12345-0@lo:6:osp-syn-0-0.0 Request processed in 39611us (41030us total) trans 4294977478 rc 0/0
00000100:00100000:2.0:1789185322.482951:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.482956:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37272
00000100:00100000:2.0:1789185322.482996:0:178147:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e90a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:178147:1876087018768768:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185322.483019:0:178147:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000bc9fe99c/0xff23d3f688d920a1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x722:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.483045:0:8431:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e908380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8431:1876087018768896:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185322.483057:0:8431:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000178222ab/0xff23d3f688d920a8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x723:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.483127:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010720512
00000100:00100000:3.0:1789185322.483132:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010720512
00010000:00010000:3.0:1789185322.483156:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009843689b/0xff23d3f688d8e368 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x722:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49f48 expref: 490 pid: 35222 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.483187:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010720128
00000100:00100000:3.0:1789185322.483192:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010720128
00010000:00010000:3.0:1789185322.483210:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000a0c7647/0xff23d3f688d8e250 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x714:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49e7d expref: 503 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.483253:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22759
00000100:00100000:3.0:1789185322.483263:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b150553100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+490:2391:x1876087010720512:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.483278:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.483285:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009843689b/0xff23d3f688d8e368 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x722:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49f48 expref: 490 pid: 35222 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.483305:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009843689b/0xff23d3f688d8e368 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x722:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49f48 expref: 490 pid: 35222 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.483334:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009843689b/0xff23d3f688d8e368 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x722:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49f48 expref: 490 pid: 35222 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.483360:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x722:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.483366:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x722:0x0].0x0 since=0s v=(0 0)
00000100:00100000:2.0:1789185322.483431:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22760
00000100:00100000:2.0:1789185322.483440:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b247d6c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+503:2393:x1876087010720128:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.483475:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000bc9fe99c/0xff23d3f688d920a1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x722:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.483485:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.483486:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bc9fe99c/0xff23d3f688d920a1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x722:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.483495:0:178149:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000a0c7647/0xff23d3f688d8e250 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x714:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49e7d expref: 503 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.483510:0:178149:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000a0c7647/0xff23d3f688d8e250 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x714:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49e7d expref: 503 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.483515:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1789185322.483527:0:178149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000a0c7647/0xff23d3f688d8e250 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x714:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49e7d expref: 503 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.483538:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x714:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.483543:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x714:0x0].0x0 since=0s v=(0 0)
00000100:00100000:3.0:1789185322.483579:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b150553100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+489:2391:x1876087010720512:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 318us (677us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.483588:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22759
00010000:00010000:2.0:1789185322.483979:0:178149:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000243cf2a2/0xff23d3f688d92077 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x714:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.483988:0:178149:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000243cf2a2/0xff23d3f688d92077 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x714:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.484010:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185322.484035:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b247d6c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+502:2393:x1876087010720128:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 596us (1089us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.484043:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22760
00010000:00010000:2.0:1789185322.484098:0:34809:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000243cf2a2/0xff23d3f688d92077 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x714:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.484107:0:34809:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000243cf2a2/0xff23d3f688d92077 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x714:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.484118:0:34809:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000243cf2a2/0xff23d3f688d92077 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x714:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.484125:0:34809:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000243cf2a2/0xff23d3f688d92077 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x714:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.484138:0:34809:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1789185322.484270:0:34809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b15055ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+512:3638:x1876087018766848:12345-0@lo:6:osp-syn-0-0.0 Request processed in 44913us (44999us total) trans 4294977479 rc 0/0
00000100:00100000:2.0:1789185322.484277:0:34809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37269
00000100:00100000:3.0:1789185322.485068:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.485090:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.485114:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.485138:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010720256
00000100:00100000:3.0:1789185322.485146:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010720256
00010000:00010000:3.0:1789185322.485180:0:8458:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f9ae096d/0xff23d3f688d8e296 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x716:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49e99 expref: 502 pid: 35222 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.485208:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010720640
00000100:00100000:3.0:1789185322.485212:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010720640
00010000:00010000:3.0:1789185322.485226:0:8458:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000073cfc1ce/0xff23d3f688d8e36f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x723:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49f56 expref: 489 pid: 35222 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.485241:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010720384
00000100:00100000:3.0:1789185322.485243:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010720384
00010000:00010000:3.0:1789185322.485252:0:8458:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001958ddc5/0xff23d3f688d8e361 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x721:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49f3a expref: 490 pid: 35222 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.485267:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22761
00000100:00100000:3.0:1789185322.485275:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d437800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+502:2394:x1876087010720256:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.485286:0:8458:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.485291:0:8458:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f9ae096d/0xff23d3f688d8e296 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x716:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49e99 expref: 502 pid: 35222 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.485303:0:8458:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f9ae096d/0xff23d3f688d8e296 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x716:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49e99 expref: 502 pid: 35222 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.485331:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x716:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.485335:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x716:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.485341:0:8458:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000584e9167/0xff23d3f688d92093 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x716:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.485351:0:8458:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000584e9167/0xff23d3f688d92093 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x716:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.485369:0:8458:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.485485:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d437800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+502:2394:x1876087010720256:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 210us (419us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.485492:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22761
00000100:00100000:3.0:1789185322.485506:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22762
00000100:00100000:3.0:1789185322.485512:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d436680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+490:2394:x1876087010720640:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.485521:0:8458:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.485527:0:8458:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000073cfc1ce/0xff23d3f688d8e36f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x723:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49f56 expref: 490 pid: 35222 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.485537:0:8458:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000073cfc1ce/0xff23d3f688d8e36f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x723:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49f56 expref: 490 pid: 35222 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.485573:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000073cfc1ce/0xff23d3f688d8e36f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x723:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49f56 expref: 490 pid: 35222 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.485588:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x723:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.485591:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x723:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.485596:0:8458:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000178222ab/0xff23d3f688d920a8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x723:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.485604:0:8458:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000178222ab/0xff23d3f688d920a8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x723:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.485631:0:8458:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1789185322.485640:0:8431:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000178222ab/0xff23d3f688d920a8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x723:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.485651:0:8431:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000178222ab/0xff23d3f688d920a8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x723:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.485660:0:8431:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000178222ab/0xff23d3f688d920a8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x723:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.485669:0:8431:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000178222ab/0xff23d3f688d920a8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x723:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.485692:0:8431:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:3.0:1789185322.485713:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d436680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+489:2394:x1876087010720640:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 200us (621us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.485720:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22762
00000100:00100000:3.0:1789185322.485733:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22763
00000100:00100000:3.0:1789185322.485741:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d436a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+488:2393:x1876087010720384:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.485749:0:8458:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.485755:0:8458:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001958ddc5/0xff23d3f688d8e361 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x721:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49f3a expref: 488 pid: 35222 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.485765:0:8458:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001958ddc5/0xff23d3f688d8e361 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x721:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49f3a expref: 488 pid: 35222 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.485781:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001958ddc5/0xff23d3f688d8e361 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x721:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49f3a expref: 488 pid: 35222 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.485796:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x721:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.485800:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x721:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.485804:0:8458:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000062be1bd2/0xff23d3f688d9209a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x721:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.485812:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14aa62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+527:3635:x1876087018768384:12345-0@lo:6:osp-syn-1-0.0 Request processed in 37544us (37915us total) trans 4294989289 rc 0/0
00010000:00010000:3.0:1789185322.485816:0:8458:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000062be1bd2/0xff23d3f688d9209a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x721:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.485825:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37276
00010000:00010000:3.0:1789185322.485846:0:8458:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1789185322.485852:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:2.0:1789185322.485859:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bc9fe99c/0xff23d3f688d920a1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x722:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.485870:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d436a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+487:2393:x1876087010720384:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 128us (752us total) trans 0 rc 0/0
00010000:00010000:2.0:1789185322.485870:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bc400 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185322.485878:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bc9fe99c/0xff23d3f688d920a1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x722:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.485882:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22763
00010000:00010000:2.0:1789185322.485895:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bc9fe99c/0xff23d3f688d920a1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x722:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.485916:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bc9fe99c/0xff23d3f688d920a1 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x722:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.485922:0:178144:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000039d3f603/0xff23d3f688d92085 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x715:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.485924:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bc9fe99c/0xff23d3f688d920a1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x722:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.485952:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185322.485955:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000178222ab/0xff23d3f688d920a8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x723:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.485966:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bc000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185322.485969:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000178222ab/0xff23d3f688d920a8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x723:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.485975:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000178222ab/0xff23d3f688d920a8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x723:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.485984:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000178222ab/0xff23d3f688d920a8 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x723:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.485991:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000178222ab/0xff23d3f688d920a8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x723:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.486003:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.486005:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.486008:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.486013:0:178144:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000039d3f603/0xff23d3f688d92085 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x715:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.486025:0:178144:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000039d3f603/0xff23d3f688d92085 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x715:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.486032:0:178144:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000039d3f603/0xff23d3f688d92085 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x715:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.486045:0:178144:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1789185322.486151:0:178144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14aa63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+512:3636:x1876087018767360:12345-0@lo:6:osp-syn-0-0.0 Request processed in 44898us (45574us total) trans 4294977480 rc 0/0
00000100:00100000:3.0:1789185322.486159:0:178144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37271
00000004:00080000:3.0:1789185322.486224:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14aa61180/2, rc 0, transno 4294977478
00000100:00100000:3.0:1789185322.486233:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14aa61180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018767744:0@lo:6:osp-syn-0-0.0
00000004:00080000:3.0:1789185322.486249:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b150559c00/2, rc 0, transno 4294977479
00000100:00100000:3.0:1789185322.486253:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b150559c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018766848:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185322.487075:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.487104:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.487136:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.487172:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.487214:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.487247:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.487517:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.487571:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37285
00000100:00100000:3.0:1789185322.487585:0:35222:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e94f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+513:3637:x1876087018770944:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1789185322.487602:0:35222:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1820 count 1
00010000:00010000:3.0:1789185322.487617:0:35222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009a05288e/0xff23d3f688d920e7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x71c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.487720:0:35222:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000068f739ec/0xff23d3f688d8e2d5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x71c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49eed expref: 500 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.487729:0:35222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x71c:0x0].0x0 since=123s v=(0 0)
00010000:00010000:3.0:1789185322.487732:0:35222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x71c:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.487736:0:35222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009a05288e/0xff23d3f688d920e7 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x71c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.487771:0:35222:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000068f739ec/0xff23d3f688d8e2d5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x71c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49eed expref: 500 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.487791:0:35222:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000068f739ec/0xff23d3f688d8e2d5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x71c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49eed expref: 500 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.487806:0:35222:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d434700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:35222:1876087018771328:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185322.487841:0:35222:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b153099cc0 going to sleep for 11 seconds
00000100:00100000:3.0:1789185322.487859:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010720768
00000100:00100000:3.0:1789185322.487863:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010720768
00010000:00010000:3.0:1789185322.487890:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000040381311/0xff23d3f688d8e376 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x724:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49f64 expref: 487 pid: 35222 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.487911:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010721024
00000100:00100000:3.0:1789185322.487915:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010721024
00010000:00010000:3.0:1789185322.487932:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006dc1c1c8/0xff23d3f688d8e37d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x725:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49f72 expref: 488 pid: 35222 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.487973:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185322.487980:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000062be1bd2/0xff23d3f688d9209a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x721:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.487989:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abdbe00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185322.487992:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000062be1bd2/0xff23d3f688d9209a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x721:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.488000:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000062be1bd2/0xff23d3f688d9209a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x721:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.488017:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010721280
00010000:00010000:2.0:1789185322.488018:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000062be1bd2/0xff23d3f688d9209a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x721:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.488022:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010721280
00010000:00010000:2.0:1789185322.488031:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000062be1bd2/0xff23d3f688d9209a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x721:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.488041:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a7ebfaa7/0xff23d3f688d8e464 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x727:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49f8e expref: 489 pid: 8491 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.488052:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.488056:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789185322.488057:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010721536
00010000:00010000:2.0:1789185322.488059:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789185322.488062:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010721536
00010000:00010000:3.0:1789185322.488080:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000089ece09b/0xff23d3f688d8e4bf lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x728:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49f9c expref: 490 pid: 24325 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.488096:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010720896
00000100:00100000:3.0:1789185322.488101:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010720896
00010000:00010000:3.0:1789185322.488119:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f7a27938/0xff23d3f688d8e2a4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x718:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49eb5 expref: 501 pid: 35222 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.488137:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010721152
00000100:00100000:3.0:1789185322.488141:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010721152
00010000:00010000:3.0:1789185322.488158:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a6198d04/0xff23d3f688d90072 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x726:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 46137344->46141439) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bc44 expref: 491 pid: 8429 timeout: 9499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.488184:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010721408
00000100:00100000:3.0:1789185322.488188:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010721408
00010000:00010000:3.0:1789185322.488205:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000008716b636/0xff23d3f688d8e2c0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x719:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49ec3 expref: 502 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.488229:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22764
00000100:00100000:3.0:1789185322.488242:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d435c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+491:2393:x1876087010720768:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.488255:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.488262:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000040381311/0xff23d3f688d8e376 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x724:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49f64 expref: 491 pid: 35222 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.488277:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000040381311/0xff23d3f688d8e376 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x724:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49f64 expref: 491 pid: 35222 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.488307:0:10396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000040381311/0xff23d3f688d8e376 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x724:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49f64 expref: 491 pid: 35222 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.488329:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x724:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.488334:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x724:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.488342:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000842f3ed2/0xff23d3f688d920af lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x724:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.488352:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000842f3ed2/0xff23d3f688d920af lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x724:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.488438:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.488476:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d435c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+490:2393:x1876087010720768:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 239us (1403us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.488483:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22764
00000100:00100000:3.0:1789185322.488502:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22765
00000100:00100000:3.0:1789185322.488510:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d437480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+489:2393:x1876087010721024:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.488518:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.488523:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006dc1c1c8/0xff23d3f688d8e37d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x725:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49f72 expref: 489 pid: 35222 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.488533:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006dc1c1c8/0xff23d3f688d8e37d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x725:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49f72 expref: 489 pid: 35222 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.488579:0:10396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006dc1c1c8/0xff23d3f688d8e37d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x725:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49f72 expref: 489 pid: 35222 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.488590:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x725:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.488593:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x725:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.488598:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f25d22cc/0xff23d3f688d920bd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x725:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.488604:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f25d22cc/0xff23d3f688d920bd lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x725:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.488622:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.488709:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d437480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+488:2393:x1876087010721024:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 200us (1607us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.488715:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22765
00000100:00100000:3.0:1789185322.488730:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22766
00000100:00100000:3.0:1789185322.488737:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d437100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+487:2393:x1876087010721280:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.488745:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.488750:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a7ebfaa7/0xff23d3f688d8e464 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x727:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49f8e expref: 487 pid: 8491 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.488760:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a7ebfaa7/0xff23d3f688d8e464 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x727:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49f8e expref: 487 pid: 8491 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.488778:0:10396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a7ebfaa7/0xff23d3f688d8e464 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x727:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49f8e expref: 487 pid: 8491 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.488789:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x727:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.488792:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x727:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.488797:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c9a27dda/0xff23d3f688d920cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x727:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.488804:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c9a27dda/0xff23d3f688d920cb lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x727:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.488825:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.488848:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d437100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+486:2393:x1876087010721280:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 111us (1714us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.488858:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22766
00000100:00100000:3.0:1789185322.488879:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22767
00000100:00100000:3.0:1789185322.488892:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b247d6cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+485:2393:x1876087010721536:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.488907:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.488914:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000089ece09b/0xff23d3f688d8e4bf lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x728:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49f9c expref: 485 pid: 24325 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.488928:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000089ece09b/0xff23d3f688d8e4bf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x728:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49f9c expref: 485 pid: 24325 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.489027:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x728:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.489030:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x728:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.489035:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006d201f36/0xff23d3f688d920d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x728:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.489043:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006d201f36/0xff23d3f688d920d9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x728:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.489061:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.489089:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b247d6cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+485:2393:x1876087010721536:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 199us (1917us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.489095:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22767
00000100:00100000:3.0:1789185322.489142:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22768
00000100:00100000:3.0:1789185322.489157:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d436d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+502:2393:x1876087010720896:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.489169:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.489180:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f7a27938/0xff23d3f688d8e2a4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x718:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49eb5 expref: 502 pid: 35222 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.489198:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f7a27938/0xff23d3f688d8e2a4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x718:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49eb5 expref: 502 pid: 35222 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.489216:0:10396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f7a27938/0xff23d3f688d8e2a4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x718:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49eb5 expref: 502 pid: 35222 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.489242:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x718:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.489247:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x718:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.489254:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b228a74f/0xff23d3f688d920b6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x718:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.489280:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b228a74f/0xff23d3f688d920b6 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x718:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.489304:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.489331:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d436d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+501:2393:x1876087010720896:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 177us (2116us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.489344:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22768
00000100:00100000:3.0:1789185322.489365:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22769
00000100:00100000:3.0:1789185322.489500:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d435500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+484:2393:x1876087010721152:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.489513:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.489520:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a6198d04/0xff23d3f688d90072 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x726:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 46137344->46141439) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bc44 expref: 484 pid: 8429 timeout: 9499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.489531:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a6198d04/0xff23d3f688d90072 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x726:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 46137344->46141439) gid 0 flags: 0x50000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bc44 expref: 484 pid: 8429 timeout: 9499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.489577:0:10396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a6198d04/0xff23d3f688d90072 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x726:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 46137344->46141439) gid 0 flags: 0x44801400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bc44 expref: 484 pid: 8429 timeout: 9499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.489594:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x726:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1789185322.489598:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x726:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1789185322.489607:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001cb1768f/0xff23d3f688d920c4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x726:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.489622:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001cb1768f/0xff23d3f688d920c4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x726:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.489655:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.489679:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d435500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+483:2393:x1876087010721152:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 307us (2436us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.489684:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22769
00000100:00100000:3.0:1789185322.489697:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22770
00000100:00100000:3.0:1789185322.489703:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d437b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+500:2393:x1876087010721408:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.489710:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.489714:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000008716b636/0xff23d3f688d8e2c0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x719:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49ec3 expref: 500 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.489725:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000008716b636/0xff23d3f688d8e2c0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x719:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49ec3 expref: 500 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.489739:0:10396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008716b636/0xff23d3f688d8e2c0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x719:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49ec3 expref: 500 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.489768:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x719:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.489777:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x719:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.489781:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000092826d11/0xff23d3f688d920d2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x719:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.489789:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000092826d11/0xff23d3f688d920d2 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x719:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.489809:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.489829:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d437b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+499:2393:x1876087010721408:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 123us (2310us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.489840:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22770
00000100:00100000:3.0:1789185322.489890:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018771584
00000100:00100000:3.0:1789185322.489896:0:8428:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018771584
00000100:00100000:3.0:1789185322.489927:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37287
00000100:00100000:3.0:1789185322.490120:0:8428:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b150574000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+515:3637:x1876087018771584:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1789185322.490146:0:8428:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1823 count 1
00010000:00010000:3.0:1789185322.490165:0:8428:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009af2fde8/0xff23d3f688d920f5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x71f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.490186:0:8428:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001ffbfb1e/0xff23d3f688d8e2ea lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x71f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49f17 expref: 498 pid: 8429 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.490202:0:8428:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x71f:0x0].0x0 since=123s v=(0 0)
00010000:00010000:3.0:1789185322.490208:0:8428:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x71f:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.490217:0:8428:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009af2fde8/0xff23d3f688d920f5 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x71f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.490255:0:8428:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001ffbfb1e/0xff23d3f688d8e2ea lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x71f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49f17 expref: 498 pid: 8429 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.490267:0:8428:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001ffbfb1e/0xff23d3f688d8e2ea lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x71f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49f17 expref: 498 pid: 8429 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.490279:0:8428:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d437800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8428:1876087018771968:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185322.490311:0:8428:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1530990c0 going to sleep for 11 seconds
00000100:00100000:2.0:1789185322.491825:0:34809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37292
00000100:00100000:2.0:1789185322.491839:0:34809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d419880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+528:3636:x1876087018772352:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1789185322.491857:0:34809:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1834 count 1
00010000:00010000:2.0:1789185322.492005:0:34809:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d92118 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x72a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.492024:0:34809:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c8e68b01/0xff23d3f688d8e472 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x72a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49fb8 expref: 482 pid: 8491 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.492032:0:34809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x72a:0x0].0x0 since=123s v=(0 0)
00010000:00010000:2.0:1789185322.492035:0:34809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x72a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.492039:0:34809:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d92118 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x72a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.492065:0:34809:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c8e68b01/0xff23d3f688d8e472 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x72a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49fb8 expref: 482 pid: 8491 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.492222:0:178144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018773120
00000100:00100000:3.0:1789185322.492228:0:178144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018773120
00000100:00100000:3.0:1789185322.492266:0:178144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018773632
00000100:00100000:3.0:1789185322.492272:0:178144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018773632
00000100:00100000:3.0:1789185322.492572:0:178144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37295
00000100:00100000:3.0:1789185322.492582:0:178144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b150570380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+519:3636:x1876087018773504:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1789185322.492597:0:178144:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1825 count 1
00010000:00010000:3.0:1789185322.492610:0:178144:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000262d3641/0xff23d3f688d9212d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x721:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.492622:0:178144:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d67c6729/0xff23d3f688d8e2f8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x721:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49f33 expref: 498 pid: 8491 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.492629:0:178144:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x721:0x0].0x0 since=123s v=(0 0)
00010000:00010000:3.0:1789185322.492632:0:178144:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x721:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.492692:0:178144:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000262d3641/0xff23d3f688d9212d lrc: 4/0,1 mode: --/PW res: [0x280000401:0x721:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.492720:0:178144:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d67c6729/0xff23d3f688d8e2f8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x721:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49f33 expref: 498 pid: 8491 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.492746:0:178144:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d67c6729/0xff23d3f688d8e2f8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x721:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49f33 expref: 498 pid: 8491 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.492754:0:34809:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c8e68b01/0xff23d3f688d8e472 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x72a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49fb8 expref: 482 pid: 8491 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.492782:0:178144:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d436680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:178144:1876087018773888:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185322.492787:0:34809:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b150552300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:34809:1876087018773248:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185322.492830:0:178144:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14d817480 going to sleep for 11 seconds
00000100:00100000:2.0:1789185322.493020:0:34809:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a00c0 going to sleep for 11 seconds
00010000:00010000:2.0:1789185322.493441:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789185322.495248:0:178169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018774528
00000100:00100000:2.0:1789185322.495256:0:178169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018774528
00000100:00100000:2.0:1789185322.495293:0:178169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37299
00000100:00100000:2.0:1789185322.495302:0:178169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f707b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+533:3636:x1876087018774528:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1789185322.495326:0:178169:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1840 count 1
00010000:00010000:2.0:1789185322.495363:0:178169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000178222ab/0xff23d3f688d92149 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x730:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.495385:0:178169:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d713af72/0xff23d3f688d8e4a3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x730:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a00c expref: 481 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.495403:0:178169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x730:0x0].0x0 since=123s v=(0 0)
00010000:00010000:2.0:1789185322.495407:0:178169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x730:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.495412:0:178169:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000178222ab/0xff23d3f688d92149 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x730:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.495441:0:178169:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d713af72/0xff23d3f688d8e4a3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x730:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a00c expref: 481 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.495469:0:178169:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d713af72/0xff23d3f688d8e4a3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x730:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a00c expref: 481 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.495481:0:178169:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b150551f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:178169:1876087018774656:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185322.495642:0:178169:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0900 going to sleep for 11 seconds
00000100:00100000:2.0:1789185322.504086:0:35222:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d434700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:35222:1876087018771328:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185322.504123:0:35222:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000009a05288e/0xff23d3f688d920e7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x71c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.504184:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185322.504211:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010721664
00000100:00100000:2.0:1789185322.504220:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010721664
00010000:00010000:2.0:1789185322.504263:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c86af0ab/0xff23d3f688d8e2ce lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x71b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49edf expref: 499 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.504297:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22771
00000100:00100000:2.0:1789185322.504306:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b150553100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+499:2391:x1876087010721664:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.504322:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.504327:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c86af0ab/0xff23d3f688d8e2ce lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x71b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49edf expref: 499 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.504341:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c86af0ab/0xff23d3f688d8e2ce lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x71b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49edf expref: 499 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.504377:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x71b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.504382:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x71b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.504389:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000fc5b8c3a/0xff23d3f688d920e0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x71b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.504400:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fc5b8c3a/0xff23d3f688d920e0 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x71b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.504420:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185322.504478:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b150553100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+499:2391:x1876087010721664:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 173us (295us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.504486:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22771
00000100:00100000:2.0:1789185322.504675:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185322.504692:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.504819:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010722048
00000100:00100000:3.0:1789185322.504826:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010722048
00010000:00010000:3.0:1789185322.504853:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001ffbfb1e/0xff23d3f688d8e2ea lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x71f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49f17 expref: 498 pid: 8429 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.504885:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010722304
00000100:00100000:3.0:1789185322.504890:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010722304
00010000:00010000:3.0:1789185322.504907:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009276d1dc/0xff23d3f688d8e479 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x72b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49fc6 expref: 482 pid: 24325 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.504931:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22772
00000100:00100000:3.0:1789185322.505018:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b150550000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+498:2393:x1876087010722048:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.505028:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.505034:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001ffbfb1e/0xff23d3f688d8e2ea lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x71f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49f17 expref: 498 pid: 8429 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.505053:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001ffbfb1e/0xff23d3f688d8e2ea lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x71f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49f17 expref: 498 pid: 8429 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.505071:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x71f:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.505076:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x71f:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.505083:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009af2fde8/0xff23d3f688d920f5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x71f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.505099:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009af2fde8/0xff23d3f688d920f5 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x71f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.505119:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.505166:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b150550000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+498:2393:x1876087010722048:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 152us (490us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.505173:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22772
00000100:00100000:3.0:1789185322.505188:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22773
00000100:00100000:3.0:1789185322.505195:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b150550380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+482:2393:x1876087010722304:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.505203:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.505208:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009276d1dc/0xff23d3f688d8e479 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x72b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49fc6 expref: 482 pid: 24325 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.505219:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009276d1dc/0xff23d3f688d8e479 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x72b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49fc6 expref: 482 pid: 24325 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.505239:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x72b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.505242:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x72b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.505246:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000017719b4f/0xff23d3f688d92103 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x72b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.505253:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000017719b4f/0xff23d3f688d92103 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x72b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.505265:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.505283:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b150550380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+482:2393:x1876087010722304:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 88us (590us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.505290:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22773
00010000:00010000:3.0:1789185322.506689:0:8428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001ffbfb1e/0xff23d3f688d8e2ea lrc: 0/0,0 mode: --/PR res: [0x280000401:0x71f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49f17 expref: 497 pid: 8429 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.506703:0:8428:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d437800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8428:1876087018771968:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185322.506718:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:3.0:1789185322.506720:0:8428:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000009af2fde8/0xff23d3f688d920f5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x71f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.506731:0:8428:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000009af2fde8/0xff23d3f688d920f5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x71f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.506738:0:8428:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009af2fde8/0xff23d3f688d920f5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x71f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.506752:0:8428:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009af2fde8/0xff23d3f688d920f5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x71f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.506754:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:3.0:1789185322.506764:0:8428:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009af2fde8/0xff23d3f688d920f5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x71f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.506776:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010721920
00000100:00100000:2.0:1789185322.506782:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010721920
00010000:00010000:3.0:1789185322.506783:0:8428:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1789185322.506812:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d44ee0eb/0xff23d3f688d8e2c7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x71a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49ed1 expref: 497 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.506837:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010722176
00000100:00100000:2.0:1789185322.506840:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010722176
00010000:00010000:2.0:1789185322.506855:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f60b42fc/0xff23d3f688d8e2f1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x720:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49f25 expref: 498 pid: 8429 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.506882:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22774
00000100:00100000:2.0:1789185322.506891:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b247d6f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+498:2393:x1876087010721920:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.506903:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00000100:00100000:3.0:1789185322.506908:0:8428:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b150574000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+520:3637:x1876087018771584:12345-0@lo:6:osp-syn-0-0.0 Request processed in 16972us (17400us total) trans 4294977485 rc 0/0
00010000:00010000:2.0:1789185322.506912:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d44ee0eb/0xff23d3f688d8e2c7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x71a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49ed1 expref: 498 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.506922:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37287
00010000:00010000:2.0:1789185322.506931:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d44ee0eb/0xff23d3f688d8e2c7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x71a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49ed1 expref: 498 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.506950:0:10396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d44ee0eb/0xff23d3f688d8e2c7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x71a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49ed1 expref: 498 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.506957:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185322.506962:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x71a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.506963:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009af2fde8/0xff23d3f688d920f5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x71f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.506970:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x71a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.506978:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b26239a200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185322.506981:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b93d1933/0xff23d3f688d920ee lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x71a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.506984:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009af2fde8/0xff23d3f688d920f5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x71f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.507005:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b93d1933/0xff23d3f688d920ee lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x71a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.507012:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009af2fde8/0xff23d3f688d920f5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x71f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.507026:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009af2fde8/0xff23d3f688d920f5 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x71f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.507033:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009af2fde8/0xff23d3f688d920f5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x71f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.507033:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1789185322.507053:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.507055:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.507056:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789185322.507063:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b247d6f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+497:2393:x1876087010721920:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 173us (347us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.507071:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22775
00000100:00100000:3.0:1789185322.507079:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e909f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+497:2393:x1876087010722176:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.507088:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.507092:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f60b42fc/0xff23d3f688d8e2f1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x720:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49f25 expref: 497 pid: 8429 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.507107:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f60b42fc/0xff23d3f688d8e2f1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x720:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49f25 expref: 497 pid: 8429 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.507124:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f60b42fc/0xff23d3f688d8e2f1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x720:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49f25 expref: 497 pid: 8429 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.507134:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x720:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.507137:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x720:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.507141:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000439557c1/0xff23d3f688d920fc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x720:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.507148:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000439557c1/0xff23d3f688d920fc lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x720:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.507168:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.507189:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e909f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+496:2393:x1876087010722176:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 111us (436us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.508223:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22774
00010000:00010000:2.0:1789185322.508292:0:178148:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b93d1933/0xff23d3f688d920ee lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x71a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.508303:0:178148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b93d1933/0xff23d3f688d920ee lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x71a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.508313:0:178148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b93d1933/0xff23d3f688d920ee lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x71a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.508322:0:178148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b93d1933/0xff23d3f688d920ee lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x71a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.508337:0:178148:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1789185322.508493:0:178148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d41bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+520:3636:x1876087018770688:12345-0@lo:6:osp-syn-0-0.0 Request processed in 19323us (20255us total) trans 4294977486 rc 0/0
00000100:00100000:2.0:1789185322.508502:0:178148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37286
00010000:00010000:2.0:1789185322.508527:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185322.508532:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b93d1933/0xff23d3f688d920ee lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x71a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.508539:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abda600 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185322.508543:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b93d1933/0xff23d3f688d920ee lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x71a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.508579:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b93d1933/0xff23d3f688d920ee lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x71a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.508601:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b93d1933/0xff23d3f688d920ee lrc: 1/0,0 mode: --/PW res: [0x280000401:0x71a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.508608:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b93d1933/0xff23d3f688d920ee lrc: 0/0,0 mode: --/PW res: [0x280000401:0x71a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.508625:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.508626:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.508628:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789185322.508671:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185322.508801:0:34809:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b150552300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:34809:1876087018773248:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185322.508821:0:34809:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d92118 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x72a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.508852:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185322.508867:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010722432
00000100:00100000:2.0:1789185322.508872:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010722432
00010000:00010000:2.0:1789185322.508896:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004627a9de/0xff23d3f688d8e2dc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x71d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49efb expref: 496 pid: 8429 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.508915:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010722688
00000100:00100000:2.0:1789185322.508918:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010722688
00010000:00010000:2.0:1789185322.508929:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b6f07bf5/0xff23d3f688d8e2e3 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x71e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49f09 expref: 497 pid: 8429 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.508959:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22776
00000100:00100000:2.0:1789185322.508968:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e90ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+497:2393:x1876087010722432:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.508979:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.508984:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004627a9de/0xff23d3f688d8e2dc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x71d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49efb expref: 497 pid: 8429 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.508995:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004627a9de/0xff23d3f688d8e2dc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x71d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49efb expref: 497 pid: 8429 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.509010:0:10396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004627a9de/0xff23d3f688d8e2dc lrc: 0/0,0 mode: --/PR res: [0x280000401:0x71d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49efb expref: 497 pid: 8429 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.509022:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x71d:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.509025:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x71d:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.509031:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e53016f0/0xff23d3f688d9210a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x71d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.509042:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e53016f0/0xff23d3f688d9210a lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x71d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.509062:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185322.509090:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e90ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+496:2393:x1876087010722432:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 123us (419us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.509097:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22776
00000100:00100000:2.0:1789185322.509112:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22777
00000100:00100000:2.0:1789185322.509119:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e908380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+495:2391:x1876087010722688:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.509128:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.509133:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b6f07bf5/0xff23d3f688d8e2e3 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x71e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49f09 expref: 495 pid: 8429 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.509144:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b6f07bf5/0xff23d3f688d8e2e3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x71e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49f09 expref: 495 pid: 8429 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.509157:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x71e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.509160:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x71e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.509164:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ce1a8e47/0xff23d3f688d92111 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x71e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.509171:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ce1a8e47/0xff23d3f688d92111 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x71e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.509183:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185322.509201:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e908380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+495:2391:x1876087010722688:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 83us (348us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.509207:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22777
00000100:00100000:2.0:1789185322.509239:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185322.509267:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010722944
00000100:00100000:2.0:1789185322.509270:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010722944
00010000:00010000:2.0:1789185322.509284:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002abebc88/0xff23d3f688d8e480 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x72c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49fd4 expref: 481 pid: 24325 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.509302:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22778
00000100:00100000:2.0:1789185322.509308:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e90a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+481:2391:x1876087010722944:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.509316:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.509321:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002abebc88/0xff23d3f688d8e480 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x72c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49fd4 expref: 481 pid: 24325 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.509330:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002abebc88/0xff23d3f688d8e480 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x72c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49fd4 expref: 481 pid: 24325 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.509343:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x72c:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.509347:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x72c:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.509351:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009a97dd45/0xff23d3f688d92126 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x72c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.509358:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009a97dd45/0xff23d3f688d92126 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x72c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.509369:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185322.509385:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e90a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+481:2391:x1876087010722944:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 77us (146us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.509390:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22778
00000100:00100000:2.0:1789185322.509421:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185322.509434:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010723200
00000100:00100000:2.0:1789185322.509437:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010723200
00010000:00010000:2.0:1789185322.509459:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a31f2816/0xff23d3f688d8e487 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x72d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49fe2 expref: 481 pid: 24325 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.509477:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22779
00000100:00100000:2.0:1789185322.509483:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b150552300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+481:2391:x1876087010723200:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.509492:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.509496:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a31f2816/0xff23d3f688d8e487 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x72d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49fe2 expref: 481 pid: 24325 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.509506:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a31f2816/0xff23d3f688d8e487 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x72d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49fe2 expref: 481 pid: 24325 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.509518:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x72d:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.509522:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x72d:0x0].0x0 since=0s v=(0 0)
00000100:00100000:3.0:1789185322.509633:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22775
00010000:00010000:3.0:1789185322.509850:0:16720:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000439557c1/0xff23d3f688d920fc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x720:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.509862:0:16720:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000439557c1/0xff23d3f688d920fc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x720:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.509871:0:16720:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000439557c1/0xff23d3f688d920fc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x720:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.509879:0:16720:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000439557c1/0xff23d3f688d920fc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x720:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.509959:0:16720:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:3.0:1789185322.510054:0:16720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d0c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+520:3637:x1876087018772096:12345-0@lo:6:osp-syn-0-0.0 Request processed in 19617us (19698us total) trans 4294977488 rc 0/0
00000100:00100000:3.0:1789185322.510062:0:16720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37288
00010000:00010000:3.0:1789185322.510090:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:3.0:1789185322.510097:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ce1a8e47/0xff23d3f688d92111 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x71e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.510105:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abda200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185322.510110:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ce1a8e47/0xff23d3f688d92111 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x71e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.510127:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ce1a8e47/0xff23d3f688d92111 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x71e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.510149:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ce1a8e47/0xff23d3f688d92111 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x71e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.510159:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ce1a8e47/0xff23d3f688d92111 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x71e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.510194:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:3.0:1789185322.510201:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000439557c1/0xff23d3f688d920fc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x720:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.510218:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde7c00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185322.510222:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000439557c1/0xff23d3f688d920fc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x720:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.510231:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000439557c1/0xff23d3f688d920fc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x720:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.510242:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000439557c1/0xff23d3f688d920fc lrc: 1/0,0 mode: --/PW res: [0x280000401:0x720:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.510251:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000439557c1/0xff23d3f688d920fc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x720:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.510274:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185322.510278:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009a97dd45/0xff23d3f688d92126 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x72c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.510289:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abdae00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185322.510293:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009a97dd45/0xff23d3f688d92126 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x72c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.510303:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009a97dd45/0xff23d3f688d92126 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x72c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.510316:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009a97dd45/0xff23d3f688d92126 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x72c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.510324:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009a97dd45/0xff23d3f688d92126 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x72c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.510341:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.510472:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.510477:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.511361:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003c357a1d/0xff23d3f688d9213b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x72d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.511376:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003c357a1d/0xff23d3f688d9213b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x72d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.511397:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185322.511430:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b150552300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+480:2391:x1876087010723200:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 1946us (2007us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.511438:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22779
00000100:00100000:2.0:1789185322.511483:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018774912
00000100:00100000:2.0:1789185322.511489:0:8429:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018774912
00000100:00100000:2.0:1789185322.511517:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018775168
00000100:00100000:2.0:1789185322.511520:0:8429:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018775168
00000100:00100000:2.0:1789185322.511757:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37301
00000100:00100000:2.0:1789185322.511767:0:8429:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b150572d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+522:3637:x1876087018774912:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1789185322.511786:0:8429:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1827 count 1
00010000:00010000:2.0:1789185322.511812:0:8429:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a5a45477/0xff23d3f688d92157 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x723:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.511828:0:8429:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000030d78f58/0xff23d3f688d8e306 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x723:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49f4f expref: 492 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.511837:0:8429:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x723:0x0].0x0 since=123s v=(0 0)
00010000:00010000:2.0:1789185322.511842:0:8429:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x723:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.511845:0:8429:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a5a45477/0xff23d3f688d92157 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x723:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.511868:0:8429:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000030d78f58/0xff23d3f688d8e306 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x723:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49f4f expref: 492 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.511879:0:8429:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000030d78f58/0xff23d3f688d8e306 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x723:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49f4f expref: 492 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.511889:0:8429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b150553100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8429:1876087018775424:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185322.511926:0:8429:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a00c0 going to sleep for 11 seconds
00000100:00100000:3.0:1789185322.513834:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.513936:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.514132:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.514161:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.514191:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.514217:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.514268:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185322.514297:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010723456
00000100:00100000:3.0:1789185322.514298:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010721792
00000100:00100000:3.0:1789185322.514303:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010721792
00000100:00100000:2.0:1789185322.514305:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010723456
00010000:00010000:2.0:1789185322.514333:0:8458:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c8e68b01/0xff23d3f688d8e472 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x72a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49fb8 expref: 479 pid: 8491 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.514335:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000068f739ec/0xff23d3f688d8e2d5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x71c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49eed expref: 493 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.514367:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010722816
00000100:00100000:3.0:1789185322.514370:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010723072
00000100:00100000:2.0:1789185322.514372:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010722816
00000100:00100000:3.0:1789185322.514376:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010723072
00010000:00010000:3.0:1789185322.514392:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d67c6729/0xff23d3f688d8e2f8 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x721:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49f33 expref: 494 pid: 8491 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.514405:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010723328
00010000:00010000:2.0:1789185322.514408:0:8458:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000012b7803d/0xff23d3f688d8e46b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x729:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49faa expref: 480 pid: 24325 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.514409:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010723328
00010000:00010000:3.0:1789185322.514426:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000748a18ff/0xff23d3f688d8ff61 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x72e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25165824->25169919) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bb33 expref: 481 pid: 35222 timeout: 9499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.514434:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010722560
00000100:00100000:2.0:1789185322.514439:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010722560
00000100:00100000:3.0:1789185322.514444:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010723584
00000100:00100000:3.0:1789185322.514459:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010723584
00010000:00010000:2.0:1789185322.514470:0:8458:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000075bbe4d4/0xff23d3f688d8e49c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x72f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49ffe expref: 483 pid: 24325 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.514476:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d713af72/0xff23d3f688d8e4a3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x730:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a00c expref: 483 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.514499:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22780
00000100:00100000:3.0:1789185322.514506:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22781
00000100:00100000:2.0:1789185322.514512:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d437800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+483:2391:x1876087010723456:12345-192.168.204.3@tcp:103:ldlm_bl.0
00000100:00100000:3.0:1789185322.514521:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b247d6dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+494:2391:x1876087010721792:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.514525:0:8458:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.514532:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.514534:0:8458:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c8e68b01/0xff23d3f688d8e472 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x72a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49fb8 expref: 483 pid: 8491 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.514540:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000068f739ec/0xff23d3f688d8e2d5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x71c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49eed expref: 494 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.514572:0:8458:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c8e68b01/0xff23d3f688d8e472 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x72a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49fb8 expref: 483 pid: 8491 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.514603:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000068f739ec/0xff23d3f688d8e2d5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x71c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49eed expref: 494 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.514614:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c8e68b01/0xff23d3f688d8e472 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x72a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49fb8 expref: 483 pid: 8491 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.514623:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000068f739ec/0xff23d3f688d8e2d5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x71c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49eed expref: 494 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.514630:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x72a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.514635:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x72a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.514638:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x71c:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.514642:0:8458:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d92118 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x72a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.514643:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x71c:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.514652:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009a05288e/0xff23d3f688d920e7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x71c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.514659:0:8458:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d92118 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x72a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.514666:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009a05288e/0xff23d3f688d920e7 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x71c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.514705:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1789185322.514707:0:8458:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185322.514742:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d437800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+482:2391:x1876087010723456:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 235us (914us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.514748:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22780
00000100:00100000:2.0:1789185322.514766:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22782
00000100:00100000:2.0:1789185322.514773:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d435c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+493:2391:x1876087010723072:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.514780:0:8458:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.514785:0:8458:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d67c6729/0xff23d3f688d8e2f8 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x721:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49f33 expref: 493 pid: 8491 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.514795:0:8458:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d67c6729/0xff23d3f688d8e2f8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x721:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49f33 expref: 493 pid: 8491 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.514801:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b247d6dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+493:2391:x1876087010721792:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 280us (864us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.514816:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22781
00010000:00010000:2.0:1789185322.514820:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x721:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.514825:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x721:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.514829:0:8458:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000262d3641/0xff23d3f688d9212d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x721:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.514837:0:8458:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000262d3641/0xff23d3f688d9212d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x721:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.514851:0:8458:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.514860:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22783
00000100:00100000:3.0:1789185322.514870:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d436a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+481:2391:x1876087010722816:12345-192.168.204.3@tcp:103:ldlm_bl.0
00000100:00100000:2.0:1789185322.514875:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d435c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+492:2391:x1876087010723072:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 101us (712us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.514885:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22782
00000100:00100000:2.0:1789185322.514899:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22784
00000100:00100000:2.0:1789185322.514905:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d437480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+481:2391:x1876087010723328:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.514912:0:8458:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.514917:0:8458:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000748a18ff/0xff23d3f688d8ff61 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x72e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 25165824->25169919) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bb33 expref: 481 pid: 35222 timeout: 9499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.514926:0:8458:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000748a18ff/0xff23d3f688d8ff61 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x72e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 25165824->25169919) gid 0 flags: 0x50000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bb33 expref: 481 pid: 35222 timeout: 9499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.514939:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000748a18ff/0xff23d3f688d8ff61 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x72e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 25165824->25169919) gid 0 flags: 0x44801400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bb33 expref: 481 pid: 35222 timeout: 9499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.514947:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.514950:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x72e:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1789185322.514954:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x72e:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1789185322.514958:0:8458:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003b4d0371/0xff23d3f688d92134 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x72e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.514966:0:8458:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003b4d0371/0xff23d3f688d92134 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x72e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.514985:0:8458:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185322.515005:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d437480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+480:2391:x1876087010723328:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 100us (816us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.515011:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22784
00000100:00100000:2.0:1789185322.515027:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22785
00010000:00010000:3.0:1789185322.515028:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000012b7803d/0xff23d3f688d8e46b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x729:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49faa expref: 479 pid: 24325 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.515037:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d437100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+479:2393:x1876087010722560:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.515050:0:8458:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.515056:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000012b7803d/0xff23d3f688d8e46b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x729:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49faa expref: 479 pid: 24325 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.515059:0:8458:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000075bbe4d4/0xff23d3f688d8e49c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x72f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49ffe expref: 479 pid: 24325 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.515079:0:8458:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000075bbe4d4/0xff23d3f688d8e49c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x72f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49ffe expref: 479 pid: 24325 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.515080:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x729:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.515089:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x729:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.515099:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005465f551/0xff23d3f688d9211f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x729:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.515106:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000075bbe4d4/0xff23d3f688d8e49c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x72f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49ffe expref: 479 pid: 24325 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.515108:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005465f551/0xff23d3f688d9211f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x729:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.515127:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x72f:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.515131:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x72f:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.515135:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1789185322.515136:0:8458:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000059346501/0xff23d3f688d92142 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x72f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.515145:0:8458:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000059346501/0xff23d3f688d92142 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x72f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.515158:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d436a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+478:2391:x1876087010722816:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 289us (1026us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.515167:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22783
00010000:00010000:2.0:1789185322.515167:0:8458:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.515187:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22786
00000100:00100000:2.0:1789185322.515194:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d437100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+477:2393:x1876087010722560:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 158us (977us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.515199:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d436d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+477:2391:x1876087010723584:12345-192.168.204.3@tcp:103:ldlm_bl.0
00000100:00100000:2.0:1789185322.515206:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22785
00010000:00010000:3.0:1789185322.515210:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.515217:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d713af72/0xff23d3f688d8e4a3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x730:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a00c expref: 476 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.515229:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d713af72/0xff23d3f688d8e4a3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x730:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a00c expref: 476 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.515233:0:35222:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000009a05288e/0xff23d3f688d920e7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x71c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.515262:0:35222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009a05288e/0xff23d3f688d920e7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x71c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.515263:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x730:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.515271:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x730:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.515281:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000178222ab/0xff23d3f688d92149 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x730:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.515282:0:35222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009a05288e/0xff23d3f688d920e7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x71c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.515302:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000178222ab/0xff23d3f688d92149 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x730:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.515303:0:35222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009a05288e/0xff23d3f688d920e7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x71c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.515332:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1789185322.515335:0:35222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:3.0:1789185322.515355:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d436d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+476:2391:x1876087010723584:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 159us (1086us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.515361:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22786
00010000:00010000:3.0:1789185322.515380:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:3.0:1789185322.515387:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003c357a1d/0xff23d3f688d9213b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x72d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.515396:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde6600 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185322.515401:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003c357a1d/0xff23d3f688d9213b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x72d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.515411:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003c357a1d/0xff23d3f688d9213b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x72d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.515425:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003c357a1d/0xff23d3f688d9213b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x72d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.515438:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003c357a1d/0xff23d3f688d9213b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x72d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.515476:0:35222:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e94f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+525:3637:x1876087018770944:12345-0@lo:6:osp-syn-0-0.0 Request processed in 27895us (28515us total) trans 4294977489 rc 0/0
00000100:00100000:2.0:1789185322.515484:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37285
00010000:00010000:2.0:1789185322.515510:0:178147:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000059346501/0xff23d3f688d92142 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x72f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.515518:0:178147:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000059346501/0xff23d3f688d92142 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x72f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.515526:0:178147:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000059346501/0xff23d3f688d92142 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x72f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.515532:0:178147:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000059346501/0xff23d3f688d92142 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x72f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.515575:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:2.0:1789185322.515578:0:178147:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1789185322.515580:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009a05288e/0xff23d3f688d920e7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x71c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.515589:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b26239a000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185322.515592:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009a05288e/0xff23d3f688d920e7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x71c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.515600:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009a05288e/0xff23d3f688d920e7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x71c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.515612:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009a05288e/0xff23d3f688d920e7 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x71c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.515620:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009a05288e/0xff23d3f688d920e7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x71c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.515640:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185322.515644:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000059346501/0xff23d3f688d92142 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x72f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.515650:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abdbc00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185322.515655:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000059346501/0xff23d3f688d92142 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x72f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.515664:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000059346501/0xff23d3f688d92142 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x72f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.515675:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000059346501/0xff23d3f688d92142 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x72f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.515677:0:178147:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f705880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+535:3638:x1876087018774272:12345-0@lo:6:osp-syn-1-0.0 Request processed in 22452us (22545us total) trans 4294989299 rc 0/0
00000100:00100000:2.0:1789185322.515693:0:178147:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37298
00010000:00010000:3.0:1789185322.515694:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000059346501/0xff23d3f688d92142 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x72f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.515713:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.515715:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.515718:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.515726:0:178142:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000003b4d0371/0xff23d3f688d92134 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x72e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.515736:0:178142:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003b4d0371/0xff23d3f688d92134 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x72e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.515743:0:178142:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003b4d0371/0xff23d3f688d92134 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x72e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.515749:0:178142:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003b4d0371/0xff23d3f688d92134 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x72e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.515851:0:178144:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d67c6729/0xff23d3f688d8e2f8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x721:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49f33 expref: 491 pid: 8491 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.515864:0:178144:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d436680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:178144:1876087018773888:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185322.515898:0:178144:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000262d3641/0xff23d3f688d9212d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x721:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.515909:0:178144:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000262d3641/0xff23d3f688d9212d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x721:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.515916:0:178144:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000262d3641/0xff23d3f688d9212d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x721:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.515926:0:178144:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000262d3641/0xff23d3f688d9212d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x721:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.515934:0:178144:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000262d3641/0xff23d3f688d9212d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x721:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.517264:0:178142:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00010000:00010000:3.0:1789185322.517420:0:178144:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00010000:00010000:3.0:1789185322.517436:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:3.0:1789185322.517444:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003b4d0371/0xff23d3f688d92134 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x72e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.517465:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abdb200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185322.517469:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003b4d0371/0xff23d3f688d92134 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x72e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.517479:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003b4d0371/0xff23d3f688d92134 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x72e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.517498:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003b4d0371/0xff23d3f688d92134 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x72e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.517507:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003b4d0371/0xff23d3f688d92134 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x72e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.517529:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:3.0:1789185322.517534:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000262d3641/0xff23d3f688d9212d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x721:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.517541:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b26239a800 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185322.517564:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000262d3641/0xff23d3f688d9212d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x721:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.517572:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000262d3641/0xff23d3f688d9212d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x721:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.517583:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000262d3641/0xff23d3f688d9212d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x721:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.517591:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000262d3641/0xff23d3f688d9212d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x721:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.517610:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185322.517615:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005465f551/0xff23d3f688d9211f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x729:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.517636:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde6a00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185322.517641:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005465f551/0xff23d3f688d9211f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x729:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.517653:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005465f551/0xff23d3f688d9211f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x729:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.517669:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005465f551/0xff23d3f688d9211f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x729:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.517677:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005465f551/0xff23d3f688d9211f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x729:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.517691:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.517694:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.517699:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789185322.518146:0:178144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b150570380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+525:3636:x1876087018773504:12345-0@lo:6:osp-syn-0-0.0 Request processed in 25565us (25964us total) trans 4294977491 rc 0/0
00000100:00100000:3.0:1789185322.518155:0:178144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37295
00000100:00100000:3.0:1789185322.518172:0:178144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018776320
00000100:00100000:3.0:1789185322.518178:0:178144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018776320
00000100:00100000:3.0:1789185322.518217:0:178144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37306
00000100:00100000:3.0:1789185322.518226:0:178144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f705180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+536:3638:x1876087018776320:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:3.0:1789185322.518255:0:178144:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1842 count 1
00010000:00010000:3.0:1789185322.518279:0:178144:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d41eaa07/0xff23d3f688d9217a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x732:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.518301:0:178144:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001c8af1aa/0xff23d3f688d8e4b1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x732:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a028 expref: 474 pid: 24325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.518318:0:178144:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x732:0x0].0x0 since=123s v=(0 0)
00010000:00010000:3.0:1789185322.518323:0:178144:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x732:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.518328:0:178144:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d41eaa07/0xff23d3f688d9217a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x732:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.518363:0:178144:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001c8af1aa/0xff23d3f688d8e4b1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x732:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a028 expref: 474 pid: 24325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.518376:0:178144:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001c8af1aa/0xff23d3f688d8e4b1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x732:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a028 expref: 474 pid: 24325 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.518390:0:178144:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d436680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:178144:1876087018776704:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185322.518475:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37308
00000100:00100000:3.0:1789185322.518487:0:8428:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f705c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+538:3635:x1876087018776576:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:3.0:1789185322.518506:0:8428:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1844 count 1
00010000:00010000:3.0:1789185322.518521:0:8428:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009b4d9ff2/0xff23d3f688d92188 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x734:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.518570:0:8428:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000092bf5f79/0xff23d3f688d8e4c6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x734:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a044 expref: 474 pid: 35218 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.518578:0:8428:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x734:0x0].0x0 since=123s v=(0 0)
00010000:00010000:3.0:1789185322.518582:0:8428:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x734:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.518590:0:8428:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009b4d9ff2/0xff23d3f688d92188 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x734:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.518623:0:8428:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000092bf5f79/0xff23d3f688d8e4c6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x734:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a044 expref: 474 pid: 35218 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.518659:0:8428:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000092bf5f79/0xff23d3f688d8e4c6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x734:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a044 expref: 474 pid: 35218 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.518671:0:8428:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d437800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8428:1876087018776960:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185322.518702:0:8428:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14d817480 going to sleep for 11 seconds
00000100:00100000:3.0:1789185322.518772:0:178144:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b27d386540 going to sleep for 11 seconds
00000100:00100000:3.0:1789185322.519492:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.519533:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.519585:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.519607:0:178149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010723968
00000100:00100000:3.0:1789185322.519614:0:178149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010723968
00010000:00010000:3.0:1789185322.519640:0:178149:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000022c5d621/0xff23d3f688d8e4aa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x731:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a01a expref: 475 pid: 35218 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.519664:0:178149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010723840
00000100:00100000:3.0:1789185322.519668:0:178149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010723840
00010000:00010000:3.0:1789185322.519688:0:178149:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000030d78f58/0xff23d3f688d8e306 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x723:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49f4f expref: 491 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.519711:0:178149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010724096
00000100:00100000:3.0:1789185322.519715:0:178149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010724096
00010000:00010000:3.0:1789185322.519730:0:178149:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001905c6be/0xff23d3f688d8e30d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x724:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49f5d expref: 492 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.519757:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22787
00000100:00100000:3.0:1789185322.519766:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d435500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+475:2392:x1876087010723968:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.519778:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.519785:0:178149:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000022c5d621/0xff23d3f688d8e4aa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x731:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a01a expref: 475 pid: 35218 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.519798:0:178149:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000022c5d621/0xff23d3f688d8e4aa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x731:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a01a expref: 475 pid: 35218 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.519817:0:178149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000022c5d621/0xff23d3f688d8e4aa lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x731:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a01a expref: 475 pid: 35218 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.519834:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x731:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.519837:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x731:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.519845:0:178149:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000065fd643b/0xff23d3f688d9215e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x731:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.519857:0:178149:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000065fd643b/0xff23d3f688d9215e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x731:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.519898:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.519925:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d435500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+474:2392:x1876087010723968:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 159us (433us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.519932:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22787
00000100:00100000:3.0:1789185322.519950:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22788
00000100:00100000:3.0:1789185322.519957:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b247d6c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+492:2392:x1876087010723840:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.519969:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.519975:0:178149:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000030d78f58/0xff23d3f688d8e306 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x723:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49f4f expref: 492 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.519986:0:178149:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000030d78f58/0xff23d3f688d8e306 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x723:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49f4f expref: 492 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.519997:0:178142:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f706680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+539:3637:x1876087018773632:12345-0@lo:6:osp-syn-1-0.0 Request processed in 27282us (27792us total) trans 4294989300 rc 0/0
00010000:00010000:3.0:1789185322.520004:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x723:0x0].0x0 since=0s v=(0 0)
00000100:00100000:2.0:1789185322.520008:0:178142:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37296
00010000:00010000:3.0:1789185322.520012:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x723:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.520019:0:178149:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a5a45477/0xff23d3f688d92157 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x723:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.520026:0:178142:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018777344
00010000:00010000:3.0:1789185322.520027:0:178149:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a5a45477/0xff23d3f688d92157 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x723:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.520032:0:178142:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018777344
00010000:00010000:3.0:1789185322.520048:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185322.520060:0:178142:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37310
00000100:00100000:3.0:1789185322.520071:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b247d6c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+492:2392:x1876087010723840:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 112us (540us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.520072:0:178142:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d0ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+525:3638:x1876087018777344:12345-0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185322.520087:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22788
00002000:00080000:2.0:1789185322.520092:0:178142:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1831 count 1
00010000:00010000:2.0:1789185322.520109:0:178142:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f1b7551a/0xff23d3f688d92196 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x727:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.520122:0:178142:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000008e20bcc0/0xff23d3f688d8e322 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x727:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49f87 expref: 491 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.520125:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22789
00010000:00010000:2.0:1789185322.520136:0:178142:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x727:0x0].0x0 since=123s v=(0 0)
00000100:00100000:3.0:1789185322.520138:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d437b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+491:2392:x1876087010724096:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.520142:0:178142:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x727:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.520147:0:178142:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f1b7551a/0xff23d3f688d92196 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x727:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.520149:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.520159:0:178149:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001905c6be/0xff23d3f688d8e30d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x724:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49f5d expref: 491 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.520176:0:178142:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000008e20bcc0/0xff23d3f688d8e322 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x727:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49f87 expref: 491 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.520178:0:178149:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001905c6be/0xff23d3f688d8e30d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x724:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49f5d expref: 491 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.520203:0:178142:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000008e20bcc0/0xff23d3f688d8e322 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x727:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49f87 expref: 491 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.520209:0:178149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001905c6be/0xff23d3f688d8e30d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x724:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49f5d expref: 491 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.520224:0:178142:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b150550000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:178142:1876087018777600:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185322.520226:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x724:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.520231:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x724:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.520236:0:178149:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000002b4947e1/0xff23d3f688d92165 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x724:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.520244:0:178149:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002b4947e1/0xff23d3f688d92165 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x724:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.520261:0:178142:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0f00 going to sleep for 11 seconds
00010000:00010000:3.0:1789185322.520264:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1789185322.520278:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.520291:0:34809:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d92118 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x72a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.520300:0:34809:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d92118 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x72a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.520311:0:34809:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d92118 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x72a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.520320:0:34809:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d92118 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x72a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.520333:0:34809:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1789185322.520463:0:34809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d419880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+539:3636:x1876087018772352:12345-0@lo:6:osp-syn-1-0.0 Request processed in 28629us (28952us total) trans 4294989302 rc 0/0
00000100:00100000:2.0:1789185322.520470:0:34809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37292
00010000:00010000:2.0:1789185322.520511:0:178169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d713af72/0xff23d3f688d8e4a3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x730:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a00c expref: 473 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.520523:0:178169:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b150551f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:178169:1876087018774656:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185322.520541:0:178169:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000178222ab/0xff23d3f688d92149 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x730:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.520570:0:178169:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000178222ab/0xff23d3f688d92149 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x730:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.520578:0:178169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000178222ab/0xff23d3f688d92149 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x730:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.520585:0:178169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000178222ab/0xff23d3f688d92149 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x730:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.520593:0:178169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000178222ab/0xff23d3f688d92149 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x730:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.520607:0:178169:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:2.0:1789185322.520681:0:178169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f707b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+539:3636:x1876087018774528:12345-0@lo:6:osp-syn-1-0.0 Request processed in 25379us (25974us total) trans 4294989303 rc 0/0
00000100:00100000:2.0:1789185322.520688:0:178169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37299
00010000:00010000:2.0:1789185322.520722:0:8429:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000030d78f58/0xff23d3f688d8e306 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x723:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49f4f expref: 490 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.520732:0:8429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b150553100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8429:1876087018775424:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185322.520745:0:8429:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000a5a45477/0xff23d3f688d92157 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x723:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.520753:0:8429:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000a5a45477/0xff23d3f688d92157 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x723:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.520760:0:8429:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a5a45477/0xff23d3f688d92157 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x723:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.520768:0:8429:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a5a45477/0xff23d3f688d92157 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x723:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.520776:0:8429:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a5a45477/0xff23d3f688d92157 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x723:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.520790:0:8429:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00000100:00100000:2.0:1789185322.520869:0:8429:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b150572d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+526:3637:x1876087018774912:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9104us (9978us total) trans 4294977492 rc 0/0
00000100:00100000:2.0:1789185322.520876:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37301
00010000:00010000:2.0:1789185322.520892:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:2.0:1789185322.520897:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d92118 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x72a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.520904:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bde00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185322.520908:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d92118 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x72a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.520917:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d92118 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x72a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.520930:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d92118 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x72a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.520937:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d92118 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x72a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.520955:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:2.0:1789185322.520958:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000178222ab/0xff23d3f688d92149 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x730:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.520964:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bc000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185322.520967:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000178222ab/0xff23d3f688d92149 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x730:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.520979:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000178222ab/0xff23d3f688d92149 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x730:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.520989:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000178222ab/0xff23d3f688d92149 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x730:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.520996:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000178222ab/0xff23d3f688d92149 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x730:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.521011:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185322.521015:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a5a45477/0xff23d3f688d92157 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x723:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.521021:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bc800 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185322.521024:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a5a45477/0xff23d3f688d92157 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x723:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.521031:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a5a45477/0xff23d3f688d92157 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x723:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.521041:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a5a45477/0xff23d3f688d92157 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x723:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.521048:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a5a45477/0xff23d3f688d92157 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x723:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.522967:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:2.0:1789185322.522977:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000065fd643b/0xff23d3f688d9215e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x731:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.522987:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abdb000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185322.522992:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000065fd643b/0xff23d3f688d9215e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x731:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.523004:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000065fd643b/0xff23d3f688d9215e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x731:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.523026:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000065fd643b/0xff23d3f688d9215e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x731:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.523034:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000065fd643b/0xff23d3f688d9215e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x731:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.523051:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185322.523055:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002b4947e1/0xff23d3f688d92165 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x724:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.523061:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abda400 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185322.523065:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002b4947e1/0xff23d3f688d92165 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x724:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.523078:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002b4947e1/0xff23d3f688d92165 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x724:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.523089:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002b4947e1/0xff23d3f688d92165 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x724:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.523096:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002b4947e1/0xff23d3f688d92165 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x724:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.523110:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.523111:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.523113:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:2.0:1789185322.523168:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b150572680/2, rc 0, transno 4294989304
00000100:00100000:3.0:1789185322.523383:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d437b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+489:2392:x1876087010724096:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 3240us (3792us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.523396:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22789
00000100:00100000:2.0:1789185322.523475:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b150572680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018775168:0@lo:6:osp-syn-1-0.0
00000004:00080000:2.0:1789185322.523497:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b15055ad80/2, rc 0, transno 4294977492
00000100:00100000:2.0:1789185322.523501:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b15055ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018774912:0@lo:6:osp-syn-0-0.0
00000004:00080000:2.0:1789185322.523515:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b150570e00/2, rc 0, transno 4294989300
00000100:00100000:3.0:1789185322.523578:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.525155:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.525187:0:178149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010723712
00000100:00100000:3.0:1789185322.525192:0:178149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010723712
00010000:00010000:3.0:1789185322.525224:0:178149:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000009dd02e20/0xff23d3f688d8e2ff lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x722:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49f41 expref: 489 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.525262:0:178149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010724224
00000100:00100000:3.0:1789185322.525267:0:178149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010724224
00010000:00010000:3.0:1789185322.525284:0:178149:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000aee4b607/0xff23d3f688d8e31b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x726:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49f79 expref: 490 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.525311:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22790
00000100:00100000:3.0:1789185322.525321:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d435c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+490:2393:x1876087010723712:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.525334:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.525342:0:178149:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000009dd02e20/0xff23d3f688d8e2ff lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x722:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49f41 expref: 490 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.525363:0:178149:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000009dd02e20/0xff23d3f688d8e2ff lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x722:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49f41 expref: 490 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.525389:0:178149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009dd02e20/0xff23d3f688d8e2ff lrc: 0/0,0 mode: --/PR res: [0x280000401:0x722:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49f41 expref: 490 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.525406:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x722:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.525411:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x722:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.525418:0:178149:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006d201f36/0xff23d3f688d92150 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x722:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.525428:0:178149:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006d201f36/0xff23d3f688d92150 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x722:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.525870:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.525967:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d435c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+489:2393:x1876087010723712:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 646us (2389us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.525975:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22790
00000100:00100000:3.0:1789185322.525993:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22791
00000100:00100000:3.0:1789185322.526000:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d437480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+488:2391:x1876087010724224:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.526570:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.526582:0:178149:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000aee4b607/0xff23d3f688d8e31b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x726:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49f79 expref: 488 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.526595:0:178149:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000aee4b607/0xff23d3f688d8e31b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x726:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49f79 expref: 488 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.526626:0:178149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000aee4b607/0xff23d3f688d8e31b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x726:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49f79 expref: 488 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.526640:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x726:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.526646:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x726:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.526650:0:178149:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b228a74f/0xff23d3f688d92173 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x726:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.526659:0:178149:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b228a74f/0xff23d3f688d92173 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x726:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.526695:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.526723:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d437480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+487:2391:x1876087010724224:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 721us (1567us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.526735:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22791
00000100:00100000:2.0:1789185322.527805:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b150570e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018773632:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1789185322.527827:0:8428:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d437800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8428:1876087018776960:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185322.527836:0:178142:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b150550000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:178142:1876087018777600:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185322.527854:0:178142:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f1b7551a/0xff23d3f688d92196 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x727:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.527881:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185322.527888:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006d201f36/0xff23d3f688d92150 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x722:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.527895:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abdb400 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185322.527899:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006d201f36/0xff23d3f688d92150 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x722:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.527908:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006d201f36/0xff23d3f688d92150 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x722:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.527910:0:8428:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000009b4d9ff2/0xff23d3f688d92188 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x734:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.527931:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006d201f36/0xff23d3f688d92150 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x722:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.527949:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006d201f36/0xff23d3f688d92150 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x722:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.527972:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.527973:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.527975:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789185322.527994:0:178144:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d436680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:178144:1876087018776704:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185322.528008:0:178144:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d41eaa07/0xff23d3f688d9217a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x732:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:2.0:1789185322.528038:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14be54000/2, rc 0, transno 4294977489
00000100:00100000:2.0:1789185322.528063:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14be54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018770944:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185322.528279:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1789185322.528291:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d437800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018779264:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185322.528329:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:3.0:1789185322.528643:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185322.528649:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b228a74f/0xff23d3f688d92173 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x726:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.528657:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abdb600 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185322.528660:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b228a74f/0xff23d3f688d92173 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x726:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.528668:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b228a74f/0xff23d3f688d92173 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x726:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.528681:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b228a74f/0xff23d3f688d92173 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x726:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.528688:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b228a74f/0xff23d3f688d92173 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x726:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.528712:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.528714:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.528716:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:2.0:1789185322.530886:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14d0cf800/2, rc 0, transno 4294977495
00000100:00100000:2.0:1789185322.530907:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018775936:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185322.536181:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010724736
00000100:00100000:3.0:1789185322.536187:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010724736
00010000:00010000:3.0:1789185322.536210:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000092bf5f79/0xff23d3f688d8e4c6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x734:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a044 expref: 474 pid: 35218 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.536326:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22793
00000100:00100000:3.0:1789185322.536338:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d0d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+473:2394:x1876087010724736:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.536351:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.536357:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000092bf5f79/0xff23d3f688d8e4c6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x734:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a044 expref: 473 pid: 35218 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.536370:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000092bf5f79/0xff23d3f688d8e4c6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x734:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a044 expref: 473 pid: 35218 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.536388:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000092bf5f79/0xff23d3f688d8e4c6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x734:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a044 expref: 473 pid: 35218 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.536401:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x734:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.536405:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x734:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.536410:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009b4d9ff2/0xff23d3f688d92188 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x734:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.536438:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009b4d9ff2/0xff23d3f688d92188 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x734:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.536472:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.536495:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d0d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+471:2394:x1876087010724736:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 159us (610us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.536502:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22793
00000100:00100000:3.0:1789185322.536900:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010724352
00000100:00100000:3.0:1789185322.536906:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010724352
00010000:00010000:3.0:1789185322.536928:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b28ed831/0xff23d3f688d8e314 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x725:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49f6b expref: 488 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.537013:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010724608
00000100:00100000:2.0:1789185322.537019:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010724608
00010000:00010000:2.0:1789185322.537046:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003e932da7/0xff23d3f688d8e4b8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x733:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a036 expref: 471 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.537085:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22795
00000100:00100000:2.0:1789185322.537096:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d0d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+471:2394:x1876087010724608:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.537109:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.537119:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003e932da7/0xff23d3f688d8e4b8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x733:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a036 expref: 471 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.537132:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003e932da7/0xff23d3f688d8e4b8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x733:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a036 expref: 471 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.537149:0:10396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003e932da7/0xff23d3f688d8e4b8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x733:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a036 expref: 471 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.537162:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x733:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.537166:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x733:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.537171:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f25d22cc/0xff23d3f688d92181 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x733:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.537200:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f25d22cc/0xff23d3f688d92181 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x733:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.537225:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185322.537250:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d0d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+470:2394:x1876087010724608:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 156us (333us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.537257:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22795
00010000:00010000:2.0:1789185322.537283:0:16720:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f25d22cc/0xff23d3f688d92181 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x733:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.537292:0:16720:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f25d22cc/0xff23d3f688d92181 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x733:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.537303:0:16720:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f25d22cc/0xff23d3f688d92181 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x733:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.537311:0:16720:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f25d22cc/0xff23d3f688d92181 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x733:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.537332:0:16720:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1789185322.537642:0:16720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f707480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+543:3635:x1876087018776448:12345-0@lo:6:osp-syn-1-0.0 Request processed in 19175us (19368us total) trans 4294989305 rc 0/0
00000100:00100000:2.0:1789185322.537651:0:16720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37307
00000100:00100000:2.0:1789185322.537675:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010724864
00000100:00100000:2.0:1789185322.537679:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010724864
00010000:00010000:2.0:1789185322.537694:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000345e96b6/0xff23d3f688d8e4cd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x735:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a052 expref: 470 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.537715:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010725248
00000100:00100000:2.0:1789185322.537718:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010725248
00010000:00010000:2.0:1789185322.537730:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000acbc481/0xff23d3f688d8e4db lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x738:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a07c expref: 471 pid: 35218 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.537741:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010725376
00000100:00100000:2.0:1789185322.537743:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010725376
00010000:00010000:2.0:1789185322.537755:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e5484c58/0xff23d3f688d8e392 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x729:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49fa3 expref: 487 pid: 35222 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.537766:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22796
00000100:00100000:2.0:1789185322.537772:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d0d3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+471:2394:x1876087010724864:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.537779:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.537784:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000345e96b6/0xff23d3f688d8e4cd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x735:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a052 expref: 471 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.537793:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000345e96b6/0xff23d3f688d8e4cd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x735:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a052 expref: 471 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.537870:0:178150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000345e96b6/0xff23d3f688d8e4cd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x735:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a052 expref: 471 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.537881:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x735:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.537885:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x735:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.537890:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001cb1768f/0xff23d3f688d9218f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x735:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.537898:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001cb1768f/0xff23d3f688d9218f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x735:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.537919:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185322.538010:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d0d3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+470:2394:x1876087010724864:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 237us (1070us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.538017:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22796
00000100:00100000:2.0:1789185322.538030:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010725504
00000100:00100000:2.0:1789185322.538033:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010725504
00010000:00010000:2.0:1789185322.538046:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006da7d819/0xff23d3f688d8fe50 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x736:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4198399) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ba22 expref: 470 pid: 8429 timeout: 9499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.538057:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010725632
00000100:00100000:2.0:1789185322.538060:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010725632
00010000:00010000:2.0:1789185322.538069:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009a507154/0xff23d3f688d8e4e2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x739:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a08a expref: 471 pid: 35218 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.538081:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22797
00000100:00100000:2.0:1789185322.538087:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d0db800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+471:2391:x1876087010725248:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.538094:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.538098:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000acbc481/0xff23d3f688d8e4db lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x738:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a07c expref: 471 pid: 35218 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.538114:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000acbc481/0xff23d3f688d8e4db lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x738:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a07c expref: 471 pid: 35218 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.538126:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x738:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.538130:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x738:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.538134:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c9a27dda/0xff23d3f688d921b2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x738:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.538142:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c9a27dda/0xff23d3f688d921b2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x738:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.538154:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185322.538173:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d0db800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+471:2391:x1876087010725248:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 86us (650us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.538179:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22797
00000100:00100000:2.0:1789185322.538192:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22798
00000100:00100000:2.0:1789185322.538199:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d0d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+487:2391:x1876087010725376:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.538207:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.538211:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e5484c58/0xff23d3f688d8e392 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x729:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49fa3 expref: 487 pid: 35222 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.538222:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e5484c58/0xff23d3f688d8e392 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x729:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49fa3 expref: 487 pid: 35222 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.538238:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x729:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.538240:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x729:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.538245:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000fc5b8c3a/0xff23d3f688d921ab lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x729:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.538251:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fc5b8c3a/0xff23d3f688d921ab lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x729:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.538262:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185322.538279:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d0d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+487:2391:x1876087010725376:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 81us (733us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.538285:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22798
00000100:00100000:2.0:1789185322.538296:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22799
00000100:00100000:2.0:1789185322.538301:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d0d9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+470:2391:x1876087010725504:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.538307:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.538312:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006da7d819/0xff23d3f688d8fe50 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x736:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->4198399) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ba22 expref: 470 pid: 8429 timeout: 9499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.538321:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006da7d819/0xff23d3f688d8fe50 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x736:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->4198399) gid 0 flags: 0x50000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ba22 expref: 470 pid: 8429 timeout: 9499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.538332:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x736:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1789185322.538335:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x736:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1789185322.538338:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000062be1bd2/0xff23d3f688d921b9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x736:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.538346:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000062be1bd2/0xff23d3f688d921b9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x736:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.538357:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185322.538373:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d0d9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+470:2391:x1876087010725504:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 71us (776us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.538379:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22799
00000100:00100000:2.0:1789185322.538391:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22800
00000100:00100000:2.0:1789185322.538397:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d0d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+469:2391:x1876087010725632:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.538404:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.538409:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009a507154/0xff23d3f688d8e4e2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x739:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a08a expref: 469 pid: 35218 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.538417:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009a507154/0xff23d3f688d8e4e2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x739:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a08a expref: 469 pid: 35218 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.538430:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x739:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.538433:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x739:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.538438:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000039d3f603/0xff23d3f688d921c0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x739:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.538445:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000039d3f603/0xff23d3f688d921c0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x739:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.538475:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185322.538493:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d0d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+469:2391:x1876087010725632:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 96us (878us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.538500:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22800
00000100:00100000:3.0:1789185322.538651:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22801
00000100:00100000:3.0:1789185322.538661:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b247d6f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+486:2394:x1876087010724352:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.538669:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.538674:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b28ed831/0xff23d3f688d8e314 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x725:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49f6b expref: 486 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.538684:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b28ed831/0xff23d3f688d8e314 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x725:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49f6b expref: 486 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.538697:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b28ed831/0xff23d3f688d8e314 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x725:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49f6b expref: 486 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.538713:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x725:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.538716:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x725:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.538720:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000092826d11/0xff23d3f688d9216c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x725:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.538727:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000092826d11/0xff23d3f688d9216c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x725:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.538746:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.538765:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b247d6f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+485:2394:x1876087010724352:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 107us (1889us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.538771:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22801
00010000:00010000:3.0:1789185322.538892:0:8428:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000009b4d9ff2/0xff23d3f688d92188 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x734:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.538901:0:8428:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009b4d9ff2/0xff23d3f688d92188 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x734:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.538913:0:8428:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009b4d9ff2/0xff23d3f688d92188 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x734:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.538920:0:8428:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009b4d9ff2/0xff23d3f688d92188 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x734:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.539003:0:8428:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:3.0:1789185322.539129:0:8428:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f705c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+543:3635:x1876087018776576:12345-0@lo:6:osp-syn-1-0.0 Request processed in 20645us (20796us total) trans 4294989306 rc 0/0
00000100:00100000:3.0:1789185322.539137:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37308
00010000:00010000:3.0:1789185322.539172:0:8491:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000092826d11/0xff23d3f688d9216c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x725:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.539181:0:8491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000092826d11/0xff23d3f688d9216c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x725:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.539189:0:8491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000092826d11/0xff23d3f688d9216c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x725:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.539196:0:8491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000092826d11/0xff23d3f688d9216c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x725:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.539210:0:8491:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00000100:00100000:3.0:1789185322.539294:0:8491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d0cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+532:3635:x1876087018775808:12345-0@lo:6:osp-syn-0-0.0 Request processed in 25821us (26202us total) trans 4294977496 rc 0/0
00000100:00100000:3.0:1789185322.539300:0:8491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37304
00010000:00010000:3.0:1789185322.539323:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:3.0:1789185322.539329:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f25d22cc/0xff23d3f688d92181 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x733:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.539338:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde6000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185322.539343:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f25d22cc/0xff23d3f688d92181 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x733:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.539359:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f25d22cc/0xff23d3f688d92181 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x733:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.539373:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f25d22cc/0xff23d3f688d92181 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x733:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.539380:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f25d22cc/0xff23d3f688d92181 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x733:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.539399:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:3.0:1789185322.539403:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009b4d9ff2/0xff23d3f688d92188 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x734:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.539410:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b26239ae00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185322.539412:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009b4d9ff2/0xff23d3f688d92188 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x734:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.539419:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009b4d9ff2/0xff23d3f688d92188 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x734:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.539428:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009b4d9ff2/0xff23d3f688d92188 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x734:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.539434:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009b4d9ff2/0xff23d3f688d92188 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x734:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.539465:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185322.539468:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000092826d11/0xff23d3f688d9216c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x725:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.539475:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abda000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185322.539477:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000092826d11/0xff23d3f688d9216c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x725:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.539484:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000092826d11/0xff23d3f688d9216c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x725:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.539495:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000092826d11/0xff23d3f688d9216c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x725:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.539502:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000092826d11/0xff23d3f688d9216c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x725:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.539520:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.539522:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.539524:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.539530:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.541891:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789185322.542335:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018780160:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185322.542384:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185322.542421:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1789185322.542432:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018780288:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185322.542471:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:2.0:1789185322.542609:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185322.542617:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fc5b8c3a/0xff23d3f688d921ab lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x729:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.542627:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde7600 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185322.542632:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fc5b8c3a/0xff23d3f688d921ab lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x729:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.542643:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fc5b8c3a/0xff23d3f688d921ab lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x729:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.542665:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fc5b8c3a/0xff23d3f688d921ab lrc: 1/0,0 mode: --/PW res: [0x280000401:0x729:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.542672:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fc5b8c3a/0xff23d3f688d921ab lrc: 0/0,0 mode: --/PW res: [0x280000401:0x729:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.542693:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.542695:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.542697:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:2.0:1789185322.543033:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14d0cd180/2, rc 0, transno 4294977497
00000100:00100000:2.0:1789185322.543040:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018777856:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185322.543346:0:16720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37322
00000100:00100000:2.0:1789185322.543357:0:16720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b150551f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+544:3637:x1876087018780288:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1789185322.543371:0:16720:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1851 count 1
00010000:00010000:2.0:1789185322.543388:0:16720:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d921ea lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x73b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.543400:0:16720:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000817b3656/0xff23d3f688d8e4f7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x73b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a0a6 expref: 468 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.543406:0:16720:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x73b:0x0].0x0 since=123s v=(0 0)
00010000:00010000:2.0:1789185322.543409:0:16720:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x73b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.543414:0:16720:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d921ea lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x73b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.543435:0:16720:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000817b3656/0xff23d3f688d8e4f7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x73b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a0a6 expref: 468 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.543446:0:16720:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000817b3656/0xff23d3f688d8e4f7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x73b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a0a6 expref: 468 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.543474:0:16720:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b150550380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16720:1876087018780544:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185322.543503:0:16720:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a00c0 going to sleep for 11 seconds
00010000:00010000:2.0:1789185322.543623:0:24325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006da7d819/0xff23d3f688d8fe50 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x736:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4198399) gid 0 flags: 0x44801400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ba22 expref: 468 pid: 8429 timeout: 9499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.543637:0:24325:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0cc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24325:1876087018779008:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185322.543662:0:24325:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000062be1bd2/0xff23d3f688d921b9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x736:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.543679:0:24325:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000062be1bd2/0xff23d3f688d921b9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x736:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.543686:0:24325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000062be1bd2/0xff23d3f688d921b9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x736:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.543695:0:24325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000062be1bd2/0xff23d3f688d921b9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x736:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.543703:0:24325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000062be1bd2/0xff23d3f688d921b9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x736:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.543737:0:24325:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1789185322.543843:0:24325:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d0cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+545:3638:x1876087018778240:12345-0@lo:6:osp-syn-1-0.0 Request processed in 16989us (17344us total) trans 4294989307 rc 0/0
00000100:00100000:2.0:1789185322.543851:0:24325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37316
00010000:00010000:2.0:1789185322.543891:0:178148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000acbc481/0xff23d3f688d8e4db lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x738:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a07c expref: 467 pid: 35218 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.543903:0:178148:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0cdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:178148:1876087018778880:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185322.543916:0:178148:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000c9a27dda/0xff23d3f688d921b2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x738:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.543924:0:178148:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000c9a27dda/0xff23d3f688d921b2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x738:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.543931:0:178148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c9a27dda/0xff23d3f688d921b2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x738:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.543945:0:178148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c9a27dda/0xff23d3f688d921b2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x738:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.543952:0:178148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c9a27dda/0xff23d3f688d921b2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x738:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.543965:0:178148:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:2.0:1789185322.544054:0:178148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d0d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+545:3635:x1876087018778496:12345-0@lo:6:osp-syn-1-0.0 Request processed in 17377us (18681us total) trans 4294989308 rc 0/0
00000100:00100000:2.0:1789185322.544060:0:178148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37315
00010000:00010000:2.0:1789185322.544084:0:178142:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f1b7551a/0xff23d3f688d92196 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x727:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.544094:0:178142:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f1b7551a/0xff23d3f688d92196 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x727:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.544102:0:178142:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f1b7551a/0xff23d3f688d92196 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x727:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.544114:0:178142:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f1b7551a/0xff23d3f688d92196 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x727:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.544130:0:178142:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00000100:00100000:2.0:1789185322.544214:0:178142:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d0ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+532:3638:x1876087018777344:12345-0@lo:6:osp-syn-0-0.0 Request processed in 24145us (24338us total) trans 4294977498 rc 0/0
00000100:00100000:2.0:1789185322.544221:0:178142:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37310
00010000:00010000:2.0:1789185322.544246:0:178144:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d41eaa07/0xff23d3f688d9217a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x732:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.544255:0:178144:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d41eaa07/0xff23d3f688d9217a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x732:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.544264:0:178144:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d41eaa07/0xff23d3f688d9217a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x732:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.544271:0:178144:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d41eaa07/0xff23d3f688d9217a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x732:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.544290:0:178144:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool
00000100:00100000:2.0:1789185322.544354:0:178144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f705180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+545:3638:x1876087018776320:12345-0@lo:6:osp-syn-1-0.0 Request processed in 26129us (26353us total) trans 4294989309 rc 0/0
00000100:00100000:2.0:1789185322.544361:0:178144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37306
00010000:00010000:2.0:1789185322.544413:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009a507154/0xff23d3f688d8e4e2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x739:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a08a expref: 466 pid: 35218 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.544425:0:8431:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14be57800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8431:1876087018779136:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185322.544439:0:8431:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000039d3f603/0xff23d3f688d921c0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x739:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.544447:0:8431:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000039d3f603/0xff23d3f688d921c0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x739:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.544466:0:8431:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000039d3f603/0xff23d3f688d921c0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x739:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.544474:0:8431:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000039d3f603/0xff23d3f688d921c0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x739:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.544481:0:8431:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000039d3f603/0xff23d3f688d921c0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x739:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.544490:0:8431:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool
00000100:00100000:2.0:1789185322.544646:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d0cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+545:3638:x1876087018778624:12345-0@lo:6:osp-syn-1-0.0 Request processed in 17266us (18075us total) trans 4294989310 rc 0/0
00010000:00010000:3.0:1789185322.544652:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 4 total in blp.  (4 blwis in pool)
00000100:00100000:2.0:1789185322.544654:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37317
00010000:00010000:3.0:1789185322.544662:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000062be1bd2/0xff23d3f688d921b9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x736:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.544673:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abdbe00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185322.544678:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000062be1bd2/0xff23d3f688d921b9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x736:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.544688:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000062be1bd2/0xff23d3f688d921b9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x736:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.544706:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:3.0:1789185322.544707:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000062be1bd2/0xff23d3f688d921b9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x736:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.544716:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000062be1bd2/0xff23d3f688d921b9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x736:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.544735:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp.  (3 blwis in pool)
00000100:00100000:2.0:1789185322.544736:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:3.0:1789185322.544740:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c9a27dda/0xff23d3f688d921b2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x738:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.544748:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abda800 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185322.544752:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c9a27dda/0xff23d3f688d921b2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x738:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.544760:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c9a27dda/0xff23d3f688d921b2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x738:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.544772:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c9a27dda/0xff23d3f688d921b2 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x738:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.544780:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c9a27dda/0xff23d3f688d921b2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x738:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.544799:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:3.0:1789185322.544803:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f1b7551a/0xff23d3f688d92196 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x727:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.544810:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bc600 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185322.544814:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f1b7551a/0xff23d3f688d92196 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x727:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.544824:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:3.0:1789185322.544829:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f1b7551a/0xff23d3f688d92196 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x727:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.544843:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f1b7551a/0xff23d3f688d92196 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x727:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.544851:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f1b7551a/0xff23d3f688d92196 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x727:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.544866:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:3.0:1789185322.544870:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d41eaa07/0xff23d3f688d9217a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x732:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.544876:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b26239b000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185322.544880:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d41eaa07/0xff23d3f688d9217a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x732:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.544887:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:3.0:1789185322.544900:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d41eaa07/0xff23d3f688d9217a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x732:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.544906:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185322.544911:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d41eaa07/0xff23d3f688d9217a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x732:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.544913:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000039d3f603/0xff23d3f688d921c0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x739:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.544928:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d41eaa07/0xff23d3f688d9217a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x732:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.544931:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abdac00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185322.544937:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000039d3f603/0xff23d3f688d921c0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x739:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.544946:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000039d3f603/0xff23d3f688d921c0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x739:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.544958:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000039d3f603/0xff23d3f688d921c0 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x739:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.544965:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000039d3f603/0xff23d3f688d921c0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x739:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.544980:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.544981:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.544983:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789185322.544996:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010725760
00000100:00100000:2.0:1789185322.545002:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010725760
00010000:00010000:2.0:1789185322.545027:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002667ce95/0xff23d3f688d8e399 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x72a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49fb1 expref: 484 pid: 35222 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.545051:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010725120
00000100:00100000:2.0:1789185322.545054:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010725120
00010000:00010000:2.0:1789185322.545068:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b9141559/0xff23d3f688d8e38b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x728:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49f95 expref: 485 pid: 35222 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.545090:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010725888
00000100:00100000:2.0:1789185322.545093:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010725888
00010000:00010000:2.0:1789185322.545108:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004ad5c178/0xff23d3f688d8e4e9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x737:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a06e expref: 466 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.545123:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010726144
00000100:00100000:2.0:1789185322.545126:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010726144
00010000:00010000:2.0:1789185322.545138:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e220178f/0xff23d3f688d8e3a7 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x72c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49fcd expref: 486 pid: 35222 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.545155:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22802
00000100:00100000:2.0:1789185322.545164:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b247d6f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+486:2394:x1876087010725760:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.545175:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.545181:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002667ce95/0xff23d3f688d8e399 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x72a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49fb1 expref: 486 pid: 35222 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.545193:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002667ce95/0xff23d3f688d8e399 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x72a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49fb1 expref: 486 pid: 35222 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.545199:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.545202:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.545205:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.545214:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.545222:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x72a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.545228:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x72a:0x0].0x0 since=0s v=(0 0)
00000100:00100000:3.0:1789185322.545234:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22803
00010000:00010000:2.0:1789185322.545235:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000017719b4f/0xff23d3f688d921a4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x72a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.545247:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000017719b4f/0xff23d3f688d921a4 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x72a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.545248:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b150552300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+486:2394:x1876087010725120:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.545263:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.545270:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b9141559/0xff23d3f688d8e38b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x728:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49f95 expref: 486 pid: 35222 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.545272:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1789185322.545284:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b9141559/0xff23d3f688d8e38b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x728:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49f95 expref: 486 pid: 35222 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.545295:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b9141559/0xff23d3f688d8e38b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x728:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49f95 expref: 486 pid: 35222 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.545307:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x728:0x0].0x0 since=0s v=(0 0)
00000100:00100000:2.0:1789185322.545308:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b247d6f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+485:2394:x1876087010725760:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 144us (601us total) trans 0 rc 0/0
00010000:00010000:3.0:1789185322.545311:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x728:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.545320:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000842f3ed2/0xff23d3f688d9219d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x728:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.545324:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22802
00010000:00010000:3.0:1789185322.545331:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000842f3ed2/0xff23d3f688d9219d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x728:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.545348:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.545371:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b150552300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+484:2394:x1876087010725120:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 127us (636us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.545377:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22804
00000100:00100000:3.0:1789185322.545385:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22803
00000100:00100000:2.0:1789185322.545389:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14be57800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+466:2391:x1876087010725888:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.545399:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.545405:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004ad5c178/0xff23d3f688d8e4e9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x737:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a06e expref: 466 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.545412:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22805
00010000:00010000:2.0:1789185322.545422:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004ad5c178/0xff23d3f688d8e4e9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x737:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a06e expref: 466 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.545427:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b152864700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+483:2391:x1876087010726144:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.545441:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.545445:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x737:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.545462:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x737:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.545467:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000584e9167/0xff23d3f688d921c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x737:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.545475:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000584e9167/0xff23d3f688d921c7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x737:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.545488:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1789185322.545500:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e220178f/0xff23d3f688d8e3a7 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x72c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49fcd expref: 483 pid: 35222 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.545509:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14be57800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+466:2391:x1876087010725888:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 122us (687us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.545521:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22804
00010000:00010000:3.0:1789185322.545525:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e220178f/0xff23d3f688d8e3a7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x72c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49fcd expref: 483 pid: 35222 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.545541:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x72c:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.545631:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x72c:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.545637:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e53016f0/0xff23d3f688d921d5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x72c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.545646:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e53016f0/0xff23d3f688d921d5 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x72c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.545661:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.545662:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.545702:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b152864700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+483:2391:x1876087010726144:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 279us (818us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.545709:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22805
00000100:00100000:3.0:1789185322.546234:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018780672
00000100:00100000:3.0:1789185322.546240:0:8428:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018780672
00000100:00100000:3.0:1789185322.546654:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37323
00000100:00100000:3.0:1789185322.546668:0:8428:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d0da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+545:3635:x1876087018780672:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:3.0:1789185322.546694:0:8428:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1852 count 1
00010000:00010000:3.0:1789185322.546718:0:8428:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000262d3641/0xff23d3f688d921f1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x73c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.546734:0:8428:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001c2aa6b3/0xff23d3f688d8e4fe lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x73c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a0b4 expref: 465 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.546740:0:8428:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x73c:0x0].0x0 since=123s v=(0 0)
00010000:00010000:3.0:1789185322.546743:0:8428:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x73c:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.546747:0:8428:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000262d3641/0xff23d3f688d921f1 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x73c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.546772:0:8428:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001c2aa6b3/0xff23d3f688d8e4fe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x73c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a0b4 expref: 465 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.546790:0:8428:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001c2aa6b3/0xff23d3f688d8e4fe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x73c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a0b4 expref: 465 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.546804:0:8428:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d437b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8428:1876087018781184:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185322.546854:0:8428:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14b7b2000 going to sleep for 11 seconds
00010000:00010000:3.0:1789185322.546868:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:3.0:1789185322.546874:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000017719b4f/0xff23d3f688d921a4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x72a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.546890:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abdb800 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185322.546895:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000017719b4f/0xff23d3f688d921a4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x72a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.546905:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000017719b4f/0xff23d3f688d921a4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x72a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.546919:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000017719b4f/0xff23d3f688d921a4 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x72a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.546998:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000017719b4f/0xff23d3f688d921a4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x72a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.547023:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185322.547030:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001cb1768f/0xff23d3f688d9218f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x735:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.547038:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abdba00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185322.547042:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001cb1768f/0xff23d3f688d9218f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x735:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.547049:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001cb1768f/0xff23d3f688d9218f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x735:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.547064:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001cb1768f/0xff23d3f688d9218f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x735:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.547071:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001cb1768f/0xff23d3f688d9218f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x735:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.547085:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.547087:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.547089:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.547098:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789185322.547112:0:8491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018781056
00000100:00100000:3.0:1789185322.547117:0:8491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018781056
00000100:00100000:3.0:1789185322.547147:0:8491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018780928
00000100:00100000:3.0:1789185322.547150:0:8491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018780928
00000100:00100000:3.0:1789185322.547170:0:8491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37324
00000100:00100000:3.0:1789185322.547180:0:8491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b150574a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+533:3638:x1876087018781056:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1789185322.547194:0:8491:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1840 count 1
00010000:00010000:3.0:1789185322.547208:0:8491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009a05288e/0xff23d3f688d921f8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x730:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.547233:0:8491:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000004be1e59/0xff23d3f688d8e3c3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x730:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a005 expref: 480 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.547242:0:8491:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x730:0x0].0x0 since=123s v=(0 0)
00010000:00010000:3.0:1789185322.547247:0:8491:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x730:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.547254:0:8491:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009a05288e/0xff23d3f688d921f8 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x730:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.547293:0:8491:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000004be1e59/0xff23d3f688d8e3c3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x730:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a005 expref: 480 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.547305:0:8491:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000004be1e59/0xff23d3f688d8e3c3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x730:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a005 expref: 480 pid: 35222 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.547318:0:8491:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d435c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8491:1876087018782080:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185322.547350:0:8491:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14b7b2300 going to sleep for 11 seconds
00000100:00100000:3.0:1789185322.547375:0:178142:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37326
00000100:00100000:3.0:1789185322.547386:0:178142:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e94f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+547:3638:x1876087018781696:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:3.0:1789185322.547402:0:178142:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1854 count 1
00010000:00010000:3.0:1789185322.547417:0:178142:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000005aeaabf/0xff23d3f688d92206 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x73e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.547437:0:178142:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000b2cb08d/0xff23d3f688d900aa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x73e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 50331648->50335743) gid 0 flags: 0x40000000020000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bc7c expref: 465 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.547462:0:178142:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x73e:0x0].0x0 since=119s v=(0 0)
00010000:00010000:3.0:1789185322.547465:0:178142:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x73e:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1789185322.547471:0:178142:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000005aeaabf/0xff23d3f688d92206 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x73e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.547633:0:178142:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000b2cb08d/0xff23d3f688d900aa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x73e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 50331648->50335743) gid 0 flags: 0x50000000030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bc7c expref: 465 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.547650:0:178142:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000b2cb08d/0xff23d3f688d900aa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x73e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 50331648->50335743) gid 0 flags: 0x70000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bc7c expref: 465 pid: 35223 timeout: 9499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.547664:0:178142:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d437480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:178142:1876087018782336:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185322.547689:0:178142:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14b7b2900 going to sleep for 11 seconds
00000100:00100000:3.0:1789185322.547742:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.547811:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.548130:0:178149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010726272
00000100:00100000:3.0:1789185322.548136:0:178149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010726272
00010000:00010000:3.0:1789185322.548160:0:178149:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000daf6973/0xff23d3f688d8e3ae lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x72d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49fdb expref: 481 pid: 35222 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.548186:0:178149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010726016
00000100:00100000:3.0:1789185322.548192:0:178149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010726016
00010000:00010000:3.0:1789185322.548210:0:178149:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c0b1cffd/0xff23d3f688d8e3a0 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x72b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49fbf expref: 482 pid: 35222 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.548239:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22806
00000100:00100000:3.0:1789185322.548248:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d437100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+482:2394:x1876087010726272:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.548314:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.548325:0:178149:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000daf6973/0xff23d3f688d8e3ae lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x72d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49fdb expref: 482 pid: 35222 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.548345:0:178149:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000daf6973/0xff23d3f688d8e3ae lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x72d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49fdb expref: 482 pid: 35222 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.548372:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x72d:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.548376:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x72d:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.548382:0:178149:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000243cf2a2/0xff23d3f688d921dc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x72d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.548398:0:178149:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000243cf2a2/0xff23d3f688d921dc lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x72d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.548425:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.548464:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d437100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+482:2394:x1876087010726272:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 216us (723us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.548472:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22806
00000100:00100000:3.0:1789185322.548712:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22807
00000100:00100000:3.0:1789185322.548720:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d436d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+481:2394:x1876087010726016:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.548733:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.548739:0:178149:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c0b1cffd/0xff23d3f688d8e3a0 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x72b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49fbf expref: 481 pid: 35222 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.548754:0:178149:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c0b1cffd/0xff23d3f688d8e3a0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x72b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49fbf expref: 481 pid: 35222 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.548771:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x72b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.548779:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x72b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.548785:0:178149:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000bfc3353f/0xff23d3f688d921ce lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x72b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.548797:0:178149:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bfc3353f/0xff23d3f688d921ce lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x72b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.548812:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.548837:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d436d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+481:2394:x1876087010726016:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 113us (1023us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.548854:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22807
00000100:00100000:3.0:1789185322.549196:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.549243:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.549724:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010726400
00000100:00100000:3.0:1789185322.549729:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010726400
00010000:00010000:3.0:1789185322.549752:0:8458:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003dfa413e/0xff23d3f688d8e4f0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x73a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a098 expref: 465 pid: 35218 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.549776:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010726528
00000100:00100000:3.0:1789185322.549781:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010726528
00010000:00010000:3.0:1789185322.549797:0:8458:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000817b3656/0xff23d3f688d8e4f7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x73b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a0a6 expref: 466 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.549819:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22808
00000100:00100000:3.0:1789185322.549826:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d435500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+466:2393:x1876087010726400:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.549835:0:8458:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.549840:0:8458:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003dfa413e/0xff23d3f688d8e4f0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x73a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a098 expref: 466 pid: 35218 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.549850:0:8458:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003dfa413e/0xff23d3f688d8e4f0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x73a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a098 expref: 466 pid: 35218 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.549865:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003dfa413e/0xff23d3f688d8e4f0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x73a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a098 expref: 466 pid: 35218 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.549876:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x73a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.549879:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x73a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.549884:0:8458:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000084950cc6/0xff23d3f688d921e3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x73a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.549891:0:8458:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000084950cc6/0xff23d3f688d921e3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x73a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.549912:0:8458:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.549943:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d435500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+465:2393:x1876087010726400:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 111us (743us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.549951:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22808
00000100:00100000:3.0:1789185322.549965:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22809
00000100:00100000:3.0:1789185322.549971:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b247d6c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+464:2393:x1876087010726528:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.549979:0:8458:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.549984:0:8458:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000817b3656/0xff23d3f688d8e4f7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x73b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a0a6 expref: 464 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.549994:0:8458:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000817b3656/0xff23d3f688d8e4f7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x73b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a0a6 expref: 464 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.550005:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x73b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.550009:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x73b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.550013:0:8458:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d921ea lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x73b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.550020:0:8458:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d921ea lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x73b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.550032:0:8458:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.550048:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b247d6c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+464:2393:x1876087010726528:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 78us (809us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.550054:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22809
00010000:00010000:3.0:1789185322.550100:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185322.550106:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000584e9167/0xff23d3f688d921c7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x737:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.550119:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde7400 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185322.550123:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000584e9167/0xff23d3f688d921c7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x737:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.550132:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000584e9167/0xff23d3f688d921c7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x737:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.550145:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000584e9167/0xff23d3f688d921c7 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x737:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.550153:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000584e9167/0xff23d3f688d921c7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x737:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.550172:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.550176:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.550178:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.550229:0:16720:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000817b3656/0xff23d3f688d8e4f7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x73b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a0a6 expref: 463 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.550241:0:16720:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b150550380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16720:1876087018780544:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185322.550253:0:16720:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d921ea lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x73b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.550262:0:16720:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d921ea lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x73b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.550269:0:16720:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d921ea lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x73b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.550277:0:16720:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d921ea lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x73b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.550289:0:16720:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d921ea lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x73b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.550299:0:16720:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1789185322.550374:0:16720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b150551f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+550:3637:x1876087018780288:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7020us (7904us total) trans 4294989313 rc 0/0
00000100:00100000:2.0:1789185322.550381:0:16720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37322
00000100:00100000:2.0:1789185322.551875:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.552046:0:8491:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d435c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8491:1876087018782080:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185322.552073:0:8491:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000009a05288e/0xff23d3f688d921f8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x730:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.554013:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185322.554160:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010726656
00000100:00100000:2.0:1789185322.554166:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010726656
00010000:00010000:2.0:1789185322.554195:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000004be1e59/0xff23d3f688d8e3c3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x730:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a005 expref: 479 pid: 35222 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.554223:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010726784
00000100:00100000:2.0:1789185322.554228:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010726784
00010000:00010000:2.0:1789185322.554250:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000083afe694/0xff23d3f688d8e3bc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x72f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49ff7 expref: 480 pid: 35222 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.554273:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22810
00000100:00100000:2.0:1789185322.554281:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b152866d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+480:2391:x1876087010726656:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.554291:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.554297:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000004be1e59/0xff23d3f688d8e3c3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x730:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a005 expref: 480 pid: 35222 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.554316:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000004be1e59/0xff23d3f688d8e3c3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x730:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a005 expref: 480 pid: 35222 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.554337:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000004be1e59/0xff23d3f688d8e3c3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x730:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a005 expref: 480 pid: 35222 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.554351:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x730:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.554354:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x730:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.554360:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009a05288e/0xff23d3f688d921f8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x730:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.554371:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009a05288e/0xff23d3f688d921f8 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x730:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.554404:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185322.554427:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b152866d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+479:2391:x1876087010726656:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 147us (2559us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.554435:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22810
00000100:00100000:2.0:1789185322.554466:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22811
00000100:00100000:2.0:1789185322.554474:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b152867b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+478:2391:x1876087010726784:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.554483:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.554491:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000083afe694/0xff23d3f688d8e3bc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x72f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49ff7 expref: 478 pid: 35222 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.554531:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000083afe694/0xff23d3f688d8e3bc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x72f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49ff7 expref: 478 pid: 35222 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.554585:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000083afe694/0xff23d3f688d8e3bc lrc: 0/0,0 mode: --/PR res: [0x280000401:0x72f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49ff7 expref: 478 pid: 35222 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.554601:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x72f:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.554607:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x72f:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.554611:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b228a74f/0xff23d3f688d921ff lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x72f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.554619:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b228a74f/0xff23d3f688d921ff lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x72f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.554640:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185322.554661:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b152867b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+477:2391:x1876087010726784:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 187us (651us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.554669:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22811
00000100:00100000:3.0:1789185322.555358:0:8428:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d437b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8428:1876087018781184:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185322.555377:0:8428:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000262d3641/0xff23d3f688d921f1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x73c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.555763:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:2.0:1789185322.555772:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000243cf2a2/0xff23d3f688d921dc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x72d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.555781:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abdaa00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185322.555785:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000243cf2a2/0xff23d3f688d921dc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x72d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.555801:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000243cf2a2/0xff23d3f688d921dc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x72d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.555818:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000243cf2a2/0xff23d3f688d921dc lrc: 1/0,0 mode: --/PW res: [0x280000401:0x72d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.555826:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000243cf2a2/0xff23d3f688d921dc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x72d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.555847:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:2.0:1789185322.555851:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009a05288e/0xff23d3f688d921f8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x730:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.555857:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b26239a000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185322.555859:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009a05288e/0xff23d3f688d921f8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x730:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.555867:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009a05288e/0xff23d3f688d921f8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x730:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.555875:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009a05288e/0xff23d3f688d921f8 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x730:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.555882:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009a05288e/0xff23d3f688d921f8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x730:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.555901:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185322.555904:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b228a74f/0xff23d3f688d921ff lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x72f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.555910:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abdb600 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185322.555914:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b228a74f/0xff23d3f688d921ff lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x72f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.555921:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b228a74f/0xff23d3f688d921ff lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x72f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.555930:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b228a74f/0xff23d3f688d921ff lrc: 1/0,0 mode: --/PW res: [0x280000401:0x72f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.555948:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b228a74f/0xff23d3f688d921ff lrc: 0/0,0 mode: --/PW res: [0x280000401:0x72f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.555963:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.555965:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.555966:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789185322.556062:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185322.556087:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185322.556106:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185322.556124:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185322.556197:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185322.556216:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185322.556229:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185322.556246:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185322.556262:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010727168
00000100:00100000:2.0:1789185322.556268:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010727168
00010000:00010000:2.0:1789185322.556295:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000b0b67fa/0xff23d3f688d8e505 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x73d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a0c2 expref: 463 pid: 35218 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.556313:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010727040
00000100:00100000:2.0:1789185322.556316:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010727040
00010000:00010000:2.0:1789185322.556328:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000b2cb08d/0xff23d3f688d900aa lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x73e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 50331648->50335743) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bc7c expref: 464 pid: 35223 timeout: 9499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.556340:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010727296
00000100:00100000:2.0:1789185322.556343:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010727296
00010000:00010000:2.0:1789185322.556355:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007e7ce2c6/0xff23d3f688d8e3ca lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x731:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a013 expref: 477 pid: 8491 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.556365:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010726912
00000100:00100000:2.0:1789185322.556368:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010726912
00010000:00010000:2.0:1789185322.556378:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001c2aa6b3/0xff23d3f688d8e4fe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x73c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a0b4 expref: 465 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.556389:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010727424
00000100:00100000:2.0:1789185322.556391:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010727424
00010000:00010000:2.0:1789185322.556402:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d7d4065b/0xff23d3f688d8e51a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x73f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a0de expref: 466 pid: 35218 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.556411:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010727680
00000100:00100000:2.0:1789185322.556413:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010727680
00010000:00010000:2.0:1789185322.556424:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000023350769/0xff23d3f688d8e3d1 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x732:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a021 expref: 478 pid: 8491 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.556434:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010727552
00000100:00100000:2.0:1789185322.556436:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010727552
00010000:00010000:2.0:1789185322.556447:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000062547693/0xff23d3f688d8e3b5 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x72e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49fe9 expref: 479 pid: 35222 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.556471:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010727808
00000100:00100000:2.0:1789185322.556474:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010727808
00010000:00010000:2.0:1789185322.556485:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005447dd63/0xff23d3f688d8e3d8 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x733:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a02f expref: 480 pid: 8491 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.556499:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22812
00000100:00100000:2.0:1789185322.556508:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b152866a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+466:2392:x1876087010727168:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.556520:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.556525:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000b0b67fa/0xff23d3f688d8e505 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x73d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a0c2 expref: 466 pid: 35218 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.556536:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000b0b67fa/0xff23d3f688d8e505 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x73d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a0c2 expref: 466 pid: 35218 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.556578:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x73d:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.556583:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x73d:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.556589:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006d201f36/0xff23d3f688d9220d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x73d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.556605:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006d201f36/0xff23d3f688d9220d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x73d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.556624:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185322.556664:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b152866a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+466:2392:x1876087010727168:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 157us (603us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.556672:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22812
00000100:00100000:2.0:1789185322.556690:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22813
00000100:00100000:2.0:1789185322.556696:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b152865180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+465:2392:x1876087010727040:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.556704:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.556708:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000b2cb08d/0xff23d3f688d900aa lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x73e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 50331648->50335743) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bc7c expref: 465 pid: 35223 timeout: 9499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.556719:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000b2cb08d/0xff23d3f688d900aa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x73e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 50331648->50335743) gid 0 flags: 0x50000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bc7c expref: 465 pid: 35223 timeout: 9499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.556732:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x73e:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1789185322.556734:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x73e:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1789185322.556738:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000005aeaabf/0xff23d3f688d92206 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x73e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.556746:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000005aeaabf/0xff23d3f688d92206 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x73e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.556763:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185322.556782:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b152865180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+465:2392:x1876087010727040:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 87us (695us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.556789:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22813
00000100:00100000:2.0:1789185322.556805:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22814
00000100:00100000:2.0:1789185322.556811:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b152864700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+480:2392:x1876087010727296:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.556819:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.556823:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000007e7ce2c6/0xff23d3f688d8e3ca lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x731:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a013 expref: 480 pid: 8491 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.556833:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007e7ce2c6/0xff23d3f688d8e3ca lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x731:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a013 expref: 480 pid: 8491 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.556845:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x731:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.556848:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x731:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.556852:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000002b4947e1/0xff23d3f688d92214 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x731:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.556859:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002b4947e1/0xff23d3f688d92214 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x731:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.556871:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185322.556888:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b152864700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+480:2392:x1876087010727296:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 77us (781us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.556897:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22814
00000100:00100000:2.0:1789185322.556910:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22815
00000100:00100000:2.0:1789185322.556916:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b145c95880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+464:2393:x1876087010726912:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.556923:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.556928:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001c2aa6b3/0xff23d3f688d8e4fe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x73c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a0b4 expref: 464 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.556938:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001c2aa6b3/0xff23d3f688d8e4fe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x73c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a0b4 expref: 464 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.556951:0:10396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001c2aa6b3/0xff23d3f688d8e4fe lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x73c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a0b4 expref: 464 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.556962:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x73c:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.556965:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x73c:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.556969:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000262d3641/0xff23d3f688d921f1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x73c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.556977:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000262d3641/0xff23d3f688d921f1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x73c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.556995:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185322.557013:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b145c95880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+463:2393:x1876087010726912:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 97us (888us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.557019:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22815
00000100:00100000:2.0:1789185322.557032:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22816
00000100:00100000:2.0:1789185322.557038:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b247d6d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+462:2394:x1876087010727424:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.557046:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.557051:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d7d4065b/0xff23d3f688d8e51a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x73f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a0de expref: 462 pid: 35218 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.557061:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d7d4065b/0xff23d3f688d8e51a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x73f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a0de expref: 462 pid: 35218 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.557073:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x73f:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.557076:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x73f:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.557081:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000065fd643b/0xff23d3f688d9221b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x73f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.557089:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000065fd643b/0xff23d3f688d9221b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x73f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.557102:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185322.557126:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b247d6d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+462:2394:x1876087010727424:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 85us (926us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.557134:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22816
00000100:00100000:2.0:1789185322.557175:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22817
00000100:00100000:2.0:1789185322.557186:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b145c94a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+478:2394:x1876087010727680:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.557194:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.557204:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000023350769/0xff23d3f688d8e3d1 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x732:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a021 expref: 478 pid: 8491 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.557230:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000023350769/0xff23d3f688d8e3d1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x732:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a021 expref: 478 pid: 8491 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.557244:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x732:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.557248:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x732:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.557251:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000059346501/0xff23d3f688d92229 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x732:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.557259:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000059346501/0xff23d3f688d92229 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x732:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.557271:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185322.557290:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b145c94a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+478:2394:x1876087010727680:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 107us (1073us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.557297:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22817
00000100:00100000:2.0:1789185322.557311:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22818
00000100:00100000:2.0:1789185322.557319:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b145c95180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+477:2394:x1876087010727552:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.557327:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.557333:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000062547693/0xff23d3f688d8e3b5 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x72e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49fe9 expref: 477 pid: 35222 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.557343:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000062547693/0xff23d3f688d8e3b5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x72e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf49fe9 expref: 477 pid: 35222 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.557361:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x72e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.557365:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x72e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.557372:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003b4d0371/0xff23d3f688d92222 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x72e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.557387:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003b4d0371/0xff23d3f688d92222 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x72e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.557402:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185322.557421:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b145c95180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+477:2394:x1876087010727552:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 103us (1190us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.557427:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22818
00000100:00100000:2.0:1789185322.557444:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22819
00000100:00100000:2.0:1789185322.557473:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b145c94380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+476:2394:x1876087010727808:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.557483:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.557489:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005447dd63/0xff23d3f688d8e3d8 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x733:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a02f expref: 476 pid: 8491 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.557514:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005447dd63/0xff23d3f688d8e3d8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x733:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a02f expref: 476 pid: 8491 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.557537:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x733:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.557542:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x733:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.557571:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000429e81d7/0xff23d3f688d92237 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x733:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.557583:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000429e81d7/0xff23d3f688d92237 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x733:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.557596:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185322.557616:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b145c94380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+476:2394:x1876087010727808:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 147us (1368us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.557623:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22819
00010000:00010000:2.0:1789185322.557799:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:2.0:1789185322.557807:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002b4947e1/0xff23d3f688d92214 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x731:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.557825:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abda400 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185322.557831:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002b4947e1/0xff23d3f688d92214 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x731:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.557845:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002b4947e1/0xff23d3f688d92214 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x731:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.557858:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002b4947e1/0xff23d3f688d92214 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x731:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.557865:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002b4947e1/0xff23d3f688d92214 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x731:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.557886:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:2.0:1789185322.557890:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000065fd643b/0xff23d3f688d9221b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x73f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.557897:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abdb000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185322.557901:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000065fd643b/0xff23d3f688d9221b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x73f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.557909:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000065fd643b/0xff23d3f688d9221b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x73f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.557920:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000065fd643b/0xff23d3f688d9221b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x73f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.557935:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000065fd643b/0xff23d3f688d9221b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x73f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.557953:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185322.557957:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003b4d0371/0xff23d3f688d92222 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x72e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.557963:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abdb200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185322.557966:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003b4d0371/0xff23d3f688d92222 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x72e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.557973:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003b4d0371/0xff23d3f688d92222 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x72e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.557987:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003b4d0371/0xff23d3f688d92222 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x72e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.557994:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003b4d0371/0xff23d3f688d92222 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x72e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.558007:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.558009:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.558011:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.560009:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.560040:0:178142:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000b2cb08d/0xff23d3f688d900aa lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x73e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 50331648->50335743) gid 0 flags: 0x44801400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bc7c expref: 459 pid: 35223 timeout: 9499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.560053:0:178142:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d437480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:178142:1876087018782336:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185322.560067:0:178142:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000005aeaabf/0xff23d3f688d92206 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x73e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.560076:0:178142:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000005aeaabf/0xff23d3f688d92206 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x73e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.560083:0:178142:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000005aeaabf/0xff23d3f688d92206 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x73e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.560091:0:178142:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000005aeaabf/0xff23d3f688d92206 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x73e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.560099:0:178142:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000005aeaabf/0xff23d3f688d92206 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x73e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.560112:0:178142:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1789185322.560189:0:178142:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e94f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+555:3638:x1876087018781696:12345-0@lo:6:osp-syn-1-0.0 Request processed in 12806us (12973us total) trans 4294989317 rc 0/0
00000100:00100000:3.0:1789185322.560196:0:178142:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37326
00010000:00010000:3.0:1789185322.560246:0:8428:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000262d3641/0xff23d3f688d921f1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x73c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.560256:0:8428:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000262d3641/0xff23d3f688d921f1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x73c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.560264:0:8428:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000262d3641/0xff23d3f688d921f1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x73c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.560271:0:8428:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000262d3641/0xff23d3f688d921f1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x73c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.560279:0:8428:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:3.0:1789185322.560341:0:8428:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d0da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+555:3635:x1876087018780672:12345-0@lo:6:osp-syn-1-0.0 Request processed in 13677us (14135us total) trans 4294989318 rc 0/0
00000100:00100000:3.0:1789185322.560347:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37323
00010000:00010000:3.0:1789185322.560435:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:3.0:1789185322.560439:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000005aeaabf/0xff23d3f688d92206 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x73e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.560446:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b26239bc00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185322.560462:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000005aeaabf/0xff23d3f688d92206 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x73e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.560470:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000005aeaabf/0xff23d3f688d92206 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x73e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.560487:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000005aeaabf/0xff23d3f688d92206 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x73e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.560494:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000005aeaabf/0xff23d3f688d92206 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x73e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.560512:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185322.560515:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000262d3641/0xff23d3f688d921f1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x73c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.560521:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b26239a800 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185322.560524:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000262d3641/0xff23d3f688d921f1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x73c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.560531:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000262d3641/0xff23d3f688d921f1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x73c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.560539:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000262d3641/0xff23d3f688d921f1 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x73c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.560568:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000262d3641/0xff23d3f688d921f1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x73c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.560583:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.560585:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.560587:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.561689:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789185322.565684:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185322.565708:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185322.565728:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185322.565761:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185322.565782:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185322.565814:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185322.565853:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010728064
00000100:00100000:2.0:1789185322.565858:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010728064
00010000:00010000:2.0:1789185322.565887:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000055e5dd7e/0xff23d3f688d8e3df lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x734:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a03d expref: 473 pid: 8491 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.565912:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010727936
00000100:00100000:2.0:1789185322.565915:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010727936
00010000:00010000:2.0:1789185322.565928:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005fadbf1d/0xff23d3f688d8e513 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x740:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a0ec expref: 459 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.565943:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010728576
00000100:00100000:2.0:1789185322.565946:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010728576
00010000:00010000:2.0:1789185322.565961:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000b5185ff/0xff23d3f688d8e43a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x735:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a04b expref: 474 pid: 8491 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.565974:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010728192
00000100:00100000:2.0:1789185322.566050:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010728192
00010000:00010000:2.0:1789185322.566071:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000eb5e7ca8/0xff23d3f688d8e52f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x743:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a116 expref: 462 pid: 35218 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.566164:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22821
00000100:00100000:2.0:1789185322.566172:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b145c96680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+462:2392:x1876087010727936:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.566182:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.566187:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005fadbf1d/0xff23d3f688d8e513 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x740:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a0ec expref: 462 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.566198:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005fadbf1d/0xff23d3f688d8e513 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x740:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a0ec expref: 462 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.566218:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005fadbf1d/0xff23d3f688d8e513 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x740:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a0ec expref: 462 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.566231:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x740:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.566235:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x740:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.566240:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009a97dd45/0xff23d3f688d92230 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x740:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.566252:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009a97dd45/0xff23d3f688d92230 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x740:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.566278:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185322.566302:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b145c96680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+461:2392:x1876087010727936:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 130us (592us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.566314:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22821
00000100:00100000:2.0:1789185322.566333:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22823
00000100:00100000:2.0:1789185322.566344:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b152866d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+460:2394:x1876087010728320:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.566357:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.566365:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004cbdd9b5/0xff23d3f688d8e528 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x742:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a108 expref: 460 pid: 35218 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.566377:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004cbdd9b5/0xff23d3f688d8e528 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x742:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a108 expref: 460 pid: 35218 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.566394:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x742:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.566398:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x742:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.566403:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000fc5b8c3a/0xff23d3f688d9224c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x742:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.566417:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fc5b8c3a/0xff23d3f688d9224c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x742:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.566436:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185322.566468:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b152866d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+460:2394:x1876087010728320:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 126us (738us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.566581:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22823
00000100:00100000:2.0:1789185322.566632:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22825
00000100:00100000:2.0:1789185322.566641:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b152867b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+458:2394:x1876087010728192:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.566650:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.566656:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000eb5e7ca8/0xff23d3f688d8e52f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x743:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a116 expref: 458 pid: 35218 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.566669:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000eb5e7ca8/0xff23d3f688d8e52f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x743:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a116 expref: 458 pid: 35218 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.566686:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000eb5e7ca8/0xff23d3f688d8e52f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x743:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a116 expref: 458 pid: 35218 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.566704:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x743:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.566712:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x743:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.566722:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000842f3ed2/0xff23d3f688d92245 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x743:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.566738:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000842f3ed2/0xff23d3f688d92245 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x743:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.566759:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185322.566779:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b152867b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+457:2394:x1876087010728192:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 140us (996us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.566784:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22825
00010000:00010000:2.0:1789185322.566846:0:35222:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000055e5dd7e/0xff23d3f688d8e3df lrc: 0/0,0 mode: --/PR res: [0x280000401:0x734:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a03d expref: 471 pid: 8491 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.566857:0:35222:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0db100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:35222:1876087018784000:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185322.566874:0:35222:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000e53016f0/0xff23d3f688d9223e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x734:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.566883:0:35222:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000e53016f0/0xff23d3f688d9223e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x734:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.566889:0:35222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e53016f0/0xff23d3f688d9223e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x734:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.566897:0:35222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e53016f0/0xff23d3f688d9223e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x734:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.566905:0:35222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e53016f0/0xff23d3f688d9223e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x734:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.566910:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185322.566917:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009a97dd45/0xff23d3f688d92230 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x740:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.566921:0:35222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1789185322.566926:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abdae00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185322.566931:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009a97dd45/0xff23d3f688d92230 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x740:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.566947:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009a97dd45/0xff23d3f688d92230 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x740:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.566965:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009a97dd45/0xff23d3f688d92230 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x740:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.566973:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009a97dd45/0xff23d3f688d92230 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x740:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.566998:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.567002:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.567005:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789185322.567020:0:35222:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d419880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+545:3638:x1876087018783488:12345-0@lo:6:osp-syn-0-0.0 Request processed in 14749us (15349us total) trans 4294977510 rc 0/0
00000100:00100000:2.0:1789185322.567030:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37334
00010000:00010000:3.0:1789185322.567136:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185322.567142:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000842f3ed2/0xff23d3f688d92245 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x743:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.567150:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde6200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185322.567153:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000842f3ed2/0xff23d3f688d92245 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x743:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.567163:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000842f3ed2/0xff23d3f688d92245 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x743:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.567176:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000842f3ed2/0xff23d3f688d92245 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x743:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.567183:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000842f3ed2/0xff23d3f688d92245 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x743:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.567197:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.567199:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.567202:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.567606:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185322.567611:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ce1a8e47/0xff23d3f688d9225a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x735:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.567623:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abda200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185322.567627:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ce1a8e47/0xff23d3f688d9225a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x735:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.567634:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ce1a8e47/0xff23d3f688d9225a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x735:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.567645:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ce1a8e47/0xff23d3f688d9225a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x735:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.567652:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ce1a8e47/0xff23d3f688d9225a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x735:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.567664:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.567665:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.567667:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789185322.568182:0:178142:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018787072
00000100:00100000:3.0:1789185322.568187:0:178142:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018787072
00000100:00100000:3.0:1789185322.570249:0:178142:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018786944
00000100:00100000:3.0:1789185322.570262:0:178142:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018786944
00000100:00100000:3.0:1789185322.570312:0:178142:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37347
00000100:00100000:3.0:1789185322.570322:0:178142:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f3bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+555:3638:x1876087018787072:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:3.0:1789185322.570350:0:178142:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1863 count 1
00010000:00010000:3.0:1789185322.570374:0:178142:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d41eaa07/0xff23d3f688d92299 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x747:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.570397:0:178142:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000090759155/0xff23d3f688d8e575 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x747:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a14e expref: 456 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.570405:0:178142:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x747:0x0].0x0 since=123s v=(0 0)
00010000:00010000:3.0:1789185322.570409:0:178142:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x747:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.570414:0:178142:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d41eaa07/0xff23d3f688d92299 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x747:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.570461:0:178142:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000090759155/0xff23d3f688d8e575 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x747:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a14e expref: 456 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.570474:0:178142:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000090759155/0xff23d3f688d8e575 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x747:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a14e expref: 456 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.570487:0:178142:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d437480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:178142:1876087018787456:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185322.570577:0:178142:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14b7b2000 going to sleep for 11 seconds
00000100:00100000:3.0:1789185322.570602:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37348
00000100:00100000:3.0:1789185322.570611:0:8428:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f3bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+546:3638:x1876087018786944:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1789185322.570624:0:8428:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1853 count 1
00010000:00010000:3.0:1789185322.570638:0:8428:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009b4d9ff2/0xff23d3f688d922a0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x73d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.570651:0:8428:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000047e48c06/0xff23d3f688d8e417 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x73d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a0bb expref: 470 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.570659:0:8428:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x73d:0x0].0x0 since=123s v=(0 0)
00010000:00010000:3.0:1789185322.570662:0:8428:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x73d:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.570666:0:8428:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009b4d9ff2/0xff23d3f688d922a0 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x73d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.570690:0:8428:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000047e48c06/0xff23d3f688d8e417 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x73d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a0bb expref: 470 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.570700:0:8428:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000047e48c06/0xff23d3f688d8e417 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x73d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a0bb expref: 470 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.570710:0:8428:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d437b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8428:1876087018787584:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185322.570733:0:8428:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14b7b2900 going to sleep for 11 seconds
00000100:00100000:3.0:1789185322.571386:0:35222:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018786688
00000100:00100000:3.0:1789185322.571391:0:35222:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018786688
00000100:00100000:3.0:1789185322.571425:0:35222:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018787200
00000100:00100000:3.0:1789185322.571428:0:35222:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018787200
00000100:00100000:3.0:1789185322.571460:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37349
00000100:00100000:3.0:1789185322.571470:0:35222:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f3bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+547:3635:x1876087018786688:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1789185322.571485:0:35222:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1852 count 1
00010000:00010000:3.0:1789185322.571502:0:35222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009af2fde8/0xff23d3f688d922a7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x73c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.573962:0:35222:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003296f3fc/0xff23d3f688d8e410 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x73c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a0ad expref: 470 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.573975:0:35222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x73c:0x0].0x0 since=123s v=(0 0)
00010000:00010000:3.0:1789185322.573979:0:35222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x73c:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.573983:0:35222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009af2fde8/0xff23d3f688d922a7 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x73c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.574012:0:35222:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003296f3fc/0xff23d3f688d8e410 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x73c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a0ad expref: 470 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.574241:0:35222:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003296f3fc/0xff23d3f688d8e410 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x73c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a0ad expref: 470 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.574253:0:35222:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d435c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:35222:1876087018788736:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185322.574282:0:35222:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14b7b2300 going to sleep for 11 seconds
00010000:00010000:3.0:1789185322.574296:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789185322.577630:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185322.577654:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185322.577671:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185322.577692:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185322.577720:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185322.578154:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010728704
00000100:00100000:2.0:1789185322.578162:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010728704
00010000:00010000:2.0:1789185322.578205:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d4ea9083/0xff23d3f688d8e3e6 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x736:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a059 expref: 471 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.578246:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010728960
00000100:00100000:2.0:1789185322.578250:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010728960
00010000:00010000:2.0:1789185322.578263:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002ae18ad8/0xff23d3f688d8e402 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x73a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a091 expref: 472 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.578279:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010729216
00000100:00100000:2.0:1789185322.578282:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010729216
00010000:00010000:2.0:1789185322.578293:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001f1021a2/0xff23d3f688d8e409 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x73b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a09f expref: 473 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.578304:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010728832
00000100:00100000:2.0:1789185322.578307:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010728832
00010000:00010000:2.0:1789185322.578320:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000016823d18/0xff23d3f688d8e53d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x745:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a132 expref: 455 pid: 35218 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.578330:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010729088
00000100:00100000:2.0:1789185322.578332:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010729088
00010000:00010000:2.0:1789185322.578341:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000008fdd0a4d/0xff23d3f688d8e3f4 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x738:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a075 expref: 474 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.578355:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22826
00000100:00100000:2.0:1789185322.578364:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b152866d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+474:2391:x1876087010728704:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.578379:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.578385:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d4ea9083/0xff23d3f688d8e3e6 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x736:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a059 expref: 474 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.578406:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d4ea9083/0xff23d3f688d8e3e6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x736:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a059 expref: 474 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.578434:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x736:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.578439:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x736:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.578446:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000dadccb78/0xff23d3f688d92261 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x736:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.578469:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dadccb78/0xff23d3f688d92261 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x736:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.578494:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185322.578590:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b152866d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+474:2391:x1876087010728704:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 225us (970us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.578598:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22826
00000100:00100000:2.0:1789185322.578618:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22827
00000100:00100000:2.0:1789185322.578625:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b152865180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+473:2391:x1876087010728960:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.578634:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.578639:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002ae18ad8/0xff23d3f688d8e402 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x73a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a091 expref: 473 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.578649:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002ae18ad8/0xff23d3f688d8e402 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x73a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a091 expref: 473 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.578666:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x73a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.578669:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x73a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.578673:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000062be1bd2/0xff23d3f688d92276 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x73a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.578680:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000062be1bd2/0xff23d3f688d92276 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x73a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.578692:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185322.578712:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b152865180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+473:2391:x1876087010728960:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 87us (1056us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.578718:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22827
00000100:00100000:2.0:1789185322.578730:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22828
00000100:00100000:2.0:1789185322.578735:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b152864700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+472:2391:x1876087010729216:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.578743:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.578748:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001f1021a2/0xff23d3f688d8e409 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x73b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a09f expref: 472 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.578757:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001f1021a2/0xff23d3f688d8e409 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x73b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a09f expref: 472 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.578768:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x73b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.578772:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x73b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.578776:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000039d3f603/0xff23d3f688d92284 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x73b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.578784:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000039d3f603/0xff23d3f688d92284 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x73b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.578796:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185322.578815:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b152864700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+472:2391:x1876087010729216:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 79us (1142us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.578821:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22828
00000100:00100000:2.0:1789185322.578835:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22829
00000100:00100000:2.0:1789185322.578841:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b145c94a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+455:2391:x1876087010728832:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.578850:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.578855:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000016823d18/0xff23d3f688d8e53d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x745:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a132 expref: 455 pid: 35218 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.578865:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000016823d18/0xff23d3f688d8e53d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x745:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a132 expref: 455 pid: 35218 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.578879:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x745:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.578882:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x745:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.578886:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c9a27dda/0xff23d3f688d9226f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x745:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.578892:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c9a27dda/0xff23d3f688d9226f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x745:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.578911:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185322.578928:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b145c94a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+455:2391:x1876087010728832:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 88us (1236us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.578934:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22829
00000100:00100000:2.0:1789185322.578947:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22830
00000100:00100000:2.0:1789185322.578954:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b245022c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+471:2391:x1876087010729088:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.578961:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.578965:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000008fdd0a4d/0xff23d3f688d8e3f4 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x738:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a075 expref: 471 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.578975:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000008fdd0a4d/0xff23d3f688d8e3f4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x738:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a075 expref: 471 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.578986:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x738:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.578990:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x738:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.578994:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000092826d11/0xff23d3f688d9227d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x738:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.579001:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000092826d11/0xff23d3f688d9227d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x738:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.579012:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185322.579028:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b245022c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+471:2391:x1876087010729088:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 75us (1308us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.579038:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22830
00010000:00010000:2.0:1789185322.581273:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.581303:0:178143:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002ae18ad8/0xff23d3f688d8e402 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x73a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a091 expref: 468 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.581316:0:178143:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d41ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:178143:1876087018786176:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185322.581350:0:178143:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000062be1bd2/0xff23d3f688d92276 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x73a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.581361:0:178143:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000062be1bd2/0xff23d3f688d92276 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x73a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.581367:0:178143:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000062be1bd2/0xff23d3f688d92276 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x73a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.581376:0:178143:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000062be1bd2/0xff23d3f688d92276 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x73a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.581383:0:178143:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000062be1bd2/0xff23d3f688d92276 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x73a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.581407:0:178143:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1789185322.581535:0:178143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d41bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+548:3637:x1876087018785920:12345-0@lo:6:osp-syn-0-0.0 Request processed in 17707us (17899us total) trans 4294977514 rc 0/0
00000100:00100000:2.0:1789185322.581542:0:178143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37342
00000100:00100000:2.0:1789185322.581586:0:178143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018788864
00000100:00100000:2.0:1789185322.581590:0:178143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018788864
00000100:00100000:2.0:1789185322.581614:0:178143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37355
00000100:00100000:2.0:1789185322.581621:0:178143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14be57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+548:3635:x1876087018788864:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1789185322.581645:0:178143:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1854 count 1
00010000:00010000:2.0:1789185322.581665:0:178143:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007ef11ebc/0xff23d3f688d922d1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x73e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.581678:0:178143:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000073a85681/0xff23d3f688d8e41e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x73e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a0c9 expref: 467 pid: 8429 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.581686:0:178143:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x73e:0x0].0x0 since=123s v=(0 0)
00010000:00010000:2.0:1789185322.581689:0:178143:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x73e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.581693:0:178143:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007ef11ebc/0xff23d3f688d922d1 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x73e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.581717:0:178143:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000073a85681/0xff23d3f688d8e41e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x73e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a0c9 expref: 467 pid: 8429 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.581729:0:178143:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000073a85681/0xff23d3f688d8e41e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x73e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a0c9 expref: 467 pid: 8429 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.581741:0:178143:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b145c94a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:178143:1876087018788992:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185322.581787:0:178143:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0900 going to sleep for 11 seconds
00010000:00010000:2.0:1789185322.581817:0:178144:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000016823d18/0xff23d3f688d8e53d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x745:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a132 expref: 454 pid: 35218 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.581833:0:178144:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d41b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:178144:1876087018785408:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185322.581853:0:178144:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000c9a27dda/0xff23d3f688d9226f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x745:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.581862:0:178144:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000c9a27dda/0xff23d3f688d9226f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x745:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.581870:0:178144:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c9a27dda/0xff23d3f688d9226f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x745:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.581880:0:178144:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c9a27dda/0xff23d3f688d9226f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x745:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.581887:0:178144:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c9a27dda/0xff23d3f688d9226f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x745:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.581901:0:178144:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:2.0:1789185322.581990:0:178144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f3bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+561:3638:x1876087018785280:12345-0@lo:6:osp-syn-1-0.0 Request processed in 22469us (22542us total) trans 4294989323 rc 0/0
00000100:00100000:2.0:1789185322.581996:0:178144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37341
00000004:00080000:2.0:1789185322.582070:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f3bc380/2, rc 0, transno 4294989323
00000100:00100000:2.0:1789185322.582081:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f3bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018785280:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185322.582138:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1789185322.582147:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b145c95180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018789120:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185322.582173:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:2.0:1789185322.582207:0:35218:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d4ea9083/0xff23d3f688d8e3e6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x736:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a059 expref: 467 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.582218:0:35218:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f3bdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35218:1876087018785024:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185322.582232:0:35218:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000dadccb78/0xff23d3f688d92261 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x736:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.582241:0:35218:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000dadccb78/0xff23d3f688d92261 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x736:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.582248:0:35218:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dadccb78/0xff23d3f688d92261 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x736:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.582255:0:35218:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dadccb78/0xff23d3f688d92261 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x736:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.582263:0:35218:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dadccb78/0xff23d3f688d92261 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x736:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.582275:0:35218:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00000100:00100000:2.0:1789185322.582340:0:35218:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d0d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+549:3635:x1876087018784768:12345-0@lo:6:osp-syn-0-0.0 Request processed in 23483us (23711us total) trans 4294977515 rc 0/0
00000100:00100000:2.0:1789185322.582346:0:35218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37339
00000100:00100000:2.0:1789185322.582358:0:35218:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018789120
00000100:00100000:2.0:1789185322.582362:0:35218:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018789120
00000100:00100000:2.0:1789185322.582385:0:35218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37356
00000100:00100000:2.0:1789185322.582391:0:35218:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b145c94380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+561:3635:x1876087018789120:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1789185322.582403:0:35218:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1868 count 1
00010000:00010000:2.0:1789185322.582416:0:35218:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006fffc687/0xff23d3f688d922d8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x74c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.582428:0:35218:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000450e1368/0xff23d3f688d8e598 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x74c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a194 expref: 453 pid: 24325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.582436:0:35218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x74c:0x0].0x0 since=123s v=(0 0)
00010000:00010000:2.0:1789185322.582439:0:35218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x74c:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.582443:0:35218:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006fffc687/0xff23d3f688d922d8 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x74c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.582477:0:35218:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000450e1368/0xff23d3f688d8e598 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x74c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a194 expref: 453 pid: 24325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.582487:0:35218:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000450e1368/0xff23d3f688d8e598 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x74c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a194 expref: 453 pid: 24325 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.582498:0:35218:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b145c94700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35218:1876087018789248:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185322.582529:0:35218:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14a911f00 going to sleep for 11 seconds
00000004:00080000:2.0:1789185322.582597:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14d0d8a80/2, rc 0, transno 4294977515
00000100:00100000:2.0:1789185322.582611:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018784768:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185322.582653:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1789185322.582662:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b145c96680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018789376:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185322.582687:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:2.0:1789185322.582707:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:2.0:1789185322.582714:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000062be1bd2/0xff23d3f688d92276 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x73a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.582723:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abdbe00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185322.582728:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000062be1bd2/0xff23d3f688d92276 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x73a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.582738:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000062be1bd2/0xff23d3f688d92276 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x73a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.582754:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000062be1bd2/0xff23d3f688d92276 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x73a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.582762:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000062be1bd2/0xff23d3f688d92276 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x73a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.582780:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:2.0:1789185322.582783:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c9a27dda/0xff23d3f688d9226f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x745:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.582789:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abda800 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185322.582792:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c9a27dda/0xff23d3f688d9226f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x745:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.582801:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c9a27dda/0xff23d3f688d9226f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x745:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.582811:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c9a27dda/0xff23d3f688d9226f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x745:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.582818:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c9a27dda/0xff23d3f688d9226f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x745:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.582829:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185322.582832:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dadccb78/0xff23d3f688d92261 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x736:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.582838:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde6800 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185322.582841:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dadccb78/0xff23d3f688d92261 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x736:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.582848:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dadccb78/0xff23d3f688d92261 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x736:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.582856:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dadccb78/0xff23d3f688d92261 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x736:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.582863:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dadccb78/0xff23d3f688d92261 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x736:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.582874:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.582875:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.582877:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.582897:0:34810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d2bf7158/0xff23d3f688d8e3fb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x739:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a083 expref: 466 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.582907:0:34810:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f3bd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:34810:1876087018786560:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185322.582922:0:34810:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000084950cc6/0xff23d3f688d9228b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x739:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.582930:0:34810:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000084950cc6/0xff23d3f688d9228b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x739:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.582937:0:34810:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000084950cc6/0xff23d3f688d9228b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x739:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.582945:0:34810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000084950cc6/0xff23d3f688d9228b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x739:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.582952:0:34810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000084950cc6/0xff23d3f688d9228b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x739:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.582963:0:34810:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1789185322.583033:0:34810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f3bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+549:3635:x1876087018785792:12345-0@lo:6:osp-syn-0-0.0 Request processed in 15659us (19180us total) trans 4294977516 rc 0/0
00000100:00100000:2.0:1789185322.583040:0:34810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37345
00000100:00100000:2.0:1789185322.583053:0:34810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018789376
00000100:00100000:2.0:1789185322.583056:0:34810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018789376
00000100:00100000:2.0:1789185322.583075:0:34810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37357
00000100:00100000:2.0:1789185322.583082:0:34810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f3bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+549:3638:x1876087018789376:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1789185322.583096:0:34810:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1855 count 1
00010000:00010000:2.0:1789185322.583109:0:34810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000054f5e6e3/0xff23d3f688d922df lrc: 3/0,1 mode: --/PW res: [0x280000401:0x73f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.583122:0:34810:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a525fa9c/0xff23d3f688d8e425 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x73f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a0d7 expref: 465 pid: 8491 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.583130:0:34810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x73f:0x0].0x0 since=123s v=(0 0)
00010000:00010000:2.0:1789185322.583133:0:34810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x73f:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.583138:0:34810:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000054f5e6e3/0xff23d3f688d922df lrc: 4/0,1 mode: --/PW res: [0x280000401:0x73f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.583156:0:34810:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a525fa9c/0xff23d3f688d8e425 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x73f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a0d7 expref: 465 pid: 8491 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.583166:0:34810:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a525fa9c/0xff23d3f688d8e425 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x73f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a0d7 expref: 465 pid: 8491 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.583178:0:34810:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f3bd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:34810:1876087018789504:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185322.583214:0:34810:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0e40 going to sleep for 11 seconds
00010000:00010000:2.0:1789185322.583224:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185322.583229:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000084950cc6/0xff23d3f688d9228b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x739:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.583237:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde6e00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185322.583241:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000084950cc6/0xff23d3f688d9228b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x739:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.583249:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000084950cc6/0xff23d3f688d9228b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x739:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.583259:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000084950cc6/0xff23d3f688d9228b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x739:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.583266:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000084950cc6/0xff23d3f688d9228b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x739:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.583279:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.583281:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.583282:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:2.0:1789185322.583405:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b145c94e00/2, rc 0, transno 4294977516
00000100:00100000:2.0:1789185322.583414:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b145c94e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018785792:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185322.583461:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b152866a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018789632:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185322.583485:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185322.583513:0:34809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018789632
00000100:00100000:2.0:1789185322.583517:0:34809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018789632
00000100:00100000:2.0:1789185322.583536:0:34809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37358
00000100:00100000:2.0:1789185322.583542:0:34809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b152867b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+550:3638:x1876087018789632:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1789185322.583581:0:34809:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1856 count 1
00010000:00010000:2.0:1789185322.583595:0:34809:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d4cdc89e/0xff23d3f688d922e6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x740:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.583613:0:34809:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002f3e8739/0xff23d3f688d8e42c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x740:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a0e5 expref: 465 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.583620:0:34809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x740:0x0].0x0 since=123s v=(0 0)
00010000:00010000:2.0:1789185322.583624:0:34809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x740:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.583628:0:34809:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d4cdc89e/0xff23d3f688d922e6 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x740:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.583648:0:34809:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002f3e8739/0xff23d3f688d8e42c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x740:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a0e5 expref: 465 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.583658:0:34809:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002f3e8739/0xff23d3f688d8e42c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x740:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a0e5 expref: 465 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.583668:0:34809:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b152866d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:34809:1876087018789760:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185322.583704:0:34809:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0f00 going to sleep for 11 seconds
00000100:00100000:3.0:1789185322.584633:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010729728
00000100:00100000:3.0:1789185322.584641:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010729728
00010000:00010000:3.0:1789185322.584679:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d5d7404b/0xff23d3f688d8e3ed lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x737:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a067 expref: 466 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.586062:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789185322.586147:0:8428:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d437b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8428:1876087018787584:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185322.586163:0:8428:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000009b4d9ff2/0xff23d3f688d922a0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x73d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:3.0:1789185322.586644:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f3bca80/2, rc 0, transno 4294977513
00000100:00100000:3.0:1789185322.586659:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f3bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018786048:0@lo:6:osp-syn-0-0.0
00000004:00080000:3.0:1789185322.586673:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b145c97100/2, rc 0, transno 4294977514
00000100:00100000:3.0:1789185322.586677:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b145c97100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018785920:0@lo:6:osp-syn-0-0.0
00010000:00010000:3.0:1789185322.586895:0:24325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000dcdc414/0xff23d3f688d8e536 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x744:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a124 expref: 453 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.586910:0:24325:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d419c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24325:1876087018785152:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185322.586926:0:24325:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b93d1933/0xff23d3f688d92268 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x744:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.586936:0:24325:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b93d1933/0xff23d3f688d92268 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x744:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.586943:0:24325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b93d1933/0xff23d3f688d92268 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x744:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.586955:0:24325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b93d1933/0xff23d3f688d92268 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x744:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.586964:0:24325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b93d1933/0xff23d3f688d92268 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x744:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.586980:0:24325:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1789185322.587197:0:24325:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d0d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+562:3635:x1876087018784896:12345-0@lo:6:osp-syn-1-0.0 Request processed in 27921us (28422us total) trans 4294989324 rc 0/0
00000100:00100000:3.0:1789185322.587205:0:24325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37340
00000100:00100000:3.0:1789185322.587240:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d437b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018789888:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185322.587279:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:3.0:1789185322.587317:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14d0d9500/2, rc 0, transno 4294989324
00000100:00100000:3.0:1789185322.587328:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018784896:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1789185322.587341:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789185322.587347:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d437100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018790016:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185322.587372:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185322.587429:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d435500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018790144:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1789185322.587465:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185322.587496:0:178145:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018789888
00000100:00100000:3.0:1789185322.587501:0:178145:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018789888
00000100:00100000:3.0:1789185322.587531:0:178145:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018790016
00000100:00100000:3.0:1789185322.587534:0:178145:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018790016
00000100:00100000:3.0:1789185322.587568:0:178145:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018790144
00000100:00100000:3.0:1789185322.587571:0:178145:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018790144
00000100:00100000:3.0:1789185322.587591:0:178145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37359
00000100:00100000:3.0:1789185322.587598:0:178145:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d436d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+552:3635:x1876087018789888:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1789185322.587623:0:178145:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1857 count 1
00010000:00010000:3.0:1789185322.587646:0:178145:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000262d3641/0xff23d3f688d922ed lrc: 3/0,1 mode: --/PW res: [0x280000401:0x741:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.587665:0:178145:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000071c59d59/0xff23d3f688d8e433 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x741:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a0f3 expref: 465 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.587674:0:178145:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x741:0x0].0x0 since=123s v=(0 0)
00010000:00010000:3.0:1789185322.587679:0:178145:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x741:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.587684:0:178145:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000262d3641/0xff23d3f688d922ed lrc: 4/0,1 mode: --/PW res: [0x280000401:0x741:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.587710:0:178145:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000071c59d59/0xff23d3f688d8e433 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x741:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a0f3 expref: 465 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.587728:0:178145:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000071c59d59/0xff23d3f688d8e433 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x741:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a0f3 expref: 465 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.587741:0:178145:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d436680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:178145:1876087018790272:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185322.587804:0:178145:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14b7b2180 going to sleep for 11 seconds
00000100:00100000:3.0:1789185322.587821:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37360
00000100:00100000:3.0:1789185322.587829:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b276ac1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+552:3635:x1876087018790016:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1789185322.587841:0:8431:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1858 count 1
00010000:00010000:3.0:1789185322.587852:0:8431:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000005aeaabf/0xff23d3f688d922f4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x742:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.587864:0:8431:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b637b69a/0xff23d3f688d8e441 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x742:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a101 expref: 465 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.587871:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x742:0x0].0x0 since=123s v=(0 0)
00010000:00010000:3.0:1789185322.587874:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x742:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.587878:0:8431:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000005aeaabf/0xff23d3f688d922f4 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x742:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.587896:0:8431:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b637b69a/0xff23d3f688d8e441 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x742:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a101 expref: 465 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.587905:0:8431:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b637b69a/0xff23d3f688d8e441 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x742:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a101 expref: 465 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.587921:0:8431:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b152868a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8431:1876087018790400:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185322.587947:0:8431:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14b7b26c0 going to sleep for 11 seconds
00000100:00100000:3.0:1789185322.588101:0:24325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37361
00000100:00100000:3.0:1789185322.588110:0:24325:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d434700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+562:3637:x1876087018790144:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:3.0:1789185322.588123:0:24325:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1869 count 1
00010000:00010000:3.0:1789185322.588136:0:24325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c0064632/0xff23d3f688d922fb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x74d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.588148:0:24325:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000067fae962/0xff23d3f688d8e59f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x74d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a1a2 expref: 452 pid: 35218 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.588155:0:24325:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x74d:0x0].0x0 since=123s v=(0 0)
00010000:00010000:3.0:1789185322.588158:0:24325:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x74d:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.588162:0:24325:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c0064632/0xff23d3f688d922fb lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x74d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.588183:0:24325:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000067fae962/0xff23d3f688d8e59f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x74d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a1a2 expref: 452 pid: 35218 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.588193:0:24325:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000067fae962/0xff23d3f688d8e59f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x74d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a1a2 expref: 452 pid: 35218 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.588204:0:24325:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0cd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24325:1876087018790528:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185322.588232:0:24325:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14b7b2c00 going to sleep for 11 seconds
00010000:00010000:3.0:1789185322.588262:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185322.588269:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b93d1933/0xff23d3f688d92268 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x744:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.588277:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abda600 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185322.588283:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b93d1933/0xff23d3f688d92268 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x744:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.588294:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b93d1933/0xff23d3f688d92268 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x744:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.588314:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b93d1933/0xff23d3f688d92268 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x744:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.588322:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b93d1933/0xff23d3f688d92268 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x744:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.588344:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.588346:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.588347:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789185322.589995:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22835
00000100:00100000:3.0:1789185322.590012:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d41ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+458:2394:x1876087010729984:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.590027:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.590037:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e7aefe9e/0xff23d3f688d8e57c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x748:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a15c expref: 458 pid: 24325 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.590160:0:35218:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b145c94700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35218:1876087018789248:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185322.590179:0:35218:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000006fffc687/0xff23d3f688d922d8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x74c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.590236:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e7aefe9e/0xff23d3f688d8e57c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x748:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a15c expref: 458 pid: 24325 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.590254:0:178150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e7aefe9e/0xff23d3f688d8e57c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x748:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a15c expref: 458 pid: 24325 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.590266:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x748:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.590269:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x748:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.590274:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000429e81d7/0xff23d3f688d922ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x748:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.590282:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000429e81d7/0xff23d3f688d922ae lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x748:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.590302:0:34810:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f3bd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:34810:1876087018789504:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185322.590318:0:34810:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000054f5e6e3/0xff23d3f688d922df lrc: 3/0,1 mode: --/PW res: [0x280000401:0x73f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.590352:0:178143:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b145c94a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:178143:1876087018788992:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185322.590364:0:178143:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000007ef11ebc/0xff23d3f688d922d1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x73e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.590386:0:34809:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b152866d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:34809:1876087018789760:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185322.590398:0:34809:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d4cdc89e/0xff23d3f688d922e6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x740:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.590520:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.591309:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d41ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+457:2394:x1876087010729984:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 1302us (6269us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.591318:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22835
00000100:00100000:3.0:1789185322.591337:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22838
00000100:00100000:3.0:1789185322.591346:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d418e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+456:2394:x1876087010730240:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.591355:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.591362:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000082352872/0xff23d3f688d8e583 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x749:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a16a expref: 456 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.591384:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000082352872/0xff23d3f688d8e583 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x749:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a16a expref: 456 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.591406:0:178150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000082352872/0xff23d3f688d8e583 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x749:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a16a expref: 456 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.591432:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x749:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.591439:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x749:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.591460:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b053a121/0xff23d3f688d922bc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x749:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.591474:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b053a121/0xff23d3f688d922bc lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x749:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.591499:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.591530:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d418e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+454:2394:x1876087010730240:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 185us (2277us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.591539:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22838
00000100:00100000:3.0:1789185322.591575:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22839
00000100:00100000:3.0:1789185322.591584:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d419c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+453:2391:x1876087010730368:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.591595:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.591604:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ad2b113c/0xff23d3f688d8e58a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x74b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a186 expref: 453 pid: 35218 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.591622:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ad2b113c/0xff23d3f688d8e58a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x74b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a186 expref: 452 pid: 35218 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.591637:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x74b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.591641:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x74b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.591646:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000059346501/0xff23d3f688d922c3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x74b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.591711:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000059346501/0xff23d3f688d922c3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x74b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.591735:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.591760:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d419c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+452:2391:x1876087010730368:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 175us (2436us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.591774:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22839
00000100:00100000:3.0:1789185322.591795:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22841
00000100:00100000:3.0:1789185322.591804:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b150558700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+451:2393:x1876087010730624:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.591813:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.591820:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000dd0a5a83/0xff23d3f688d8e591 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x74a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a178 expref: 451 pid: 24325 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.591837:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000dd0a5a83/0xff23d3f688d8e591 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x74a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a178 expref: 451 pid: 24325 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.591869:0:178150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dd0a5a83/0xff23d3f688d8e591 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x74a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a178 expref: 451 pid: 24325 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.591883:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x74a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.591887:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x74a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.591891:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000fa0e9384/0xff23d3f688d922ca lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x74a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.591900:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fa0e9384/0xff23d3f688d922ca lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x74a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.591918:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.591936:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b150558700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+450:2393:x1876087010730624:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 133us (2562us total) trans 0 rc 0/0
00010000:00010000:2.0:1789185322.592805:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185322.592812:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bfc3353f/0xff23d3f688d922b5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x746:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.592821:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde7e00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185322.592827:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bfc3353f/0xff23d3f688d922b5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x746:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.592838:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bfc3353f/0xff23d3f688d922b5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x746:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.592859:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bfc3353f/0xff23d3f688d922b5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x746:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.592871:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bfc3353f/0xff23d3f688d922b5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x746:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.592897:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.592899:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.592901:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.592911:0:35218:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000006fffc687/0xff23d3f688d922d8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x74c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.592920:0:35218:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006fffc687/0xff23d3f688d922d8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x74c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.592930:0:35218:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006fffc687/0xff23d3f688d922d8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x74c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.592938:0:35218:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006fffc687/0xff23d3f688d922d8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x74c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.592964:0:35218:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1789185322.593070:0:35218:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b145c94380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+563:3635:x1876087018789120:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10678us (10894us total) trans 4294989326 rc 0/0
00000100:00100000:2.0:1789185322.593077:0:35218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37356
00010000:00010000:2.0:1789185322.593099:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185322.593104:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006fffc687/0xff23d3f688d922d8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x74c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.593112:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bcc00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185322.593115:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006fffc687/0xff23d3f688d922d8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x74c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.593124:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006fffc687/0xff23d3f688d922d8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x74c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.593135:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006fffc687/0xff23d3f688d922d8 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x74c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.593142:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006fffc687/0xff23d3f688d922d8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x74c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.593160:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.593161:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.593163:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:2.0:1789185322.593182:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b145c95180/2, rc 0, transno 4294989326
00000100:00100000:2.0:1789185322.593188:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b145c95180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018789120:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185322.593683:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b145cb2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018790784:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185322.593734:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:2.0:1789185322.595685:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f3be680/2, rc 0, transno 4294989327
00000100:00100000:2.0:1789185322.595700:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f3be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018787200:0@lo:6:osp-syn-1-0.0
00000004:00080000:2.0:1789185322.596112:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14e94f800/2, rc 0, transno 4294989328
00000100:00100000:2.0:1789185322.596121:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e94f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018787712:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185322.596127:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1789185322.596139:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b152865180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018791040:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185322.596169:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185322.596593:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22841
00000100:00100000:3.0:1789185322.596744:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010731008
00000100:00100000:3.0:1789185322.596751:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010731008
00010000:00010000:3.0:1789185322.596779:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a525fa9c/0xff23d3f688d8e425 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x73f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a0d7 expref: 465 pid: 8491 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.596805:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010731136
00000100:00100000:3.0:1789185322.596809:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010731136
00010000:00010000:3.0:1789185322.596824:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002f3e8739/0xff23d3f688d8e42c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x740:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a0e5 expref: 466 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.596845:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010731520
00000100:00100000:3.0:1789185322.596850:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010731520
00010000:00010000:3.0:1789185322.596868:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000067fae962/0xff23d3f688d8e59f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x74d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a1a2 expref: 448 pid: 35218 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.596881:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010731392
00000100:00100000:3.0:1789185322.596884:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010731392
00010000:00010000:3.0:1789185322.596896:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b637b69a/0xff23d3f688d8e441 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x742:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a101 expref: 468 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.596907:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010730880
00000100:00100000:3.0:1789185322.596909:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010730880
00010000:00010000:3.0:1789185322.596919:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000073a85681/0xff23d3f688d8e41e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x73e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a0c9 expref: 469 pid: 8429 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.596932:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22843
00000100:00100000:3.0:1789185322.597574:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d0d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+469:2392:x1876087010731008:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.597588:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.597595:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a525fa9c/0xff23d3f688d8e425 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x73f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a0d7 expref: 469 pid: 8491 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.597615:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a525fa9c/0xff23d3f688d8e425 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x73f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a0d7 expref: 469 pid: 8491 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.597646:0:178150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a525fa9c/0xff23d3f688d8e425 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x73f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a0d7 expref: 469 pid: 8491 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.597670:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x73f:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.597675:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x73f:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.597685:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000054f5e6e3/0xff23d3f688d922df lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x73f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.597709:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000054f5e6e3/0xff23d3f688d922df lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x73f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.597742:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.597768:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d0d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+467:2392:x1876087010731008:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 200us (5755us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.597775:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22843
00000100:00100000:3.0:1789185322.597792:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22845
00000100:00100000:3.0:1789185322.597800:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b150551f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+448:2393:x1876087010731520:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.597814:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.597823:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000067fae962/0xff23d3f688d8e59f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x74d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a1a2 expref: 448 pid: 35218 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.597837:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000067fae962/0xff23d3f688d8e59f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x74d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a1a2 expref: 448 pid: 35218 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.597853:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x74d:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.597857:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x74d:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.597862:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c0064632/0xff23d3f688d922fb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x74d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.597872:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c0064632/0xff23d3f688d922fb lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x74d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.597885:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.597904:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b150551f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+448:2393:x1876087010731520:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 105us (5707us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.597910:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22845
00000100:00100000:3.0:1789185322.597923:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22846
00000100:00100000:3.0:1789185322.597929:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b150553100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+466:2393:x1876087010731392:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.599094:0:34810:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000054f5e6e3/0xff23d3f688d922df lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x73f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.599105:0:34810:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000054f5e6e3/0xff23d3f688d922df lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x73f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.599114:0:34810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000054f5e6e3/0xff23d3f688d922df lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x73f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.599125:0:34810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000054f5e6e3/0xff23d3f688d922df lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x73f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.599146:0:34810:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00000100:00100000:2.0:1789185322.599225:0:34810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f3bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+553:3638:x1876087018789376:12345-0@lo:6:osp-syn-0-0.0 Request processed in 16142us (16536us total) trans 4294977519 rc 0/0
00000100:00100000:2.0:1789185322.599234:0:34810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37357
00010000:00010000:2.0:1789185322.599262:0:34809:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d4cdc89e/0xff23d3f688d922e6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x740:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.599278:0:34809:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d4cdc89e/0xff23d3f688d922e6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x740:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.599302:0:34809:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d4cdc89e/0xff23d3f688d922e6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x740:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.599318:0:34809:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d4cdc89e/0xff23d3f688d922e6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x740:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.599356:0:34809:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool
00000100:00100000:2.0:1789185322.599444:0:34809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b152867b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+553:3638:x1876087018789632:12345-0@lo:6:osp-syn-0-0.0 Request processed in 15901us (15957us total) trans 4294977520 rc 0/0
00000100:00100000:2.0:1789185322.599463:0:34809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37358
00010000:00010000:2.0:1789185322.599487:0:178143:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000007ef11ebc/0xff23d3f688d922d1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x73e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.599499:0:178143:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007ef11ebc/0xff23d3f688d922d1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x73e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.599508:0:178143:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007ef11ebc/0xff23d3f688d922d1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x73e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.599515:0:178143:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007ef11ebc/0xff23d3f688d922d1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x73e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.599523:0:178143:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool
00000100:00100000:2.0:1789185322.599617:0:178143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14be57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+553:3635:x1876087018788864:12345-0@lo:6:osp-syn-0-0.0 Request processed in 17996us (19764us total) trans 4294977521 rc 0/0
00000100:00100000:2.0:1789185322.599625:0:178143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37355
00010000:00010000:2.0:1789185322.599646:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 5 total in blp.  (5 blwis in pool)
00010000:00010000:2.0:1789185322.599651:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009b4d9ff2/0xff23d3f688d922a0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x73d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.599658:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b26239ae00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185322.599662:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009b4d9ff2/0xff23d3f688d922a0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x73d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.599669:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009b4d9ff2/0xff23d3f688d922a0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x73d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.599682:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009b4d9ff2/0xff23d3f688d922a0 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x73d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.599689:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009b4d9ff2/0xff23d3f688d922a0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x73d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.599711:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 4 total in blp.  (4 blwis in pool)
00010000:00010000:2.0:1789185322.599716:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fa0e9384/0xff23d3f688d922ca lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x74a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.599723:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde7200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185322.599727:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fa0e9384/0xff23d3f688d922ca lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x74a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.599735:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fa0e9384/0xff23d3f688d922ca lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x74a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.599746:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fa0e9384/0xff23d3f688d922ca lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x74a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.599753:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fa0e9384/0xff23d3f688d922ca lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x74a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.599767:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp.  (3 blwis in pool)
00010000:00010000:2.0:1789185322.599770:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000054f5e6e3/0xff23d3f688d922df lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x73f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.599777:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bdc00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185322.599780:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000054f5e6e3/0xff23d3f688d922df lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x73f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.599788:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000054f5e6e3/0xff23d3f688d922df lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x73f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.599796:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000054f5e6e3/0xff23d3f688d922df lrc: 1/0,0 mode: --/PW res: [0x280000401:0x73f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.599805:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000054f5e6e3/0xff23d3f688d922df lrc: 0/0,0 mode: --/PW res: [0x280000401:0x73f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.599817:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:2.0:1789185322.599820:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d4cdc89e/0xff23d3f688d922e6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x740:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.599827:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bd000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185322.599830:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d4cdc89e/0xff23d3f688d922e6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x740:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.599844:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d4cdc89e/0xff23d3f688d922e6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x740:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.599853:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d4cdc89e/0xff23d3f688d922e6 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x740:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.599860:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d4cdc89e/0xff23d3f688d922e6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x740:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.599870:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:2.0:1789185322.599874:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d41eaa07/0xff23d3f688d92299 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x747:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.599880:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b26239b000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185322.599883:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d41eaa07/0xff23d3f688d92299 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x747:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.599891:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d41eaa07/0xff23d3f688d92299 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x747:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.599899:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d41eaa07/0xff23d3f688d92299 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x747:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.599906:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d41eaa07/0xff23d3f688d92299 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x747:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.599925:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185322.599928:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007ef11ebc/0xff23d3f688d922d1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x73e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.599933:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bd600 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185322.599951:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007ef11ebc/0xff23d3f688d922d1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x73e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.599959:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007ef11ebc/0xff23d3f688d922d1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x73e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.599968:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007ef11ebc/0xff23d3f688d922d1 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x73e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.599975:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007ef11ebc/0xff23d3f688d922d1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x73e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.599987:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.599989:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.599991:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.599998:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:2.0:1789185322.600030:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14d437b80/2, rc 0, transno 4294977517
00000100:00100000:2.0:1789185322.600051:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d437b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018789888:0@lo:6:osp-syn-0-0.0
00000004:00080000:2.0:1789185322.600066:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14d0da680/2, rc 0, transno 4294977521
00000100:00100000:2.0:1789185322.600070:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018788864:0@lo:6:osp-syn-0-0.0
00010000:00010000:2.0:1789185322.600692:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185322.600701:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001cb1768f/0xff23d3f688d92292 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x737:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.600710:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abdba00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185322.600713:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001cb1768f/0xff23d3f688d92292 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x737:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.600723:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001cb1768f/0xff23d3f688d92292 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x737:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.600736:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001cb1768f/0xff23d3f688d92292 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x737:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.600744:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001cb1768f/0xff23d3f688d92292 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x737:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.600763:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.600766:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.600768:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.602467:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.602478:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b637b69a/0xff23d3f688d8e441 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x742:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a101 expref: 460 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.602970:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.603502:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b637b69a/0xff23d3f688d8e441 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x742:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a101 expref: 460 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.603531:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x742:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.603537:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x742:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.603561:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000005aeaabf/0xff23d3f688d922f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x742:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.603572:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000005aeaabf/0xff23d3f688d922f4 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x742:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.603599:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185322.603786:0:35218:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018791168
00000100:00100000:2.0:1789185322.603794:0:35218:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018791168
00000100:00100000:3.0:1789185322.603907:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b150553100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+459:2393:x1876087010731392:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 5974us (11626us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.603923:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22846
00010000:00010000:3.0:1789185322.603955:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789185322.604219:0:35218:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018790656
00000100:00100000:2.0:1789185322.604224:0:35218:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018790656
00000100:00100000:2.0:1789185322.604252:0:35218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37364
00000100:00100000:2.0:1789185322.604260:0:35218:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e90ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+566:3637:x1876087018791168:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1789185322.604289:0:35218:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1873 count 1
00010000:00010000:2.0:1789185322.604312:0:35218:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003654a7fb/0xff23d3f688d92310 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x751:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.604329:0:35218:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006e190b3f/0xff23d3f688d8e6a2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x751:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a1da expref: 445 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.604336:0:35218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x751:0x0].0x0 since=123s v=(0 0)
00010000:00010000:2.0:1789185322.604340:0:35218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x751:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.604344:0:35218:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003654a7fb/0xff23d3f688d92310 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x751:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.604752:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1789185322.604769:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018791552:0@lo:6:osp-syn-0-0.0
00010000:00010000:2.0:1789185322.604854:0:35218:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006e190b3f/0xff23d3f688d8e6a2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x751:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a1da expref: 445 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.604869:0:35218:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006e190b3f/0xff23d3f688d8e6a2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x751:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a1da expref: 445 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.604899:0:35218:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b145c94a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35218:1876087018791424:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185322.605079:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185322.605117:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018791552
00000100:00100000:3.0:1789185322.605122:0:8428:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018791552
00000100:00100000:3.0:1789185322.605155:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37366
00000100:00100000:3.0:1789185322.605163:0:8428:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d0cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+553:3637:x1876087018791552:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1789185322.605176:0:8428:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1859 count 1
00010000:00010000:3.0:1789185322.605190:0:8428:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f05a18d4/0xff23d3f688d9231e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x743:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.605202:0:8428:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000af1017e1/0xff23d3f688d8e448 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x743:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a10f expref: 458 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.605210:0:8428:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x743:0x0].0x0 since=123s v=(0 0)
00010000:00010000:3.0:1789185322.605213:0:8428:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x743:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.605216:0:8428:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f05a18d4/0xff23d3f688d9231e lrc: 4/0,1 mode: --/PW res: [0x280000401:0x743:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.605235:0:8428:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000af1017e1/0xff23d3f688d8e448 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x743:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a10f expref: 458 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.605244:0:8428:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000af1017e1/0xff23d3f688d8e448 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x743:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a10f expref: 458 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.605260:0:8428:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0ce680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8428:1876087018791936:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185322.605284:0:8428:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14b7b2900 going to sleep for 11 seconds
00000004:00080000:3.0:1789185322.605507:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14d435500/2, rc 0, transno 4294989332
00000100:00100000:3.0:1789185322.605524:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d435500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018790144:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1789185322.606228:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1789185322.606237:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018792320:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185322.606266:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185322.606300:0:178142:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018792192
00000100:00100000:3.0:1789185322.606304:0:178142:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018792192
00000100:00100000:3.0:1789185322.606331:0:178142:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018792320
00000100:00100000:3.0:1789185322.606334:0:178142:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018792320
00000100:00100000:3.0:1789185322.606354:0:178142:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37367
00000100:00100000:3.0:1789185322.606361:0:178142:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e909f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+555:3638:x1876087018792192:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1789185322.606434:0:178142:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1862 count 1
00010000:00010000:3.0:1789185322.606463:0:178142:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000052bf4c96/0xff23d3f688d92325 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x746:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.606480:0:178142:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000008ac6c355/0xff23d3f688d8e9c0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x746:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a139 expref: 457 pid: 8429 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.606489:0:178142:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x746:0x0].0x0 since=123s v=(0 0)
00010000:00010000:3.0:1789185322.606493:0:178142:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x746:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.606498:0:178142:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000052bf4c96/0xff23d3f688d92325 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x746:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.606527:0:178142:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000008ac6c355/0xff23d3f688d8e9c0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x746:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a139 expref: 457 pid: 8429 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.606539:0:178142:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000008ac6c355/0xff23d3f688d8e9c0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x746:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a139 expref: 457 pid: 8429 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.606572:0:178142:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b150574000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:178142:1876087018792576:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185322.606610:0:178142:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14b7b2540 going to sleep for 11 seconds
00000100:00100000:3.0:1789185322.606628:0:8491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37368
00000100:00100000:3.0:1789185322.606636:0:8491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b150574a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+555:3637:x1876087018792320:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1789185322.606649:0:8491:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1863 count 1
00010000:00010000:3.0:1789185322.606661:0:8491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006d45f335/0xff23d3f688d9232c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x747:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.606673:0:8491:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003270a4c1/0xff23d3f688d8e45d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x747:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a147 expref: 457 pid: 8491 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.606680:0:8491:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x747:0x0].0x0 since=123s v=(0 0)
00010000:00010000:3.0:1789185322.606683:0:8491:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x747:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.606687:0:8491:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006d45f335/0xff23d3f688d9232c lrc: 4/0,1 mode: --/PW res: [0x280000401:0x747:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.606706:0:8491:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003270a4c1/0xff23d3f688d8e45d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x747:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a147 expref: 457 pid: 8491 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.606722:0:8491:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003270a4c1/0xff23d3f688d8e45d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x747:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a147 expref: 457 pid: 8491 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.606733:0:8491:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b150572d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8491:1876087018792704:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185322.606763:0:8491:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14b7b2300 going to sleep for 11 seconds
00000100:00100000:2.0:1789185322.607083:0:35218:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0e40 going to sleep for 11 seconds
00010000:00010000:2.0:1789185322.607101:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:2.0:1789185322.607108:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000005aeaabf/0xff23d3f688d922f4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x742:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.607116:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b26239bc00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185322.607121:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000005aeaabf/0xff23d3f688d922f4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x742:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.607138:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000005aeaabf/0xff23d3f688d922f4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x742:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.607157:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000005aeaabf/0xff23d3f688d922f4 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x742:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.607165:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000005aeaabf/0xff23d3f688d922f4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x742:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.607185:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:2.0:1789185322.607190:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c0064632/0xff23d3f688d922fb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x74d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.607196:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b26239b800 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185322.607199:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c0064632/0xff23d3f688d922fb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x74d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.607206:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c0064632/0xff23d3f688d922fb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x74d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.607216:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c0064632/0xff23d3f688d922fb lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x74d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.607222:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c0064632/0xff23d3f688d922fb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x74d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.607239:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185322.607242:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009af2fde8/0xff23d3f688d922a7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x73c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.607248:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b26239a200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185322.607251:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009af2fde8/0xff23d3f688d922a7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x73c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.607258:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009af2fde8/0xff23d3f688d922a7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x73c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.607267:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009af2fde8/0xff23d3f688d922a7 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x73c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.607274:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009af2fde8/0xff23d3f688d922a7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x73c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.607290:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.607292:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.607294:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789185322.607309:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018791680:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185322.607347:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185322.607721:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018792448:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185322.607748:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:2.0:1789185322.607788:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14d437100/2, rc 0, transno 4294977523
00000100:00100000:2.0:1789185322.607799:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d437100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018790016:0@lo:6:osp-syn-0-0.0
00000004:00080000:2.0:1789185322.607813:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f3bdc00/2, rc 0, transno 4294977524
00000100:00100000:2.0:1789185322.607816:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f3bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018786688:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185322.607827:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1789185322.607832:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018792064:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185322.607855:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185322.607883:0:34810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018792448
00000100:00100000:2.0:1789185322.607888:0:34810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018792448
00000100:00100000:2.0:1789185322.607910:0:34810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018792064
00000100:00100000:2.0:1789185322.607912:0:34810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018792064
00000100:00100000:2.0:1789185322.607928:0:34810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37370
00000100:00100000:2.0:1789185322.607933:0:34810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b145c94380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+558:3635:x1876087018792448:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1789185322.608026:0:34810:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1864 count 1
00010000:00010000:2.0:1789185322.608039:0:34810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ee62d8df/0xff23d3f688d9233a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x748:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.608052:0:34810:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a89132f0/0xff23d3f688d8e54b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x748:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a155 expref: 457 pid: 35218 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.608059:0:34810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x748:0x0].0x0 since=123s v=(0 0)
00010000:00010000:2.0:1789185322.608062:0:34810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x748:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.608066:0:34810:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ee62d8df/0xff23d3f688d9233a lrc: 4/0,1 mode: --/PW res: [0x280000401:0x748:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.608087:0:34810:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a89132f0/0xff23d3f688d8e54b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x748:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a155 expref: 457 pid: 35218 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.608102:0:34810:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a89132f0/0xff23d3f688d8e54b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x748:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a155 expref: 457 pid: 35218 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.608112:0:34810:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b150548e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:34810:1876087018792960:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185322.608148:0:34810:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0900 going to sleep for 11 seconds
00000100:00100000:2.0:1789185322.608233:0:34809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37371
00000100:00100000:2.0:1789185322.608241:0:34809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b150549c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+558:3635:x1876087018792064:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1789185322.608253:0:34809:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1861 count 1
00010000:00010000:2.0:1789185322.608266:0:34809:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a5a45477/0xff23d3f688d92341 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x745:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.608279:0:34809:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000082a03fb0/0xff23d3f688d8e44f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x745:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a12b expref: 457 pid: 8491 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.608285:0:34809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x745:0x0].0x0 since=123s v=(0 0)
00010000:00010000:2.0:1789185322.608288:0:34809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x745:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.608291:0:34809:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a5a45477/0xff23d3f688d92341 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x745:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.608308:0:34809:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000082a03fb0/0xff23d3f688d8e44f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x745:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a12b expref: 457 pid: 8491 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.608317:0:34809:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000082a03fb0/0xff23d3f688d8e44f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x745:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a12b expref: 457 pid: 8491 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.608333:0:34809:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b15054bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:34809:1876087018793600:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185322.608358:0:34809:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0f00 going to sleep for 11 seconds
00010000:00010000:2.0:1789185322.608369:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789185322.609115:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b15054ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018793472:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185322.609154:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185322.609181:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0]
00000100:00100000:2.0:1789185322.609187:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b150548000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018793088:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185322.609210:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185322.609225:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b15054b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018793728:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185322.609245:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185322.609274:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b150549880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018793216:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185322.609298:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185322.609308:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b150548700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018793856:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185322.609326:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185322.609340:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1789185322.609345:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b150549f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018793344:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185322.609365:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185322.610686:0:178143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37374
00000100:00100000:2.0:1789185322.610699:0:178143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b152966a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+560:3635:x1876087018793728:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1789185322.610720:0:178143:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1865 count 1
00010000:00010000:2.0:1789185322.610737:0:178143:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006fffc687/0xff23d3f688d92356 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x749:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.610755:0:178143:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000027b819b7/0xff23d3f688d8e552 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x749:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a163 expref: 457 pid: 24325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.610763:0:178143:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x749:0x0].0x0 since=123s v=(0 0)
00010000:00010000:2.0:1789185322.610767:0:178143:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x749:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.610771:0:178143:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006fffc687/0xff23d3f688d92356 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x749:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.610796:0:178143:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000027b819b7/0xff23d3f688d8e552 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x749:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a163 expref: 457 pid: 24325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.610811:0:178143:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000027b819b7/0xff23d3f688d8e552 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x749:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a163 expref: 457 pid: 24325 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.610832:0:178143:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b152964a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:178143:1876087018794112:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185322.610888:0:178143:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a09c0 going to sleep for 11 seconds
00000100:00100000:2.0:1789185322.610911:0:178144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37375
00000100:00100000:2.0:1789185322.610921:0:178144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b152967800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+570:3637:x1876087018793216:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1789185322.611211:0:178144:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1875 count 1
00010000:00010000:2.0:1789185322.611225:0:178144:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f1b7551a/0xff23d3f688d9235d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x753:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.611239:0:178144:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007cd887ad/0xff23d3f688d8e6a9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x753:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a1f6 expref: 444 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.611252:0:178144:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x753:0x0].0x0 since=123s v=(0 0)
00010000:00010000:2.0:1789185322.611255:0:178144:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x753:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.611258:0:178144:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f1b7551a/0xff23d3f688d9235d lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x753:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.611279:0:178144:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007cd887ad/0xff23d3f688d8e6a9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x753:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a1f6 expref: 444 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.611287:0:178144:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007cd887ad/0xff23d3f688d8e6a9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x753:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a1f6 expref: 444 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.611297:0:178144:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14752b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:178144:1876087018794368:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185322.611316:0:178144:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe7f6c0 going to sleep for 11 seconds
00000100:00100000:2.0:1789185322.611333:0:178147:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37376
00000100:00100000:2.0:1789185322.611339:0:178147:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b152966300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+560:3637:x1876087018793856:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1789185322.611351:0:178147:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1866 count 1
00010000:00010000:2.0:1789185322.611360:0:178147:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000178222ab/0xff23d3f688d92364 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x74a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.611370:0:178147:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d8f9f003/0xff23d3f688d8e559 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x74a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a171 expref: 457 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.611387:0:178147:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x74a:0x0].0x0 since=123s v=(0 0)
00010000:00010000:2.0:1789185322.611390:0:178147:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x74a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.611394:0:178147:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000178222ab/0xff23d3f688d92364 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x74a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.611411:0:178147:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d8f9f003/0xff23d3f688d8e559 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x74a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a171 expref: 457 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.611419:0:178147:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d8f9f003/0xff23d3f688d8e559 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x74a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a171 expref: 457 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.611427:0:178147:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14752b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:178147:1876087018794496:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185322.613102:0:178147:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe7f900 going to sleep for 11 seconds
00000100:00100000:3.0:1789185322.618624:0:35223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37377
00000100:00100000:3.0:1789185322.618645:0:35223:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b152966d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+570:3637:x1876087018793344:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:3.0:1789185322.618684:0:35223:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1876 count 1
00010000:00010000:3.0:1789185322.618714:0:35223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e7ee957e/0xff23d3f688d9236b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x754:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.618740:0:35223:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000fa67b059/0xff23d3f688d8e6b0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x754:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a204 expref: 444 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.618750:0:35223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x754:0x0].0x0 since=123s v=(0 0)
00010000:00010000:3.0:1789185322.618755:0:35223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x754:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.618760:0:35223:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e7ee957e/0xff23d3f688d9236b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x754:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.618799:0:35223:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000fa67b059/0xff23d3f688d8e6b0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x754:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a204 expref: 444 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.618815:0:35223:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000fa67b059/0xff23d3f688d8e6b0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x754:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a204 expref: 444 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.618836:0:35223:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b150571c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:35223:1876087018794624:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185322.618904:0:35223:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14b7b2c00 going to sleep for 11 seconds
00010000:00010000:3.0:1789185322.620637:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185322.620645:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000439557c1/0xff23d3f688d92302 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x74f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.620654:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde7c00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185322.620658:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000439557c1/0xff23d3f688d92302 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x74f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.620668:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000439557c1/0xff23d3f688d92302 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x74f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.620682:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000439557c1/0xff23d3f688d92302 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x74f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.620689:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000439557c1/0xff23d3f688d92302 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x74f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.620748:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.620751:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.620752:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.622003:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185322.622012:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005465f551/0xff23d3f688d92309 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x750:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.622022:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde6a00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185322.622026:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005465f551/0xff23d3f688d92309 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x750:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.622034:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005465f551/0xff23d3f688d92309 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x750:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.622052:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005465f551/0xff23d3f688d92309 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x750:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.622059:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005465f551/0xff23d3f688d92309 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x750:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.622076:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.622078:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.622080:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789185322.622092:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1789185322.622102:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b147528a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018794752:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185322.622607:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185322.622637:0:178145:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018794880
00000100:00100000:2.0:1789185322.622644:0:178145:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018794880
00000100:00100000:2.0:1789185322.622681:0:178145:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018794752
00000100:00100000:2.0:1789185322.622686:0:178145:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018794752
00000100:00100000:2.0:1789185322.622705:0:178145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37378
00000100:00100000:2.0:1789185322.622714:0:178145:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14fceea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+572:3636:x1876087018794880:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1789185322.622745:0:178145:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1879 count 1
00010000:00010000:2.0:1789185322.622769:0:178145:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007ef11ebc/0xff23d3f688d92372 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x757:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.622788:0:178145:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f0061dcf/0xff23d3f688d8e6e1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x757:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a22e expref: 442 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.622797:0:178145:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x757:0x0].0x0 since=123s v=(0 0)
00010000:00010000:2.0:1789185322.622802:0:178145:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x757:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.622808:0:178145:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007ef11ebc/0xff23d3f688d92372 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x757:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.622839:0:178145:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f0061dcf/0xff23d3f688d8e6e1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x757:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a22e expref: 442 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.622857:0:178145:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f0061dcf/0xff23d3f688d8e6e1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x757:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a22e expref: 442 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.622869:0:178145:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14752bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:178145:1876087018795008:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185322.622936:0:178145:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14a911f00 going to sleep for 11 seconds
00000100:00100000:2.0:1789185322.622954:0:24325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37379
00000100:00100000:2.0:1789185322.622962:0:24325:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b147529c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+572:3637:x1876087018794752:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1789185322.622974:0:24325:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1878 count 1
00010000:00010000:2.0:1789185322.622985:0:24325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d4cdc89e/0xff23d3f688d92379 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x756:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.622997:0:24325:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000018546d9/0xff23d3f688d900e2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x756:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 54525952->54530047) gid 0 flags: 0x40000000020000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bcb4 expref: 442 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.623004:0:24325:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x756:0x0].0x0 since=119s v=(0 0)
00010000:00010000:2.0:1789185322.623008:0:24325:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x756:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1789185322.623012:0:24325:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d4cdc89e/0xff23d3f688d92379 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x756:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.623037:0:24325:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000018546d9/0xff23d3f688d900e2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x756:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 54525952->54530047) gid 0 flags: 0x50000000030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bcb4 expref: 442 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.623048:0:24325:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000018546d9/0xff23d3f688d900e2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x756:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 54525952->54530047) gid 0 flags: 0x70000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bcb4 expref: 442 pid: 34809 timeout: 9499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.623063:0:24325:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14752aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24325:1876087018795136:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185322.623088:0:24325:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14a911540 going to sleep for 11 seconds
00000100:00100000:3.0:1789185322.626464:0:8431:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e90a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8431:1876087018791808:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185322.626481:0:8431:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000017719b4f/0xff23d3f688d92317 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x74e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.626607:0:178142:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b150574000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:178142:1876087018792576:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185322.626622:0:178142:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000052bf4c96/0xff23d3f688d92325 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x746:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.630107:0:34809:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b15054bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:34809:1876087018793600:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185322.630124:0:34809:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000a5a45477/0xff23d3f688d92341 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x745:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.630168:0:178147:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14752b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:178147:1876087018794496:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185322.630180:0:178147:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000178222ab/0xff23d3f688d92364 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x74a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.630204:0:35218:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006e190b3f/0xff23d3f688d8e6a2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x751:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a1da expref: 445 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.630217:0:35218:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b145c94a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35218:1876087018791424:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185322.630228:0:35218:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000003654a7fb/0xff23d3f688d92310 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x751:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.630236:0:35218:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000003654a7fb/0xff23d3f688d92310 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x751:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.630244:0:35218:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003654a7fb/0xff23d3f688d92310 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x751:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.630254:0:35218:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003654a7fb/0xff23d3f688d92310 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x751:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.630262:0:35218:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003654a7fb/0xff23d3f688d92310 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x751:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.630280:0:35218:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1789185322.630442:0:35218:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e90ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+573:3637:x1876087018791168:12345-0@lo:6:osp-syn-1-0.0 Request processed in 26181us (26694us total) trans 4294989335 rc 0/0
00000100:00100000:2.0:1789185322.630467:0:35218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37364
00010000:00010000:2.0:1789185322.630494:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185322.630501:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003654a7fb/0xff23d3f688d92310 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x751:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.630509:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bce00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185322.630514:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003654a7fb/0xff23d3f688d92310 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x751:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.630524:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003654a7fb/0xff23d3f688d92310 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x751:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.630537:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003654a7fb/0xff23d3f688d92310 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x751:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.630583:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003654a7fb/0xff23d3f688d92310 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x751:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.630602:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.630604:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.630606:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:2.0:1789185322.630636:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f3bd500/2, rc 0, transno 4294989335
00000100:00100000:2.0:1789185322.630648:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f3bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018791168:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185322.630750:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1789185322.630767:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14752b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018795264:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185322.630809:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185322.632079:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185322.632144:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185322.632166:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185322.632186:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185322.632208:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:3.0:1789185322.637364:0:8491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003270a4c1/0xff23d3f688d8e45d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x747:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a147 expref: 451 pid: 8491 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.637379:0:8491:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b150572d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8491:1876087018792704:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185322.637400:0:8491:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006d45f335/0xff23d3f688d9232c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x747:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.637411:0:8491:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006d45f335/0xff23d3f688d9232c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x747:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.637420:0:8491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006d45f335/0xff23d3f688d9232c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x747:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.637429:0:8491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006d45f335/0xff23d3f688d9232c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x747:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.637437:0:8491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006d45f335/0xff23d3f688d9232c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x747:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.637466:0:8491:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1789185322.637634:0:8491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b150574a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+562:3637:x1876087018792320:12345-0@lo:6:osp-syn-0-0.0 Request processed in 30999us (31366us total) trans 4294977530 rc 0/0
00000100:00100000:3.0:1789185322.637641:0:8491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37368
00010000:00010000:3.0:1789185322.637673:0:8431:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000017719b4f/0xff23d3f688d92317 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x74e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.637683:0:8431:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000017719b4f/0xff23d3f688d92317 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x74e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.637691:0:8431:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000017719b4f/0xff23d3f688d92317 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x74e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.637697:0:8431:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000017719b4f/0xff23d3f688d92317 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x74e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.637705:0:8431:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:3.0:1789185322.637788:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e908380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+575:3637:x1876087018790656:12345-0@lo:6:osp-syn-1-0.0 Request processed in 33146us (33956us total) trans 4294989338 rc 0/0
00000100:00100000:3.0:1789185322.637795:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37365
00010000:00010000:3.0:1789185322.637815:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:3.0:1789185322.637822:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006d45f335/0xff23d3f688d9232c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x747:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.637830:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b26239b200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185322.637835:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006d45f335/0xff23d3f688d9232c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x747:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.637845:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006d45f335/0xff23d3f688d9232c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x747:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.637859:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006d45f335/0xff23d3f688d9232c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x747:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.637868:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006d45f335/0xff23d3f688d9232c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x747:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.637886:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185322.637889:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000017719b4f/0xff23d3f688d92317 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x74e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.637896:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abdb800 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185322.637899:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000017719b4f/0xff23d3f688d92317 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x74e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.637908:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000017719b4f/0xff23d3f688d92317 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x74e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.637917:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000017719b4f/0xff23d3f688d92317 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x74e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.637925:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000017719b4f/0xff23d3f688d92317 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x74e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.638013:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.638015:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.638017:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:3.0:1789185322.638052:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14d0cd500/2, rc 0, transno 4294977530
00000100:00100000:3.0:1789185322.638066:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018792320:0@lo:6:osp-syn-0-0.0
00000004:00080000:3.0:1789185322.638081:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14d436680/2, rc 0, transno 4294989338
00000100:00100000:3.0:1789185322.638090:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d436680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018790656:0@lo:6:osp-syn-1-0.0
00000004:00080000:3.0:1789185322.638166:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14d0cd880/2, rc 0, transno 4294977526
00000100:00100000:3.0:1789185322.638174:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018792192:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185322.638204:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b150570380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018796288:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185322.638236:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185322.638269:0:34809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018796288
00000100:00100000:3.0:1789185322.638274:0:34809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018796288
00000100:00100000:3.0:1789185322.638301:0:34809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37383
00000100:00100000:3.0:1789185322.638308:0:34809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e90a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+562:3637:x1876087018796288:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1789185322.638327:0:34809:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1869 count 1
00010000:00010000:3.0:1789185322.638346:0:34809:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e5f3008c/0xff23d3f688d92395 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x74d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.638363:0:34809:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b9b8c496/0xff23d3f688d8e56e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x74d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a19b expref: 450 pid: 24325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.638371:0:34809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x74d:0x0].0x0 since=123s v=(0 0)
00010000:00010000:3.0:1789185322.638375:0:34809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x74d:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.638379:0:34809:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e5f3008c/0xff23d3f688d92395 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x74d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.638405:0:34809:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b9b8c496/0xff23d3f688d8e56e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x74d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a19b expref: 450 pid: 24325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.638422:0:34809:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b9b8c496/0xff23d3f688d8e56e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x74d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a19b expref: 450 pid: 24325 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.638433:0:34809:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b147624e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:34809:1876087018796416:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185322.638471:0:34809:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14b7b26c0 going to sleep for 11 seconds
00010000:00010000:3.0:1789185322.640207:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789185322.640280:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1789185322.640291:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b147624700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018796800:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185322.640327:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185322.640584:0:8491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018796800
00000100:00100000:3.0:1789185322.640591:0:8491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018796800
00000100:00100000:3.0:1789185322.640629:0:8491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018796928
00000100:00100000:3.0:1789185322.640632:0:8491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018796928
00000100:00100000:3.0:1789185322.640644:0:8491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018797056
00000100:00100000:3.0:1789185322.640647:0:8491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018797056
00000100:00100000:3.0:1789185322.640661:0:8491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37386
00000100:00100000:3.0:1789185322.640669:0:8491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149a05880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+566:3637:x1876087018796800:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1789185322.640690:0:8491:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1870 count 1
00010000:00010000:3.0:1789185322.640709:0:8491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009af2fde8/0xff23d3f688d923aa lrc: 3/0,1 mode: --/PW res: [0x280000401:0x74e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.640727:0:8491:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005f908d17/0xff23d3f688d8e5a6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x74e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a1a9 expref: 450 pid: 24325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.640736:0:8491:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x74e:0x0].0x0 since=123s v=(0 0)
00010000:00010000:3.0:1789185322.640741:0:8491:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x74e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.640746:0:8491:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009af2fde8/0xff23d3f688d923aa lrc: 4/0,1 mode: --/PW res: [0x280000401:0x74e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.640770:0:8491:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005f908d17/0xff23d3f688d8e5a6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x74e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a1a9 expref: 450 pid: 24325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.640781:0:8491:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005f908d17/0xff23d3f688d8e5a6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x74e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a1a9 expref: 450 pid: 24325 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.640791:0:8491:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149a07100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8491:1876087018797184:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185322.640819:0:8491:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14b7b2300 going to sleep for 11 seconds
00000100:00100000:3.0:1789185322.641466:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b145cb3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018797312:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1789185322.641507:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185322.641527:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1789185322.641532:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b145cb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018797440:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1789185322.641609:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185322.642386:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185322.642419:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185322.642660:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:2.0:1789185322.642706:0:34810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a89132f0/0xff23d3f688d8e54b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x748:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a155 expref: 450 pid: 35218 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.642720:0:34810:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b150548e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:34810:1876087018792960:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185322.642745:0:34810:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000ee62d8df/0xff23d3f688d9233a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x748:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.642762:0:34810:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000ee62d8df/0xff23d3f688d9233a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x748:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.642769:0:34810:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ee62d8df/0xff23d3f688d9233a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x748:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.642780:0:34810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ee62d8df/0xff23d3f688d9233a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x748:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.642788:0:34810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ee62d8df/0xff23d3f688d9233a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x748:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.642802:0:34810:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1789185322.643009:0:34810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b145c94380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+567:3635:x1876087018792448:12345-0@lo:6:osp-syn-0-0.0 Request processed in 35074us (35258us total) trans 4294977531 rc 0/0
00000100:00100000:2.0:1789185322.643017:0:34810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37370
00010000:00010000:2.0:1789185322.643043:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185322.643050:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ee62d8df/0xff23d3f688d9233a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x748:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.643059:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bd400 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185322.643065:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ee62d8df/0xff23d3f688d9233a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x748:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.643076:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ee62d8df/0xff23d3f688d9233a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x748:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.643096:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ee62d8df/0xff23d3f688d9233a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x748:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.643105:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ee62d8df/0xff23d3f688d9233a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x748:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.643122:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.643124:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.643126:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:2.0:1789185322.643169:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14d0c0e00/2, rc 0, transno 4294977531
00000100:00100000:2.0:1789185322.643179:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018792448:0@lo:6:osp-syn-0-0.0
00010000:00010000:2.0:1789185322.643196:0:178147:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000178222ab/0xff23d3f688d92364 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x74a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.643205:0:178147:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000178222ab/0xff23d3f688d92364 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x74a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.643214:0:178147:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000178222ab/0xff23d3f688d92364 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x74a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.643222:0:178147:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000178222ab/0xff23d3f688d92364 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x74a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.643233:0:178147:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1789185322.643301:0:178147:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b152966300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+567:3637:x1876087018793856:12345-0@lo:6:osp-syn-0-0.0 Request processed in 31961us (33973us total) trans 4294977532 rc 0/0
00000100:00100000:2.0:1789185322.643309:0:178147:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37376
00000100:00100000:2.0:1789185322.643331:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010733696
00000100:00100000:2.0:1789185322.643336:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010733696
00010000:00010000:2.0:1789185322.643359:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000018546d9/0xff23d3f688d900e2 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x756:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 54525952->54530047) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bcb4 expref: 438 pid: 34809 timeout: 9499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.643382:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010733568
00000100:00100000:2.0:1789185322.643384:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010733568
00010000:00010000:2.0:1789185322.643396:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f0061dcf/0xff23d3f688d8e6e1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x757:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a22e expref: 439 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.643410:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010733824
00000100:00100000:2.0:1789185322.643413:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010733824
00010000:00010000:2.0:1789185322.643424:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000fa67b059/0xff23d3f688d8e6b0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x754:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a204 expref: 440 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.643767:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22864
00000100:00100000:2.0:1789185322.643779:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b147528000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+440:2393:x1876087010733696:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.643792:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.643798:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000018546d9/0xff23d3f688d900e2 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x756:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 54525952->54530047) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bcb4 expref: 440 pid: 34809 timeout: 9499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.643810:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000018546d9/0xff23d3f688d900e2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x756:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 54525952->54530047) gid 0 flags: 0x50000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bcb4 expref: 440 pid: 34809 timeout: 9499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.643828:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x756:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1789185322.643833:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x756:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1789185322.643839:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d4cdc89e/0xff23d3f688d92379 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x756:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.643849:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d4cdc89e/0xff23d3f688d92379 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x756:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.643865:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185322.643884:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b147528000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+440:2393:x1876087010733696:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 109us (1500us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.644342:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22865
00000100:00100000:3.0:1789185322.644353:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b26963f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+440:2393:x1876087010733568:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.644362:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.644368:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f0061dcf/0xff23d3f688d8e6e1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x757:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a22e expref: 440 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.644387:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f0061dcf/0xff23d3f688d8e6e1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x757:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a22e expref: 440 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.644407:0:178150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f0061dcf/0xff23d3f688d8e6e1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x757:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a22e expref: 440 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.644418:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x757:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.644422:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x757:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.644427:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007ef11ebc/0xff23d3f688d92372 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x757:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.644435:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007ef11ebc/0xff23d3f688d92372 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x757:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.644467:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.644486:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b26963f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+439:2393:x1876087010733568:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 136us (2065us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.644492:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22865
00000100:00100000:3.0:1789185322.644512:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22866
00000100:00100000:3.0:1789185322.644518:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14752a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+438:2392:x1876087010733824:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.644526:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.644530:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000fa67b059/0xff23d3f688d8e6b0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x754:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a204 expref: 438 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.644541:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000fa67b059/0xff23d3f688d8e6b0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x754:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a204 expref: 438 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.644578:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x754:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.644581:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x754:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.644585:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e7ee957e/0xff23d3f688d9236b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x754:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.644592:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e7ee957e/0xff23d3f688d9236b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x754:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.644604:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.644618:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14752a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+438:2392:x1876087010733824:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 100us (1959us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.644624:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22866
00010000:00010000:3.0:1789185322.644641:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:3.0:1789185322.644731:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b150548700/2, rc 0, transno 4294977532
00000100:00100000:3.0:1789185322.644740:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b150548700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018793856:0@lo:6:osp-syn-0-0.0
00010000:00010000:3.0:1789185322.644777:0:24325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000018546d9/0xff23d3f688d900e2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x756:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 54525952->54530047) gid 0 flags: 0x44801400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bcb4 expref: 437 pid: 34809 timeout: 9499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.644788:0:24325:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14752aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24325:1876087018795136:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185322.644800:0:24325:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d4cdc89e/0xff23d3f688d92379 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x756:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.644808:0:24325:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d4cdc89e/0xff23d3f688d92379 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x756:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.644821:0:24325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d4cdc89e/0xff23d3f688d92379 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x756:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.644831:0:24325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d4cdc89e/0xff23d3f688d92379 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x756:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.644840:0:24325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d4cdc89e/0xff23d3f688d92379 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x756:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.644855:0:24325:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1789185322.644995:0:24325:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b147529c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+578:3637:x1876087018794752:12345-0@lo:6:osp-syn-1-0.0 Request processed in 22034us (22387us total) trans 4294989340 rc 0/0
00000100:00100000:3.0:1789185322.645002:0:24325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37379
00000004:00080000:3.0:1789185322.645033:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b147528a80/2, rc 0, transno 4294989340
00000100:00100000:3.0:1789185322.645048:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b147528a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018794752:0@lo:6:osp-syn-1-0.0
00010000:00010000:3.0:1789185322.645074:0:35223:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fa67b059/0xff23d3f688d8e6b0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x754:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a204 expref: 436 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.645086:0:35223:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b150571c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:35223:1876087018794624:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185322.645099:0:35223:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e7ee957e/0xff23d3f688d9236b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x754:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.645108:0:35223:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e7ee957e/0xff23d3f688d9236b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x754:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.645121:0:35223:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e7ee957e/0xff23d3f688d9236b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x754:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.645129:0:35223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e7ee957e/0xff23d3f688d9236b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x754:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.645137:0:35223:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e7ee957e/0xff23d3f688d9236b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x754:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.645149:0:35223:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:3.0:1789185322.645214:0:35223:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b152966d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+578:3637:x1876087018793344:12345-0@lo:6:osp-syn-1-0.0 Request processed in 26577us (35848us total) trans 4294989341 rc 0/0
00000100:00100000:3.0:1789185322.645221:0:35223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37377
00000004:00080000:3.0:1789185322.645248:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b150549f80/2, rc 0, transno 4294989341
00000100:00100000:3.0:1789185322.645252:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b150549f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018793344:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185322.645524:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22864
00010000:00010000:2.0:1789185322.645585:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:2.0:1789185322.645591:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d4cdc89e/0xff23d3f688d92379 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x756:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.645600:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bd000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185322.645605:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d4cdc89e/0xff23d3f688d92379 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x756:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.645615:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d4cdc89e/0xff23d3f688d92379 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x756:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.645630:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d4cdc89e/0xff23d3f688d92379 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x756:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.645638:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d4cdc89e/0xff23d3f688d92379 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x756:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.645660:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185322.645664:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e7ee957e/0xff23d3f688d9236b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x754:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.645671:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b26239b400 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185322.645674:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e7ee957e/0xff23d3f688d9236b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x754:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.645682:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e7ee957e/0xff23d3f688d9236b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x754:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.645691:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e7ee957e/0xff23d3f688d9236b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x754:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.645699:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e7ee957e/0xff23d3f688d9236b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x754:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.645713:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.645715:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.645716:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789185322.645730:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1498af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018798080:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185322.645768:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185322.645800:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1789185322.645806:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e1e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018798208:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185322.645828:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185322.645861:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018798080
00000100:00100000:2.0:1789185322.645867:0:8429:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018798080
00000100:00100000:2.0:1789185322.645898:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018798208
00000100:00100000:2.0:1789185322.645902:0:8429:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018798208
00000100:00100000:2.0:1789185322.645920:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37391
00000100:00100000:2.0:1789185322.645927:0:8429:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b147528e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+568:3635:x1876087018798080:12345-0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185322.646081:0:34810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37392
00000100:00100000:3.0:1789185322.646089:0:34810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14752ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+568:3635:x1876087018798208:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1789185322.646113:0:34810:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1874 count 1
00010000:00010000:3.0:1789185322.646133:0:34810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006d45f335/0xff23d3f688d923cd lrc: 3/0,1 mode: --/PW res: [0x280000401:0x752:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.646149:0:34810:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000012ae5f3f/0xff23d3f688d8e5c9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x752:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a1e1 expref: 449 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.646165:0:34810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x752:0x0].0x0 since=123s v=(0 0)
00010000:00010000:3.0:1789185322.646170:0:34810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x752:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.646174:0:34810:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006d45f335/0xff23d3f688d923cd lrc: 4/0,1 mode: --/PW res: [0x280000401:0x752:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.646202:0:34810:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000012ae5f3f/0xff23d3f688d8e5c9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x752:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a1e1 expref: 449 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.646216:0:34810:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000012ae5f3f/0xff23d3f688d8e5c9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x752:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a1e1 expref: 449 pid: 35223 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.646229:0:34810:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e1e6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:34810:1876087018798336:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185322.646266:0:34810:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14b7b2180 going to sleep for 11 seconds
00002000:00080000:2.0:1789185322.646306:0:8429:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1873 count 1
00010000:00010000:2.0:1789185322.646319:0:8429:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ee62d8df/0xff23d3f688d923d4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x751:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.646331:0:8429:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c34c842a/0xff23d3f688d8e5c2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x751:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a1d3 expref: 449 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.646339:0:8429:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x751:0x0].0x0 since=123s v=(0 0)
00010000:00010000:2.0:1789185322.646342:0:8429:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x751:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.646347:0:8429:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ee62d8df/0xff23d3f688d923d4 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x751:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.646366:0:8429:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c34c842a/0xff23d3f688d8e5c2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x751:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a1d3 expref: 449 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.646377:0:8429:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c34c842a/0xff23d3f688d8e5c2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x751:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a1d3 expref: 449 pid: 35223 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.646387:0:8429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b147528380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8429:1876087018798464:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185322.646405:0:8429:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1486aa180 going to sleep for 11 seconds
00000100:00100000:2.0:1789185322.647613:0:178147:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37394
00000100:00100000:2.0:1789185322.647622:0:178147:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d0d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+579:3638:x1876087018798592:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1789185322.647648:0:178147:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1885 count 1
00010000:00010000:2.0:1789185322.647661:0:178147:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a5a45477/0xff23d3f688d923e2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x75d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.647674:0:178147:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000651092e6/0xff23d3f688d8e854 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x75d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a282 expref: 434 pid: 16720 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.647680:0:178147:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x75d:0x0].0x0 since=123s v=(0 0)
00010000:00010000:2.0:1789185322.647683:0:178147:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x75d:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.647687:0:178147:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a5a45477/0xff23d3f688d923e2 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x75d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.647705:0:178147:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000651092e6/0xff23d3f688d8e854 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x75d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a282 expref: 434 pid: 16720 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.647715:0:178147:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000651092e6/0xff23d3f688d8e854 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x75d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a282 expref: 434 pid: 16720 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.647724:0:178147:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b147529f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:178147:1876087018798976:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185322.647751:0:178147:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1486aac00 going to sleep for 11 seconds
00000100:00100000:2.0:1789185322.649162:0:24325:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018799104
00000100:00100000:2.0:1789185322.649170:0:24325:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018799104
00000100:00100000:2.0:1789185322.649245:0:24325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37395
00000100:00100000:2.0:1789185322.649255:0:24325:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d0d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+580:3636:x1876087018799104:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1789185322.649273:0:24325:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1887 count 1
00010000:00010000:2.0:1789185322.649291:0:24325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d923e9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x75f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.649308:0:24325:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006feea4d4/0xff23d3f688d8e6f6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x75f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a29e expref: 434 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.649318:0:24325:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x75f:0x0].0x0 since=123s v=(0 0)
00010000:00010000:2.0:1789185322.649322:0:24325:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x75f:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.649327:0:24325:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d923e9 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x75f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.649350:0:24325:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006feea4d4/0xff23d3f688d8e6f6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x75f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a29e expref: 434 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.649362:0:24325:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006feea4d4/0xff23d3f688d8e6f6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x75f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a29e expref: 434 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.649375:0:24325:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b147528000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24325:1876087018799232:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185322.649429:0:24325:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1486aa480 going to sleep for 11 seconds
00000100:00100000:2.0:1789185322.662646:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185322.662833:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185322.662852:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185322.662870:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185322.662888:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185322.662909:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185322.662927:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185322.662944:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185322.662957:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185322.662969:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185322.662981:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185322.662998:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185322.663073:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185322.663120:0:178146:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f3bed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:178146:1876087018797824:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185322.663153:0:178146:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000003b4d0371/0xff23d3f688d923bf lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x75b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.663193:0:8429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b147528380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8429:1876087018798464:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185322.663207:0:8429:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000ee62d8df/0xff23d3f688d923d4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x751:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.663230:0:178147:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b147529f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:178147:1876087018798976:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185322.663242:0:178147:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000a5a45477/0xff23d3f688d923e2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x75d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.663265:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010733952
00000100:00100000:2.0:1789185322.663273:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010733952
00010000:00010000:2.0:1789185322.663309:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b19b2c88/0xff23d3f688d8e6c5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x758:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a23c expref: 435 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.663331:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010734208
00000100:00100000:2.0:1789185322.663333:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010734208
00010000:00010000:2.0:1789185322.663346:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e7e3af75/0xff23d3f688d8e6cc lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x759:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a24a expref: 436 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.663362:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010734464
00000100:00100000:2.0:1789185322.663365:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010734464
00010000:00010000:2.0:1789185322.663376:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004895171e/0xff23d3f688d8e6d3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x75a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a258 expref: 437 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.663386:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010734720
00000100:00100000:2.0:1789185322.663389:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010734720
00010000:00010000:2.0:1789185322.663398:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000082fcbe53/0xff23d3f688d8e6da lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x75b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a266 expref: 438 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.663408:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010734080
00000100:00100000:2.0:1789185322.663410:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010734080
00010000:00010000:2.0:1789185322.663420:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000053bc01f2/0xff23d3f688d8e560 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x74b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a17f expref: 450 pid: 24325 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.663430:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010734336
00000100:00100000:2.0:1789185322.663431:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010734336
00010000:00010000:2.0:1789185322.663440:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b9b8c496/0xff23d3f688d8e56e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x74d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a19b expref: 451 pid: 24325 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.663462:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010734592
00000100:00100000:2.0:1789185322.663465:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010734592
00010000:00010000:2.0:1789185322.663477:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e49729ac/0xff23d3f688d8e5bb lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x750:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a1c5 expref: 452 pid: 35223 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.663487:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010734848
00000100:00100000:2.0:1789185322.663489:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010734848
00010000:00010000:2.0:1789185322.663500:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e5c655ab/0xff23d3f688d8e6e8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x75c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a274 expref: 439 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.663511:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010735104
00000100:00100000:2.0:1789185322.663514:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010735104
00010000:00010000:2.0:1789185322.663525:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c34c842a/0xff23d3f688d8e5c2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x751:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a1d3 expref: 453 pid: 35223 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.663534:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010735360
00000100:00100000:2.0:1789185322.663536:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010735360
00010000:00010000:2.0:1789185322.663575:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000651092e6/0xff23d3f688d8e854 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x75d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a282 expref: 440 pid: 16720 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.663587:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010734976
00000100:00100000:2.0:1789185322.663590:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010734976
00010000:00010000:2.0:1789185322.663603:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000012ae5f3f/0xff23d3f688d8e5c9 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x752:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a1e1 expref: 454 pid: 35223 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.663612:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010735232
00000100:00100000:2.0:1789185322.663614:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010735232
00010000:00010000:2.0:1789185322.663626:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000041ffe0fd/0xff23d3f688d8ffd1 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x75e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 33554432->33558527) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bba3 expref: 441 pid: 8491 timeout: 9499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.663636:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010735616
00000100:00100000:2.0:1789185322.663639:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010735616
00010000:00010000:2.0:1789185322.663649:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d02da23b/0xff23d3f688d8e5ad lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x74f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a1b7 expref: 455 pid: 35218 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.663670:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22867
00000100:00100000:2.0:1789185322.663679:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b147528700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+441:2392:x1876087010733952:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.663693:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.663700:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b19b2c88/0xff23d3f688d8e6c5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x758:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a23c expref: 441 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.663714:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b19b2c88/0xff23d3f688d8e6c5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x758:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a23c expref: 441 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.663742:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x758:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.663747:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x758:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.663754:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006d201f36/0xff23d3f688d92380 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x758:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.663764:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006d201f36/0xff23d3f688d92380 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x758:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.663784:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185322.663836:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b147528700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+441:2392:x1876087010733952:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 157us (1199us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.663844:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22867
00000100:00100000:2.0:1789185322.663863:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22868
00000100:00100000:2.0:1789185322.663870:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b147529880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+440:2393:x1876087010734208:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.663881:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.663885:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e7e3af75/0xff23d3f688d8e6cc lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x759:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a24a expref: 440 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.663895:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e7e3af75/0xff23d3f688d8e6cc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x759:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a24a expref: 440 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.663907:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x759:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.663910:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x759:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.663914:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000842f3ed2/0xff23d3f688d9238e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x759:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.663922:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000842f3ed2/0xff23d3f688d9238e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x759:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.663934:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185322.663952:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b147529880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+440:2393:x1876087010734208:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 83us (1119us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.663958:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22868
00000100:00100000:2.0:1789185322.663971:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22869
00000100:00100000:2.0:1789185322.663977:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14752aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+439:2393:x1876087010734464:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.663984:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.663989:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004895171e/0xff23d3f688d8e6d3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x75a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a258 expref: 439 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.664004:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004895171e/0xff23d3f688d8e6d3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x75a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a258 expref: 439 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.664016:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x75a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.664019:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x75a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.664024:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e53016f0/0xff23d3f688d9239c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x75a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.664032:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e53016f0/0xff23d3f688d9239c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x75a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.664044:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185322.664062:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14752aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+439:2393:x1876087010734464:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 85us (1208us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.664068:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22869
00000100:00100000:2.0:1789185322.664080:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22870
00000100:00100000:2.0:1789185322.664087:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14752bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+438:2393:x1876087010734720:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.664095:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.664099:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000082fcbe53/0xff23d3f688d8e6da lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x75b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a266 expref: 438 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.664108:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000082fcbe53/0xff23d3f688d8e6da lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x75b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a266 expref: 438 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.664127:0:178150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000082fcbe53/0xff23d3f688d8e6da lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x75b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a266 expref: 438 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.664139:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x75b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.664142:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x75b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.664145:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003b4d0371/0xff23d3f688d923bf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x75b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.664153:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003b4d0371/0xff23d3f688d923bf lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x75b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.664170:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185322.664187:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14752bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+437:2393:x1876087010734720:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 101us (1315us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.664193:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22870
00000100:00100000:2.0:1789185322.664205:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22871
00000100:00100000:2.0:1789185322.664212:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14752b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+455:2393:x1876087010734080:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.664220:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.664225:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000053bc01f2/0xff23d3f688d8e560 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x74b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a17f expref: 455 pid: 24325 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.664236:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000053bc01f2/0xff23d3f688d8e560 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x74b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a17f expref: 455 pid: 24325 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.664255:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x74b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.664258:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x74b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.664262:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a2baff92/0xff23d3f688d92387 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x74b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.664270:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a2baff92/0xff23d3f688d92387 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x74b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.664281:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185322.664298:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14752b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+455:2393:x1876087010734080:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 86us (1408us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.664304:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22871
00000100:00100000:2.0:1789185322.664316:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22872
00000100:00100000:2.0:1789185322.664322:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b26963fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+454:2393:x1876087010734336:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.664330:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.664335:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b9b8c496/0xff23d3f688d8e56e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x74d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a19b expref: 454 pid: 24325 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.664345:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b9b8c496/0xff23d3f688d8e56e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x74d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a19b expref: 454 pid: 24325 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.664357:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x74d:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.664360:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x74d:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.664364:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e5f3008c/0xff23d3f688d92395 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x74d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.664372:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e5f3008c/0xff23d3f688d92395 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x74d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.664383:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185322.664401:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b26963fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+454:2393:x1876087010734336:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 79us (1492us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.664407:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22872
00000100:00100000:2.0:1789185322.664436:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22873
00000100:00100000:2.0:1789185322.664442:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b150550000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+453:2393:x1876087010734592:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.664463:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.664468:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e49729ac/0xff23d3f688d8e5bb lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x750:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a1c5 expref: 453 pid: 35223 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.664477:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e49729ac/0xff23d3f688d8e5bb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x750:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a1c5 expref: 453 pid: 35223 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.664490:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x750:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.664493:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x750:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.664497:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000439557c1/0xff23d3f688d923b8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x750:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.664504:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000439557c1/0xff23d3f688d923b8 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x750:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.664521:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185322.664538:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b150550000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+453:2393:x1876087010734592:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 96us (1610us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.664568:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22873
00000100:00100000:2.0:1789185322.664582:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22874
00000100:00100000:2.0:1789185322.664588:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b145c94a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+436:2393:x1876087010734848:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.664596:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.664600:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e5c655ab/0xff23d3f688d8e6e8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x75c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a274 expref: 436 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.664610:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e5c655ab/0xff23d3f688d8e6e8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x75c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a274 expref: 436 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.664621:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x75c:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.664624:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x75c:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.664628:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000065fd643b/0xff23d3f688d923c6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x75c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.664635:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000065fd643b/0xff23d3f688d923c6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x75c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.664647:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185322.664664:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b145c94a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+436:2393:x1876087010734848:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 76us (1719us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.664673:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22874
00000100:00100000:2.0:1789185322.664686:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22875
00000100:00100000:2.0:1789185322.664692:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b150548e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+452:2394:x1876087010735104:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.664700:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.664705:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c34c842a/0xff23d3f688d8e5c2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x751:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a1d3 expref: 452 pid: 35223 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.664715:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c34c842a/0xff23d3f688d8e5c2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x751:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a1d3 expref: 452 pid: 35223 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.664727:0:178150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c34c842a/0xff23d3f688d8e5c2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x751:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a1d3 expref: 452 pid: 35223 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.664739:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x751:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.664742:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x751:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.664745:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ee62d8df/0xff23d3f688d923d4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x751:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.664752:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ee62d8df/0xff23d3f688d923d4 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x751:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.664771:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185322.664787:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b150548e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+451:2394:x1876087010735104:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 94us (1828us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.664792:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22875
00000100:00100000:2.0:1789185322.664806:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22876
00000100:00100000:2.0:1789185322.664812:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b15054bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+435:2394:x1876087010735360:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.664821:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.664825:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000651092e6/0xff23d3f688d8e854 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x75d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a282 expref: 435 pid: 16720 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.664835:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000651092e6/0xff23d3f688d8e854 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x75d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a282 expref: 435 pid: 16720 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.664847:0:178150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000651092e6/0xff23d3f688d8e854 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x75d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a282 expref: 435 pid: 16720 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.664857:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x75d:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.664860:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x75d:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.664864:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a5a45477/0xff23d3f688d923e2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x75d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.664871:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a5a45477/0xff23d3f688d923e2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x75d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.664889:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185322.664903:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b15054bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+434:2394:x1876087010735360:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 91us (1932us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.664909:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22876
00000100:00100000:2.0:1789185322.664924:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22877
00000100:00100000:2.0:1789185322.664930:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b150574000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+450:2394:x1876087010734976:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.664939:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.664945:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000012ae5f3f/0xff23d3f688d8e5c9 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x752:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a1e1 expref: 450 pid: 35223 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.664954:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000012ae5f3f/0xff23d3f688d8e5c9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x752:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a1e1 expref: 450 pid: 35223 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.669091:0:34810:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e1e6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:34810:1876087018798336:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185322.672168:0:178150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000012ae5f3f/0xff23d3f688d8e5c9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x752:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a1e1 expref: 447 pid: 35223 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.673884:0:34810:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006d45f335/0xff23d3f688d923cd lrc: 3/0,1 mode: --/PW res: [0x280000401:0x752:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.673922:0:8491:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149a07100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8491:1876087018797184:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185322.673943:0:8491:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000009af2fde8/0xff23d3f688d923aa lrc: 3/0,1 mode: --/PW res: [0x280000401:0x74e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.673959:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.681014:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x752:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.681020:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x752:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.681028:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006d45f335/0xff23d3f688d923cd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x752:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.681040:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006d45f335/0xff23d3f688d923cd lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x752:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.681097:0:24325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006feea4d4/0xff23d3f688d8e6f6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x75f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a29e expref: 428 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.681110:0:24325:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b147528000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24325:1876087018799232:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185322.681130:0:24325:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d923e9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x75f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.681144:0:24325:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d923e9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x75f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.681150:0:24325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d923e9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x75f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.681159:0:24325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d923e9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x75f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.681168:0:24325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d923e9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x75f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.681192:0:24325:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1789185322.681469:0:24325:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d0d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+585:3636:x1876087018799104:12345-0@lo:6:osp-syn-1-0.0 Request processed in 32214us (32986us total) trans 4294989347 rc 0/0
00000100:00100000:2.0:1789185322.681478:0:24325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37395
00000100:00100000:2.0:1789185322.681499:0:24325:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018800896
00000100:00100000:2.0:1789185322.681505:0:24325:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018800896
00000100:00100000:2.0:1789185322.681568:0:24325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37402
00000100:00100000:2.0:1789185322.681578:0:24325:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d419880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+571:3637:x1876087018800896:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1789185322.681603:0:24325:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1877 count 1
00010000:00010000:2.0:1789185322.681624:0:24325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d4cdc89e/0xff23d3f688d9241a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x755:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.681638:0:24325:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000070fe4acc/0xff23d3f688d8e5e5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x755:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a20b expref: 444 pid: 16720 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.681646:0:24325:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x755:0x0].0x0 since=123s v=(0 0)
00010000:00010000:2.0:1789185322.681649:0:24325:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x755:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.681654:0:24325:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d4cdc89e/0xff23d3f688d9241a lrc: 4/0,1 mode: --/PW res: [0x280000401:0x755:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.681684:0:24325:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000070fe4acc/0xff23d3f688d8e5e5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x755:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a20b expref: 444 pid: 16720 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.681697:0:24325:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000070fe4acc/0xff23d3f688d8e5e5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x755:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a20b expref: 444 pid: 16720 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.681709:0:24325:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b150558700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24325:1876087018801024:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185322.681762:0:24325:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1486aa180 going to sleep for 11 seconds
00010000:00010000:2.0:1789185322.681777:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185322.681783:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d923e9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x75f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.681790:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bde00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185322.681794:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d923e9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x75f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.681802:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d923e9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x75f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.681822:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d923e9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x75f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.681830:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d923e9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x75f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.681847:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.681849:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.681851:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.684918:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.686075:0:8491:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000009af2fde8/0xff23d3f688d923aa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x74e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.686096:0:8491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009af2fde8/0xff23d3f688d923aa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x74e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.686111:0:8491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009af2fde8/0xff23d3f688d923aa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x74e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.686120:0:8491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009af2fde8/0xff23d3f688d923aa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x74e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.686143:0:8491:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1789185322.686357:0:8491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149a05880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+572:3637:x1876087018796800:12345-0@lo:6:osp-syn-0-0.0 Request processed in 45685us (46025us total) trans 4294977536 rc 0/0
00000100:00100000:3.0:1789185322.686367:0:8491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37386
00010000:00010000:2.0:1789185322.690993:0:178147:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000a5a45477/0xff23d3f688d923e2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x75d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.691014:0:178147:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a5a45477/0xff23d3f688d923e2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x75d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.691028:0:178147:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a5a45477/0xff23d3f688d923e2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x75d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.691037:0:178147:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a5a45477/0xff23d3f688d923e2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x75d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.691067:0:178147:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1789185322.691265:0:178147:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d0d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+585:3638:x1876087018798592:12345-0@lo:6:osp-syn-1-0.0 Request processed in 43640us (44059us total) trans 4294989348 rc 0/0
00000100:00100000:2.0:1789185322.691275:0:178147:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37394
00010000:00010000:2.0:1789185322.691313:0:8429:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000ee62d8df/0xff23d3f688d923d4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x751:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.691322:0:8429:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ee62d8df/0xff23d3f688d923d4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x751:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.691331:0:8429:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ee62d8df/0xff23d3f688d923d4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x751:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.691339:0:8429:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ee62d8df/0xff23d3f688d923d4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x751:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.691360:0:8429:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:2.0:1789185322.691463:0:8429:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b147528e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+572:3635:x1876087018798080:12345-0@lo:6:osp-syn-0-0.0 Request processed in 45536us (45693us total) trans 4294977537 rc 0/0
00000100:00100000:2.0:1789185322.691470:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37391
00010000:00010000:2.0:1789185322.691526:0:34809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b9b8c496/0xff23d3f688d8e56e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x74d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a19b expref: 444 pid: 24325 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.691541:0:34809:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b147624e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:34809:1876087018796416:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185322.691586:0:34809:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000e5f3008c/0xff23d3f688d92395 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x74d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.691596:0:34809:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000e5f3008c/0xff23d3f688d92395 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x74d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.691607:0:34809:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e5f3008c/0xff23d3f688d92395 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x74d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.691615:0:34809:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e5f3008c/0xff23d3f688d92395 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x74d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.691621:0:34809:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e5f3008c/0xff23d3f688d92395 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x74d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.691632:0:34809:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00000100:00100000:2.0:1789185322.691703:0:34809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e90a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+572:3637:x1876087018796288:12345-0@lo:6:osp-syn-0-0.0 Request processed in 53394us (53466us total) trans 4294977538 rc 0/0
00000100:00100000:2.0:1789185322.691710:0:34809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37383
00010000:00010000:2.0:1789185322.691737:0:178146:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000003b4d0371/0xff23d3f688d923bf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x75b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.691745:0:178146:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003b4d0371/0xff23d3f688d923bf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x75b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.691753:0:178146:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003b4d0371/0xff23d3f688d923bf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x75b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.691760:0:178146:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003b4d0371/0xff23d3f688d923bf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x75b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.691786:0:178146:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool
00000100:00100000:2.0:1789185322.691860:0:178146:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b2768a1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+585:3637:x1876087018797312:12345-0@lo:6:osp-syn-1-0.0 Request processed in 50128us (50351us total) trans 4294989349 rc 0/0
00000100:00100000:2.0:1789185322.691867:0:178146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37389
00000100:00100000:2.0:1789185322.691995:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:2.0:1789185322.692193:0:178144:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004895171e/0xff23d3f688d8e6d3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x75a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a258 expref: 427 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.692206:0:178144:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b150553100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:178144:1876087018796544:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185322.692223:0:178144:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e53016f0/0xff23d3f688d9239c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x75a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.692232:0:178144:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e53016f0/0xff23d3f688d9239c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x75a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.692239:0:178144:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e53016f0/0xff23d3f688d9239c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x75a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.692248:0:178144:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e53016f0/0xff23d3f688d9239c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x75a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.692255:0:178144:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e53016f0/0xff23d3f688d9239c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x75a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.692270:0:178144:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool
00000100:00100000:2.0:1789185322.692343:0:178144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b150551f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+585:3636:x1876087018796160:12345-0@lo:6:osp-syn-1-0.0 Request processed in 53601us (53724us total) trans 4294989350 rc 0/0
00000100:00100000:2.0:1789185322.692349:0:178144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37384
00010000:00010000:2.0:1789185322.692382:0:178148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000053bc01f2/0xff23d3f688d8e560 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x74b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a17f expref: 443 pid: 24325 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.692392:0:178148:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14fced180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:178148:1876087018795776:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185322.692406:0:178148:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000a2baff92/0xff23d3f688d92387 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x74b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.692413:0:178148:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000a2baff92/0xff23d3f688d92387 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x74b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.692419:0:178148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a2baff92/0xff23d3f688d92387 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x74b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.692426:0:178148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a2baff92/0xff23d3f688d92387 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x74b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.692432:0:178148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a2baff92/0xff23d3f688d92387 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x74b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.692440:0:178148:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool
00000100:00100000:2.0:1789185322.692523:0:178148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14fceed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+572:3637:x1876087018795520:12345-0@lo:6:osp-syn-0-0.0 Request processed in 56353us (56568us total) trans 4294977539 rc 0/0
00000100:00100000:2.0:1789185322.692529:0:178148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37381
00000100:00100000:2.0:1789185322.692671:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010736000
00000100:00100000:2.0:1789185322.692678:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010736000
00010000:00010000:2.0:1789185322.692707:0:8458:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000c43e620/0xff23d3f688d8e6fd lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x760:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a2ac expref: 427 pid: 24325 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.692742:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22883
00000100:00100000:2.0:1789185322.692751:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b147624e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+427:2391:x1876087010736000:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.692765:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.692772:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000c43e620/0xff23d3f688d8e6fd lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x760:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a2ac expref: 427 pid: 24325 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.692786:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000c43e620/0xff23d3f688d8e6fd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x760:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a2ac expref: 427 pid: 24325 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.692814:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x760:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.692819:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x760:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.692825:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b053a121/0xff23d3f688d923f0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x760:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.692835:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b053a121/0xff23d3f688d923f0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x760:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.692856:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185322.692895:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b147624e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+427:2391:x1876087010736000:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 143us (900us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.692901:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22883
00010000:00010000:2.0:1789185322.692951:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185322.692972:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b150574000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+442:2394:x1876087010734976:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 28042us (29989us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.692979:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22877
00010000:00010000:3.0:1789185322.693193:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 5 total in blp.  (5 blwis in pool)
00010000:00010000:3.0:1789185322.693203:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a5a45477/0xff23d3f688d923e2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x75d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.693211:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bc800 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185322.693216:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a5a45477/0xff23d3f688d923e2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x75d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.693225:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a5a45477/0xff23d3f688d923e2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x75d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.693241:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a5a45477/0xff23d3f688d923e2 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x75d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.693248:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a5a45477/0xff23d3f688d923e2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x75d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.693269:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 4 total in blp.  (4 blwis in pool)
00010000:00010000:3.0:1789185322.693274:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ee62d8df/0xff23d3f688d923d4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x751:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.693282:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bd400 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185322.693286:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ee62d8df/0xff23d3f688d923d4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x751:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.693294:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ee62d8df/0xff23d3f688d923d4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x751:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.693305:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ee62d8df/0xff23d3f688d923d4 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x751:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.693314:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ee62d8df/0xff23d3f688d923d4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x751:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.693330:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp.  (3 blwis in pool)
00010000:00010000:3.0:1789185322.693335:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e5f3008c/0xff23d3f688d92395 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x74d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.693342:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b26239be00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185322.693345:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e5f3008c/0xff23d3f688d92395 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x74d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.693352:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e5f3008c/0xff23d3f688d92395 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x74d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.696729:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e5f3008c/0xff23d3f688d92395 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x74d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.696737:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e5f3008c/0xff23d3f688d92395 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x74d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.696755:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.696757:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.696759:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.696767:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.696779:0:34810:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006d45f335/0xff23d3f688d923cd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x752:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.696788:0:34810:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006d45f335/0xff23d3f688d923cd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x752:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.696796:0:34810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006d45f335/0xff23d3f688d923cd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x752:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.696810:0:34810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006d45f335/0xff23d3f688d923cd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x752:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.696826:0:34810:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1789185322.696953:0:34810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14752ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+576:3635:x1876087018798208:12345-0@lo:6:osp-syn-0-0.0 Request processed in 50864us (51123us total) trans 4294977540 rc 0/0
00000100:00100000:3.0:1789185322.696961:0:34810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37392
00010000:00010000:3.0:1789185322.696987:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185322.696992:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006d45f335/0xff23d3f688d923cd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x752:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.696999:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b26239b200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185322.697003:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006d45f335/0xff23d3f688d923cd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x752:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.697011:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006d45f335/0xff23d3f688d923cd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x752:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.697022:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006d45f335/0xff23d3f688d923cd lrc: 1/0,0 mode: --/PW res: [0x280000401:0x752:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.697030:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006d45f335/0xff23d3f688d923cd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x752:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.697044:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.697046:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.697048:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:3.0:1789185322.697073:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14e1e7100/2, rc 0, transno 4294977540
00000100:00100000:3.0:1789185322.697086:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e1e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018798208:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185322.697220:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185322.697255:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185322.697277:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185322.697376:0:178149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010736128
00000100:00100000:2.0:1789185322.697382:0:178149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010736128
00010000:00010000:2.0:1789185322.697409:0:178149:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b5ba9afc/0xff23d3f688d8e5d0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x753:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a1ef expref: 442 pid: 35223 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.697430:0:178149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010736384
00000100:00100000:2.0:1789185322.697434:0:178149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010736384
00010000:00010000:2.0:1789185322.697459:0:178149:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000090334079/0xff23d3f688d8e70b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x762:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a2c8 expref: 426 pid: 24325 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.697476:0:178149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010736256
00000100:00100000:2.0:1789185322.697479:0:178149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010736256
00010000:00010000:2.0:1789185322.697491:0:178149:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000467c6cdb/0xff23d3f688d8e704 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x761:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a2ba expref: 427 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.697509:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22884
00000100:00100000:2.0:1789185322.697516:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b150559180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+442:2391:x1876087010736128:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.697529:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.697534:0:178149:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b5ba9afc/0xff23d3f688d8e5d0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x753:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a1ef expref: 442 pid: 35223 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.697568:0:178149:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b5ba9afc/0xff23d3f688d8e5d0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x753:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a1ef expref: 442 pid: 35223 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.697584:0:178149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b5ba9afc/0xff23d3f688d8e5d0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x753:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a1ef expref: 442 pid: 35223 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.697596:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x753:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.697600:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x753:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.697606:0:178149:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000fa0e9384/0xff23d3f688d923f7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x753:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.697615:0:178149:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fa0e9384/0xff23d3f688d923f7 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x753:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.697638:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185322.697669:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b150559180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+441:2391:x1876087010736128:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 153us (449us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.697676:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22884
00000100:00100000:2.0:1789185322.697691:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22885
00000100:00100000:2.0:1789185322.697698:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d0cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+427:2391:x1876087010736384:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.697707:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.697712:0:178149:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000090334079/0xff23d3f688d8e70b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x762:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a2c8 expref: 427 pid: 24325 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.697720:0:178149:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000090334079/0xff23d3f688d8e70b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x762:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a2c8 expref: 427 pid: 24325 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.697734:0:178149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000090334079/0xff23d3f688d8e70b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x762:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a2c8 expref: 427 pid: 24325 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.697745:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x762:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.697748:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x762:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.697751:0:178149:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000084950cc6/0xff23d3f688d92405 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x762:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.697759:0:178149:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000084950cc6/0xff23d3f688d92405 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x762:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.697778:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185322.697796:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d0cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+426:2391:x1876087010736384:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 99us (541us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.697803:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22885
00000100:00100000:2.0:1789185322.697817:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22886
00000100:00100000:2.0:1789185322.697824:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b281264850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+425:2391:x1876087010736256:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.697832:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.697837:0:178149:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000467c6cdb/0xff23d3f688d8e704 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x761:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a2ba expref: 425 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.697853:0:178149:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000467c6cdb/0xff23d3f688d8e704 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x761:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a2ba expref: 425 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.697867:0:178149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000467c6cdb/0xff23d3f688d8e704 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x761:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a2ba expref: 425 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.697877:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x761:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.697880:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x761:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.697884:0:178149:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000bfc3353f/0xff23d3f688d923fe lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x761:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.697893:0:178149:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bfc3353f/0xff23d3f688d923fe lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x761:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.697912:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185322.697932:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b281264850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+424:2391:x1876087010736256:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 108us (653us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.697937:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22886
00000100:00100000:2.0:1789185322.697998:0:24325:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b150558700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24325:1876087018801024:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185322.698016:0:24325:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d4cdc89e/0xff23d3f688d9241a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x755:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.698036:0:178142:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000bfc3353f/0xff23d3f688d923fe lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x761:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.698050:0:178142:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bfc3353f/0xff23d3f688d923fe lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x761:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.698059:0:178142:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bfc3353f/0xff23d3f688d923fe lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x761:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.698067:0:178142:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bfc3353f/0xff23d3f688d923fe lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x761:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.698083:0:178142:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1789185322.698193:0:178142:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d0d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+588:3637:x1876087018799872:12345-0@lo:6:osp-syn-1-0.0 Request processed in 25529us (25815us total) trans 4294989352 rc 0/0
00000100:00100000:2.0:1789185322.698201:0:178142:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37398
00010000:00010000:2.0:1789185322.698224:0:8428:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000084950cc6/0xff23d3f688d92405 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x762:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.698233:0:8428:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000084950cc6/0xff23d3f688d92405 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x762:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.698241:0:8428:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000084950cc6/0xff23d3f688d92405 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x762:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.698247:0:8428:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000084950cc6/0xff23d3f688d92405 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x762:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.698263:0:8428:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:2.0:1789185322.698334:0:8428:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d0ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+588:3635:x1876087018800000:12345-0@lo:6:osp-syn-1-0.0 Request processed in 25160us (25822us total) trans 4294989353 rc 0/0
00000100:00100000:2.0:1789185322.698340:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37399
00000004:00080000:2.0:1789185322.698373:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14d0d0380/2, rc 0, transno 4294989353
00000100:00100000:2.0:1789185322.698378:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018800000:0@lo:6:osp-syn-1-0.0
00010000:00010000:3.0:1789185322.698684:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:3.0:1789185322.698692:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bfc3353f/0xff23d3f688d923fe lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x761:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.698701:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde7e00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185322.698705:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bfc3353f/0xff23d3f688d923fe lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x761:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.698714:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bfc3353f/0xff23d3f688d923fe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x761:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.698727:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bfc3353f/0xff23d3f688d923fe lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x761:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.698734:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bfc3353f/0xff23d3f688d923fe lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x761:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.698754:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185322.698758:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000084950cc6/0xff23d3f688d92405 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x762:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.698764:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde6e00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185322.698767:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000084950cc6/0xff23d3f688d92405 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x762:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.698775:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000084950cc6/0xff23d3f688d92405 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x762:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.698784:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000084950cc6/0xff23d3f688d92405 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x762:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.698790:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000084950cc6/0xff23d3f688d92405 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x762:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.698805:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.698807:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.698808:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789185322.703643:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185322.703691:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185322.703709:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185322.703812:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185322.703830:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185322.703846:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185322.703863:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185322.703877:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185322.703888:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185322.707918:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185322.708003:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185322.708020:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185322.708035:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185322.708055:0:178149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010737408
00000100:00100000:2.0:1789185322.708062:0:178149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010737408
00010000:00010000:2.0:1789185322.708093:0:178149:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000009290c809/0xff23d3f688d8e5fa lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x758:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a235 expref: 439 pid: 16720 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.708113:0:178149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010737792
00000100:00100000:2.0:1789185322.708116:0:178149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010737792
00010000:00010000:2.0:1789185322.708131:0:178149:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b44a3342/0xff23d3f688d8e72e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x767:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a30e expref: 422 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.708143:0:178149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010738048
00000100:00100000:2.0:1789185322.708145:0:178149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010738048
00010000:00010000:2.0:1789185322.708156:0:178149:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000061699c9f/0xff23d3f688d8e893 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x769:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a32a expref: 423 pid: 24325 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.708165:0:178149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010737920
00000100:00100000:2.0:1789185322.708167:0:178149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010737920
00010000:00010000:2.0:1789185322.708176:0:178149:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009e26b934/0xff23d3f688d8e735 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x768:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a31c expref: 424 pid: 24325 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.708188:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22896
00000100:00100000:2.0:1789185322.708196:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b150574a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+439:2394:x1876087010737408:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.708207:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.708212:0:178149:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000009290c809/0xff23d3f688d8e5fa lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x758:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a235 expref: 439 pid: 16720 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.708225:0:178149:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000009290c809/0xff23d3f688d8e5fa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x758:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a235 expref: 439 pid: 16720 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.708251:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x758:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.708255:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x758:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.708262:0:178149:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000281d94e0/0xff23d3f688d9243d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x758:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.708278:0:178149:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000281d94e0/0xff23d3f688d9243d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x758:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.708295:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185322.708317:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b150574a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+439:2394:x1876087010737408:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 122us (402us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.708324:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22896
00000100:00100000:2.0:1789185322.708338:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22897
00000100:00100000:2.0:1789185322.708344:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b150548e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+424:2392:x1876087010737792:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.708351:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.708355:0:178149:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b44a3342/0xff23d3f688d8e72e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x767:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a30e expref: 424 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.708363:0:178149:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b44a3342/0xff23d3f688d8e72e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x767:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a30e expref: 424 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.708376:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x767:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.708379:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x767:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.709263:0:178149:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000fa501034/0xff23d3f688d92452 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x767:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.709281:0:178149:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fa501034/0xff23d3f688d92452 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x767:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.709311:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185322.709343:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b150548e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+424:2392:x1876087010737792:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 991us (1332us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.709352:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22897
00000100:00100000:2.0:1789185322.709564:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22898
00000100:00100000:2.0:1789185322.709575:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b15054bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+423:2392:x1876087010738048:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.709586:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.709593:0:178149:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000061699c9f/0xff23d3f688d8e893 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x769:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a32a expref: 423 pid: 24325 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.709605:0:178149:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000061699c9f/0xff23d3f688d8e893 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x769:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a32a expref: 423 pid: 24325 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.709621:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x769:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.709625:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x769:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.709630:0:178149:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002b4947e1/0xff23d3f688d92460 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x769:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.709638:0:178149:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002b4947e1/0xff23d3f688d92460 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x769:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.709651:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185322.709665:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b15054bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+423:2392:x1876087010738048:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 93us (1644us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.709675:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22898
00000100:00100000:2.0:1789185322.709690:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22899
00000100:00100000:2.0:1789185322.709696:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b150549c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+422:2392:x1876087010737920:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.709703:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.709709:0:178149:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009e26b934/0xff23d3f688d8e735 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x768:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a31c expref: 422 pid: 24325 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.709720:0:178149:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009e26b934/0xff23d3f688d8e735 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x768:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a31c expref: 422 pid: 24325 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.709731:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x768:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.709734:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x768:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.709739:0:178149:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b2067f66/0xff23d3f688d92459 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x768:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.709747:0:178149:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b2067f66/0xff23d3f688d92459 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x768:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.709758:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185322.709769:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b150549c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+422:2392:x1876087010737920:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 73us (1733us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.709775:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22899
00010000:00010000:2.0:1789185322.709811:0:24325:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d4cdc89e/0xff23d3f688d9241a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x755:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.709826:0:24325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d4cdc89e/0xff23d3f688d9241a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x755:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.709837:0:24325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d4cdc89e/0xff23d3f688d9241a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x755:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.709845:0:24325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d4cdc89e/0xff23d3f688d9241a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x755:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.710049:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp.  (3 blwis in pool)
00010000:00010000:3.0:1789185322.710058:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000243cf2a2/0xff23d3f688d92413 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x763:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.710067:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abdaa00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185322.710071:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000243cf2a2/0xff23d3f688d92413 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x763:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.710081:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000243cf2a2/0xff23d3f688d92413 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x763:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.710093:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000243cf2a2/0xff23d3f688d92413 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x763:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.710105:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000243cf2a2/0xff23d3f688d92413 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x763:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.710128:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:3.0:1789185322.710132:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b228a74f/0xff23d3f688d9240c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x754:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.710139:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abdb600 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185322.710143:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b228a74f/0xff23d3f688d9240c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x754:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.710151:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b228a74f/0xff23d3f688d9240c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x754:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.710163:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b228a74f/0xff23d3f688d9240c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x754:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.710170:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:3.0:1789185322.710174:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003c357a1d/0xff23d3f688d92421 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x764:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.710181:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde6600 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185322.710185:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003c357a1d/0xff23d3f688d92421 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x764:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.710198:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003c357a1d/0xff23d3f688d92421 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x764:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.710208:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003c357a1d/0xff23d3f688d92421 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x764:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.710215:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185322.710218:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d4cdc89e/0xff23d3f688d9241a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x755:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.710225:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bd000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185322.710228:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d4cdc89e/0xff23d3f688d9241a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x755:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.710236:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d4cdc89e/0xff23d3f688d9241a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x755:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.710245:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d4cdc89e/0xff23d3f688d9241a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x755:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.710253:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.710255:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.710257:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.714226:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185322.714241:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002b4947e1/0xff23d3f688d92460 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x769:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.714258:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abda400 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185322.714263:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002b4947e1/0xff23d3f688d92460 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x769:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.714278:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002b4947e1/0xff23d3f688d92460 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x769:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.714303:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002b4947e1/0xff23d3f688d92460 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x769:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.714312:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002b4947e1/0xff23d3f688d92460 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x769:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.714340:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.714342:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.714344:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.714350:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789185322.714522:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e1e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018804096:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185322.714605:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:3.0:1789185322.717826:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:3.0:1789185322.717839:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b2067f66/0xff23d3f688d92459 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x768:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.717852:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149882200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185322.717857:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b2067f66/0xff23d3f688d92459 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x768:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.717868:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b2067f66/0xff23d3f688d92459 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x768:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.717890:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b2067f66/0xff23d3f688d92459 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x768:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.717897:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b2067f66/0xff23d3f688d92459 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x768:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.717923:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185322.717927:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dadccb78/0xff23d3f688d92428 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x759:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.717944:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde6800 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185322.717948:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dadccb78/0xff23d3f688d92428 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x759:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.717954:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dadccb78/0xff23d3f688d92428 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x759:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.717964:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dadccb78/0xff23d3f688d92428 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x759:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.717970:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dadccb78/0xff23d3f688d92428 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x759:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.717989:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.717991:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.717993:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:3.0:1789185322.718032:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b152966a00/2, rc 0, transno 4294989357
00000100:00100000:3.0:1789185322.718048:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b152966a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018803200:0@lo:6:osp-syn-1-0.0
00000004:00080000:3.0:1789185322.718064:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14d41b800/2, rc 0, transno 4294989356
00000100:00100000:3.0:1789185322.718067:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d41b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018801152:0@lo:6:osp-syn-1-0.0
00010000:00010000:3.0:1789185322.718082:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.718087:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:3.0:1789185322.718099:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14d41a680/2, rc 0, transno 4294977542
00000100:00100000:3.0:1789185322.718107:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d41a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018801664:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185322.718162:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789185322.718175:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e1e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018804352:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185322.718209:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185322.718247:0:178149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010738176
00000100:00100000:3.0:1789185322.718253:0:178149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010738176
00010000:00010000:3.0:1789185322.718280:0:178149:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ae5e3138/0xff23d3f688d8e608 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x75a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a251 expref: 437 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.718317:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22900
00000100:00100000:3.0:1789185322.718326:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b26963e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+437:2391:x1876087010738176:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.718338:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.718344:0:178149:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ae5e3138/0xff23d3f688d8e608 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x75a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a251 expref: 437 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.718362:0:178149:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ae5e3138/0xff23d3f688d8e608 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x75a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a251 expref: 437 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.718395:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x75a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.718399:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x75a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.718405:0:178149:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000008e9a7fa0/0xff23d3f688d92467 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x75a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.718415:0:178149:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008e9a7fa0/0xff23d3f688d92467 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x75a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.718431:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.718464:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b26963e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+437:2391:x1876087010738176:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 140us (3020us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.718470:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22900
00010000:00010000:1.0:1789185322.718497:0:8429:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000008889623/0xff23d3f688d8e616 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x75c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a26d expref: 436 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.718504:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185322.718509:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fc5b8c3a/0xff23d3f688d92436 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x757:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.718515:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde7600 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185322.718515:0:8429:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000008889623/0xff23d3f688d8e616 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x75c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a26d expref: 436 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.718518:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fc5b8c3a/0xff23d3f688d92436 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x757:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.718526:0:8429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14aa62300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8429:1876087018804736:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185322.718527:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fc5b8c3a/0xff23d3f688d92436 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x757:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.718542:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fc5b8c3a/0xff23d3f688d92436 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x757:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.718566:0:8429:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14a911c00 going to sleep for 11 seconds
00010000:00010000:3.0:1789185322.718567:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fc5b8c3a/0xff23d3f688d92436 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x757:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.718580:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.718582:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.718583:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185322.718591:0:34809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009290c809/0xff23d3f688d8e5fa lrc: 0/0,0 mode: --/PR res: [0x280000401:0x758:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a235 expref: 436 pid: 16720 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.718602:0:34809:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14aa61500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:34809:1876087018802304:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185322.718617:0:34809:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000281d94e0/0xff23d3f688d9243d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x758:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.718625:0:34809:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000281d94e0/0xff23d3f688d9243d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x758:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.718631:0:34809:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000281d94e0/0xff23d3f688d9243d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x758:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.718774:0:24325:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool
00010000:00010000:2.0:1789185322.718781:0:24325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d4cdc89e/0xff23d3f688d9241a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x755:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.719000:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.719528:0:178145:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000fa0e9384/0xff23d3f688d923f7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x753:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.719540:0:178145:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fa0e9384/0xff23d3f688d923f7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x753:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.719572:0:178145:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fa0e9384/0xff23d3f688d923f7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x753:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.719581:0:178145:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fa0e9384/0xff23d3f688d923f7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x753:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.719604:0:178145:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1789185322.719718:0:178145:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d0d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+579:3637:x1876087018799616:12345-0@lo:6:osp-syn-0-0.0 Request processed in 53403us (53516us total) trans 4294977544 rc 0/0
00000100:00100000:2.0:1789185322.719728:0:178145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37397
00000100:00100000:2.0:1789185322.719826:0:24325:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d419880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+579:3637:x1876087018800896:12345-0@lo:6:osp-syn-0-0.0 Request processed in 38250us (38945us total) trans 4294977545 rc 0/0
00000100:00100000:2.0:1789185322.719833:0:24325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37402
00010000:00010000:1.0:1789185322.720751:0:34809:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000281d94e0/0xff23d3f688d9243d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x758:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.720825:0:34809:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000281d94e0/0xff23d3f688d9243d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x758:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.720855:0:34809:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00010000:00010000:2.0:1789185322.721050:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:2.0:1789185322.721058:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fa0e9384/0xff23d3f688d923f7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x753:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.721066:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde7200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185322.721070:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fa0e9384/0xff23d3f688d923f7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x753:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.721078:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fa0e9384/0xff23d3f688d923f7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x753:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.721100:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fa0e9384/0xff23d3f688d923f7 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x753:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.721107:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fa0e9384/0xff23d3f688d923f7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x753:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.721132:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185322.721136:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000281d94e0/0xff23d3f688d9243d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x758:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.721142:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149882800 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185322.721146:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000281d94e0/0xff23d3f688d9243d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x758:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.721154:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000281d94e0/0xff23d3f688d9243d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x758:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.721163:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000281d94e0/0xff23d3f688d9243d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x758:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.721170:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000281d94e0/0xff23d3f688d9243d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x758:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.721184:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.721185:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.721187:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.721506:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789185322.721614:0:34809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14aa61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+579:3637:x1876087018801536:12345-0@lo:6:osp-syn-0-0.0 Request processed in 26585us (26785us total) trans 4294977546 rc 0/0
00000100:00100000:1.0:1789185322.721624:0:34809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37407
00010000:00010000:1.0:1789185322.722107:0:178146:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b44a3342/0xff23d3f688d8e72e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x767:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a30e expref: 419 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.722122:0:178146:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b152866d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:178146:1876087018803456:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185322.722151:0:178146:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000fa501034/0xff23d3f688d92452 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x767:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.722161:0:178146:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000fa501034/0xff23d3f688d92452 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x767:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.722168:0:178146:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fa501034/0xff23d3f688d92452 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x767:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.722179:0:178146:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fa501034/0xff23d3f688d92452 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x767:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.722188:0:178146:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fa501034/0xff23d3f688d92452 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x767:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.722212:0:178146:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1789185322.722355:0:178146:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b152966d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+591:3635:x1876087018803072:12345-0@lo:6:osp-syn-1-0.0 Request processed in 22933us (23074us total) trans 4294989358 rc 0/0
00000100:00100000:1.0:1789185322.722362:0:178146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37410
00010000:00010000:1.0:1789185322.722423:0:178142:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ae5e3138/0xff23d3f688d8e608 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x75a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a251 expref: 435 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.722435:0:178142:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e908380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:178142:1876087018803968:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185322.722460:0:178142:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000008e9a7fa0/0xff23d3f688d92467 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x75a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.722469:0:178142:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000008e9a7fa0/0xff23d3f688d92467 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x75a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.722475:0:178142:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008e9a7fa0/0xff23d3f688d92467 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x75a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.722483:0:178142:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008e9a7fa0/0xff23d3f688d92467 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x75a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:2.0:1789185322.722488:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b152967800/2, rc 0, transno 4294989358
00010000:00010000:1.0:1789185322.722490:0:178142:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008e9a7fa0/0xff23d3f688d92467 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x75a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.722501:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b152967800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018803072:0@lo:6:osp-syn-1-0.0
00010000:00010000:1.0:1789185322.722501:0:178142:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00010000:00010000:2.0:1789185322.722515:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:2.0:1789185322.722521:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fa501034/0xff23d3f688d92452 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x767:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.722528:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149882e00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185322.722532:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fa501034/0xff23d3f688d92452 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x767:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.722541:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fa501034/0xff23d3f688d92452 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x767:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.722576:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fa501034/0xff23d3f688d92452 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x767:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.722583:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fa501034/0xff23d3f688d92452 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x767:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.722601:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185322.722605:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008e9a7fa0/0xff23d3f688d92467 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x75a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.722609:0:178142:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e90ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+579:3637:x1876087018802944:12345-0@lo:6:osp-syn-0-0.0 Request processed in 19272us (22714us total) trans 4294977547 rc 0/0
00010000:00010000:2.0:1789185322.722612:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149882400 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185322.722615:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008e9a7fa0/0xff23d3f688d92467 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x75a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.722616:0:178142:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37413
00010000:00010000:2.0:1789185322.722622:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008e9a7fa0/0xff23d3f688d92467 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x75a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.722632:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008e9a7fa0/0xff23d3f688d92467 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x75a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.722640:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008e9a7fa0/0xff23d3f688d92467 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x75a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.722661:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.722663:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.722665:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.722771:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185322.724188:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fc0c566d/0xff23d3f688d8e5ec lrc: 0/0,0 mode: --/PR res: [0x280000401:0x756:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a219 expref: 434 pid: 16720 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.724205:0:8431:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14aa60e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8431:1876087018802048:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185322.724225:0:8431:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000429e81d7/0xff23d3f688d9242f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x756:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.724235:0:8431:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000429e81d7/0xff23d3f688d9242f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x756:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.724242:0:8431:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000429e81d7/0xff23d3f688d9242f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x756:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.724252:0:8431:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000429e81d7/0xff23d3f688d9242f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x756:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.724260:0:8431:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000429e81d7/0xff23d3f688d9242f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x756:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.724282:0:8431:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1789185322.724416:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14aa62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+579:3635:x1876087018801280:12345-0@lo:6:osp-syn-0-0.0 Request processed in 29793us (30396us total) trans 4294977548 rc 0/0
00000100:00100000:1.0:1789185322.724424:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37405
00000100:00100000:1.0:1789185322.724467:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e90a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018804480:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185322.724504:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:1.0:1789185322.724565:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14e1e6a00/2, rc 0, transno 4294977547
00010000:00010000:3.0:1789185322.724694:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185322.724702:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000429e81d7/0xff23d3f688d9242f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x756:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.724711:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde6400 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185322.724715:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000429e81d7/0xff23d3f688d9242f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x756:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.724724:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000429e81d7/0xff23d3f688d9242f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x756:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.724742:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000429e81d7/0xff23d3f688d9242f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x756:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.724756:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000429e81d7/0xff23d3f688d9242f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x756:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.724774:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.724776:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.724778:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789185322.724844:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14aa61500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018804864:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185322.724876:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:2.0:1789185322.724903:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14d418e00/2, rc 0, transno 4294977548
00000100:00100000:1.0:1789185322.727180:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e1e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018802944:0@lo:6:osp-syn-0-0.0
00000004:00080000:1.0:1789185322.727220:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b152966300/2, rc 0, transno 4294989355
00000100:00100000:1.0:1789185322.727232:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b152966300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018803328:0@lo:6:osp-syn-1-0.0
00000004:00080000:1.0:1789185322.727245:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14d41b100/2, rc 0, transno 4294977546
00000100:00100000:2.0:1789185322.728693:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d418e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018801280:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185322.730081:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185322.730145:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185322.730163:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185322.730431:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185322.730470:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010738304
00000100:00100000:2.0:1789185322.730477:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010738304
00010000:00010000:2.0:1789185322.730515:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000fb1ecf6c/0xff23d3f688d8e60f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x75b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a25f expref: 434 pid: 16720 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.730567:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010738560
00000100:00100000:2.0:1789185322.730570:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010738560
00010000:00010000:2.0:1789185322.730585:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008f46687d/0xff23d3f688d8e743 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x76b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a346 expref: 419 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.730603:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010738432
00000100:00100000:2.0:1789185322.730606:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010738432
00010000:00010000:2.0:1789185322.730618:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000008889623/0xff23d3f688d8e616 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x75c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a26d expref: 435 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.730639:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010738688
00000100:00100000:2.0:1789185322.730642:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010738688
00010000:00010000:2.0:1789185322.730653:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004453ce6e/0xff23d3f688d8e7c8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x76d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a362 expref: 420 pid: 16720 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.730668:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22901
00000100:00100000:2.0:1789185322.730677:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b150548e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+435:2392:x1876087010738304:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.730691:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.730697:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000fb1ecf6c/0xff23d3f688d8e60f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x75b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a25f expref: 435 pid: 16720 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.730713:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000fb1ecf6c/0xff23d3f688d8e60f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x75b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a25f expref: 435 pid: 16720 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.730742:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x75b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.730746:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x75b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.730753:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009a97dd45/0xff23d3f688d9246e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x75b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.730764:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009a97dd45/0xff23d3f688d9246e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x75b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.730787:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185322.730837:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b150548e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+435:2392:x1876087010738304:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 161us (760us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.730847:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22901
00000100:00100000:2.0:1789185322.730868:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22902
00000100:00100000:1.0:1789185322.730873:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d41b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018801536:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185322.730875:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b15054bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+420:2393:x1876087010738560:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.730883:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.730888:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008f46687d/0xff23d3f688d8e743 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x76b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a346 expref: 420 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.730897:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008f46687d/0xff23d3f688d8e743 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x76b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a346 expref: 420 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.730909:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x76b:0x0].0x0 since=0s v=(0 0)
00000100:00100000:1.0:1789185322.730910:0:8429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14aa62300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8429:1876087018804736:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185322.730912:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x76b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.730916:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000065fd643b/0xff23d3f688d9247c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x76b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.730923:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000065fd643b/0xff23d3f688d9247c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x76b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.730933:0:8429:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d92475 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x75c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.730967:0:178143:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a424fc68/0xff23d3f688d8fec0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x766:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12582912->12587007) gid 0 flags: 0x44801400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ba92 expref: 420 pid: 34809 timeout: 9499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.731001:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185322.731021:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b15054bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+420:2393:x1876087010738560:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 147us (876us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.731028:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22902
00000100:00100000:2.0:1789185322.731043:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22903
00000100:00100000:2.0:1789185322.731049:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b150549c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+434:2391:x1876087010738432:12345-192.168.204.3@tcp:103:ldlm_bl.0
00000100:00100000:1.0:1789185322.731054:0:178143:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b152964700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:178143:1876087018802816:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185322.731059:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.731063:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000008889623/0xff23d3f688d8e616 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x75c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a26d expref: 434 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.731069:0:178143:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000052b873d9/0xff23d3f688d9244b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x766:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.731073:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000008889623/0xff23d3f688d8e616 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x75c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a26d expref: 434 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.731078:0:178143:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000052b873d9/0xff23d3f688d9244b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x766:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.731085:0:178143:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000052b873d9/0xff23d3f688d9244b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x766:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.731086:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000008889623/0xff23d3f688d8e616 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x75c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a26d expref: 434 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.731097:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x75c:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.731097:0:178143:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000052b873d9/0xff23d3f688d9244b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x766:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.731100:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x75c:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.731104:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d92475 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x75c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.731112:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d92475 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x75c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.731113:0:178143:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000052b873d9/0xff23d3f688d9244b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x766:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.731128:0:178143:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1789185322.731129:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185322.731146:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b150549c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+433:2391:x1876087010738432:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 97us (982us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.731151:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22903
00000100:00100000:2.0:1789185322.731165:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22904
00000100:00100000:2.0:1789185322.731171:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b145c94a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+418:2391:x1876087010738688:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.731178:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.731183:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004453ce6e/0xff23d3f688d8e7c8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x76d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a362 expref: 418 pid: 16720 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.731192:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004453ce6e/0xff23d3f688d8e7c8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x76d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a362 expref: 418 pid: 16720 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.731203:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x76d:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.731206:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x76d:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.731210:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006d201f36/0xff23d3f688d92483 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x76d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.731216:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006d201f36/0xff23d3f688d92483 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x76d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.731227:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185322.731243:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b145c94a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+418:2391:x1876087010738688:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 72us (814us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.731249:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22904
00010000:00010000:2.0:1789185322.731267:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00000100:00100000:1.0:1789185322.731267:0:178143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b145cb1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+593:3637:x1876087018802688:12345-0@lo:6:osp-syn-1-0.0 Request processed in 35284us (35335us total) trans 4294989359 rc 0/0
00010000:00010000:2.0:1789185322.731273:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000052b873d9/0xff23d3f688d9244b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x766:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.731274:0:178143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37409
00010000:00010000:2.0:1789185322.731281:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149883600 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185322.731285:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000052b873d9/0xff23d3f688d9244b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x766:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.731294:0:8429:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d92475 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x75c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.731296:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000052b873d9/0xff23d3f688d9244b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x766:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.731302:0:8429:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d92475 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x75c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.731310:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000052b873d9/0xff23d3f688d9244b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x766:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.731310:0:8429:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d92475 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x75c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.731319:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000052b873d9/0xff23d3f688d9244b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x766:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.731319:0:8429:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d92475 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x75c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.731332:0:8429:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1789185322.731343:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185322.731346:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d92475 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x75c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.731351:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149882000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185322.731354:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d92475 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x75c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.731361:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d92475 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x75c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.731370:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d92475 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x75c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.731377:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d92475 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x75c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.731394:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.731396:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.731398:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789185322.731408:0:8429:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e1e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+579:3635:x1876087018804352:12345-0@lo:6:osp-syn-0-0.0 Request processed in 13013us (13199us total) trans 4294977549 rc 0/0
00000100:00100000:1.0:1789185322.731415:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37415
00010000:00010000:1.0:1789185322.731429:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:2.0:1789185322.731430:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14e1e4000/2, rc 0, transno 4294977549
00000100:00100000:2.0:1789185322.731440:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e1e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018804352:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185322.731459:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00010000:00010000:1.0:1789185322.731459:0:178144:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000da4a3df1/0xff23d3f688d8e720 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x765:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a2f2 expref: 417 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.731469:0:178144:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0d3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:178144:1876087018802560:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185322.731470:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e1e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018805248:0@lo:6:osp-syn-0-0.0
00010000:00010000:1.0:1789185322.731483:0:178144:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000004e6d0f6b/0xff23d3f688d92444 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x765:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.731490:0:178144:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000004e6d0f6b/0xff23d3f688d92444 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x765:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.731497:0:178144:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004e6d0f6b/0xff23d3f688d92444 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x765:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.731505:0:178144:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004e6d0f6b/0xff23d3f688d92444 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x765:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.731508:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:1.0:1789185322.731512:0:178144:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004e6d0f6b/0xff23d3f688d92444 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x765:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.731525:0:178144:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1789185322.731604:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b145c94700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018805632:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185322.731620:0:178144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14aa60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+593:3635:x1876087018802432:12345-0@lo:6:osp-syn-1-0.0 Request processed in 35910us (35966us total) trans 4294989360 rc 0/0
00000100:00100000:2.0:1789185322.731626:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185322.731626:0:178144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37408
00000100:00100000:1.0:1789185322.731639:0:178144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018805248
00000100:00100000:1.0:1789185322.731643:0:178144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018805248
00000004:00080000:2.0:1789185322.731649:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14aa62a00/2, rc 0, transno 4294989360
00000100:00100000:2.0:1789185322.731654:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14aa62a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018802432:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185322.731670:0:178144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018805632
00000100:00100000:2.0:1789185322.731673:0:178145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37418
00000100:00100000:1.0:1789185322.731673:0:178144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018805632
00000100:00100000:2.0:1789185322.731679:0:178145:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b276a0c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+580:3635:x1876087018805248:12345-0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185322.731688:0:178144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37419
00000100:00100000:1.0:1789185322.731692:0:178144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b145c94380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+580:3635:x1876087018805632:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1789185322.731701:0:178145:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1885 count 1
00002000:00080000:1.0:1789185322.731702:0:178144:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1888 count 1
00010000:00010000:2.0:1789185322.731720:0:178145:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b1c77d2b/0xff23d3f688d92491 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x75d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.731720:0:178144:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ba247524/0xff23d3f688d9248a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x760:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.731735:0:178145:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b83c298f/0xff23d3f688d8e61d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x75d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a27b expref: 432 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.731735:0:178144:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000038d90049/0xff23d3f688d8e62b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x760:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a2a5 expref: 432 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.731744:0:178145:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x75d:0x0].0x0 since=123s v=(0 0)
00010000:00010000:1.0:1789185322.731744:0:178144:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x760:0x0].0x0 since=123s v=(0 0)
00010000:00010000:2.0:1789185322.731748:0:178145:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x75d:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.731748:0:178144:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x760:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.731753:0:178145:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b1c77d2b/0xff23d3f688d92491 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x75d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.731753:0:178144:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ba247524/0xff23d3f688d9248a lrc: 4/0,1 mode: --/PW res: [0x280000401:0x760:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.731777:0:178145:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b83c298f/0xff23d3f688d8e61d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x75d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a27b expref: 432 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.731796:0:178145:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b83c298f/0xff23d3f688d8e61d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x75d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a27b expref: 432 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.731807:0:178145:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b150550000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:178145:1876087018805760:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185322.731846:0:178145:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b145d6cf00 going to sleep for 11 seconds
00010000:00010000:1.0:1789185322.732880:0:178144:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000038d90049/0xff23d3f688d8e62b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x760:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a2a5 expref: 431 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.732891:0:178144:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000038d90049/0xff23d3f688d8e62b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x760:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a2a5 expref: 431 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.732904:0:178144:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14aa62300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:178144:1876087018806144:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185322.732935:0:178144:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14a911c00 going to sleep for 11 seconds
00010000:00010000:1.0:1789185322.732946:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789185322.732958:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f3bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018805888:0@lo:6:osp-syn-1-0.0
00000004:00080000:1.0:1789185322.733074:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14d419c00/2, rc 0, transno 4294977543
00000100:00100000:1.0:1789185322.733091:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d419c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018801408:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185322.733106:0:34809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018803712
00000100:00100000:1.0:1789185322.733111:0:34809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018803712
00000100:00100000:1.0:1789185322.733139:0:34809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37420
00000100:00100000:1.0:1789185322.733146:0:34809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f3bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+593:3638:x1876087018803712:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185322.733163:0:34809:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1898 count 1
00010000:00010000:1.0:1789185322.733180:0:34809:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000691a0de/0xff23d3f688d92498 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x76a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.733194:0:34809:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004b0a5085/0xff23d3f688d8e73c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x76a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a338 expref: 414 pid: 16720 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.733202:0:34809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x76a:0x0].0x0 since=123s v=(0 0)
00010000:00010000:1.0:1789185322.733206:0:34809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x76a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.733210:0:34809:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000691a0de/0xff23d3f688d92498 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x76a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.733231:0:34809:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004b0a5085/0xff23d3f688d8e73c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x76a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a338 expref: 414 pid: 16720 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.733241:0:34809:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004b0a5085/0xff23d3f688d8e73c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x76a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a338 expref: 414 pid: 16720 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.733251:0:34809:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14aa60a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:34809:1876087018806272:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185322.733274:0:34809:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14a911540 going to sleep for 11 seconds
00000100:00100000:1.0:1789185322.733286:0:178146:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018805504
00000100:00100000:1.0:1789185322.733288:0:178146:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018805504
00000100:00100000:1.0:1789185322.733305:0:178146:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018806016
00000100:00100000:1.0:1789185322.733308:0:178146:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018806016
00000100:00100000:1.0:1789185322.733322:0:178146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37422
00000100:00100000:1.0:1789185322.733326:0:178146:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f3bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+582:3638:x1876087018805504:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185322.733336:0:178146:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1887 count 1
00010000:00010000:1.0:1789185322.733346:0:178146:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d924a6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x75f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.733357:0:178146:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d5525df0/0xff23d3f688d8e67f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x75f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a297 expref: 431 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.733364:0:178146:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x75f:0x0].0x0 since=123s v=(0 0)
00010000:00010000:1.0:1789185322.733367:0:178146:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x75f:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.733371:0:178146:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d924a6 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x75f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.733384:0:178146:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d5525df0/0xff23d3f688d8e67f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x75f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a297 expref: 431 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.733394:0:178146:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d5525df0/0xff23d3f688d8e67f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x75f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a297 expref: 431 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.733404:0:178146:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14aa60380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:178146:1876087018806528:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185322.733426:0:178146:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14a911f00 going to sleep for 11 seconds
00000100:00100000:1.0:1789185322.733442:0:178169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37423
00000100:00100000:1.0:1789185322.733462:0:178169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f3bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+582:3638:x1876087018805376:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185322.733476:0:178169:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1886 count 1
00010000:00010000:1.0:1789185322.733486:0:178169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000048e3f1cb/0xff23d3f688d924ad lrc: 3/0,1 mode: --/PW res: [0x280000401:0x75e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.733498:0:178169:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000008a45da91/0xff23d3f688d8e624 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x75e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a289 expref: 431 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.733504:0:178169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x75e:0x0].0x0 since=123s v=(0 0)
00010000:00010000:1.0:1789185322.733506:0:178169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x75e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.733509:0:178169:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000048e3f1cb/0xff23d3f688d924ad lrc: 4/0,1 mode: --/PW res: [0x280000401:0x75e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.733526:0:178169:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000008a45da91/0xff23d3f688d8e624 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x75e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a289 expref: 431 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.733534:0:178169:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000008a45da91/0xff23d3f688d8e624 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x75e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a289 expref: 431 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.733543:0:178169:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0d3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:178169:1876087018806656:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185322.733850:0:178169:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b27d386540 going to sleep for 11 seconds
00000100:00100000:1.0:1789185322.733874:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:1.0:1789185322.733914:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14d418a80/2, rc 0, transno 4294977545
00000100:00100000:1.0:1789185322.733918:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d418a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018800896:0@lo:6:osp-syn-0-0.0
00000004:00080000:1.0:1789185322.733930:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f705880/2, rc 0, transno 4294989354
00000100:00100000:1.0:1789185322.733939:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f705880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018800512:0@lo:6:osp-syn-1-0.0
00000004:00080000:1.0:1789185322.733951:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14d0d2680/2, rc 0, transno 4294977544
00000100:00100000:1.0:1789185322.733955:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018799616:0@lo:6:osp-syn-0-0.0
00000004:00080000:1.0:1789185322.733970:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14e90a300/2, rc 0, transno 4294989361
00000100:00100000:1.0:1789185322.733973:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e90a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018804480:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185322.734873:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37428
00000100:00100000:1.0:1789185322.734881:0:8429:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14be57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+599:3635:x1876087018807424:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185322.734892:0:8429:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1906 count 1
00010000:00010000:1.0:1789185322.734904:0:8429:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000057531eb4/0xff23d3f688d924d0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x772:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.734915:0:8429:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000dbfc8df5/0xff23d3f688d8e7eb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x772:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a3a8 expref: 414 pid: 16720 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.734921:0:8429:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x772:0x0].0x0 since=123s v=(0 0)
00010000:00010000:1.0:1789185322.734924:0:8429:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x772:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.734927:0:8429:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000057531eb4/0xff23d3f688d924d0 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x772:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.734947:0:8429:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000dbfc8df5/0xff23d3f688d8e7eb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x772:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a3a8 expref: 414 pid: 16720 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.734956:0:8429:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000dbfc8df5/0xff23d3f688d8e7eb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x772:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a3a8 expref: 414 pid: 16720 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.734965:0:8429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e908380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8429:1876087018807680:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185322.735235:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789185322.736308:0:8429:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14ea28600 going to sleep for 11 seconds
00000004:00080000:1.0:1789185322.736484:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b145cb3800/2, rc 0, transno 4294989359
00000100:00100000:1.0:1789185322.736505:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b145cb3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018802688:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185322.737326:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d434700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018807808:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185322.737940:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185322.739838:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b150550380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018808064:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185322.739888:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185322.739922:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1789185322.739929:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b147529c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018808448:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185322.739966:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185322.739997:0:35222:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018808064
00000100:00100000:2.0:1789185322.740002:0:35222:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018808064
00000100:00100000:2.0:1789185322.740039:0:35222:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018808448
00000100:00100000:2.0:1789185322.740043:0:35222:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018808448
00000100:00100000:2.0:1789185322.740078:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37430
00000100:00100000:1.0:1789185322.740086:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37431
00000100:00100000:2.0:1789185322.740089:0:35222:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b147529180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+584:3638:x1876087018808064:12345-0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185322.740102:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b147528000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+584:3638:x1876087018808448:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1789185322.740114:0:35222:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1889 count 1
00002000:00080000:1.0:1789185322.740120:0:8431:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1892 count 1
00010000:00010000:2.0:1789185322.740143:0:35222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d4cdc89e/0xff23d3f688d924e5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x761:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.740144:0:8431:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007fe0979b/0xff23d3f688d924de lrc: 3/0,1 mode: --/PW res: [0x280000401:0x764:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.740173:0:35222:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000049bda548/0xff23d3f688d8e632 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x761:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a2b3 expref: 431 pid: 24325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.740182:0:35222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x761:0x0].0x0 since=123s v=(0 0)
00010000:00010000:2.0:1789185322.740187:0:35222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x761:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.740193:0:35222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d4cdc89e/0xff23d3f688d924e5 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x761:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.740219:0:35222:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000049bda548/0xff23d3f688d8e632 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x761:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a2b3 expref: 431 pid: 24325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.740232:0:35222:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000049bda548/0xff23d3f688d8e632 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x761:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a2b3 expref: 431 pid: 24325 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.740245:0:8431:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e325bb62/0xff23d3f688d8e647 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x764:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a2dd expref: 431 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.740252:0:35222:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14752a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:35222:1876087018808576:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185322.740263:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x764:0x0].0x0 since=123s v=(0 0)
00010000:00010000:1.0:1789185322.740267:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x764:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.740272:0:8431:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007fe0979b/0xff23d3f688d924de lrc: 4/0,1 mode: --/PW res: [0x280000401:0x764:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.740293:0:35222:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b145d6c3c0 going to sleep for 11 seconds
00010000:00010000:1.0:1789185322.740300:0:8431:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e325bb62/0xff23d3f688d8e647 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x764:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a2dd expref: 431 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.740312:0:8431:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e325bb62/0xff23d3f688d8e647 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x764:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a2dd expref: 431 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.740318:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b150551f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018808192:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185322.740338:0:8431:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14fceea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8431:1876087018808704:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185322.740354:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185322.740368:0:8431:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14ea28b40 going to sleep for 11 seconds
00000100:00100000:2.0:1789185322.740382:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789185322.740387:0:178143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018808192
00000100:00100000:2.0:1789185322.740391:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b150553100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018808320:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185322.740393:0:178143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018808192
00000100:00100000:2.0:1789185322.740422:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185322.740503:0:178143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018808320
00000100:00100000:1.0:1789185322.740507:0:178143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018808320
00000100:00100000:1.0:1789185322.740526:0:178143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37432
00000100:00100000:1.0:1789185322.740531:0:178143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b147528700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+586:3635:x1876087018808192:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185322.740543:0:178143:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1890 count 1
00010000:00010000:1.0:1789185322.740574:0:178143:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006c2c9292/0xff23d3f688d924ec lrc: 3/0,1 mode: --/PW res: [0x280000401:0x762:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.740586:0:178143:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000006a13318/0xff23d3f688d8e639 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x762:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a2c1 expref: 431 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.740592:0:178143:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x762:0x0].0x0 since=123s v=(0 0)
00010000:00010000:1.0:1789185322.740596:0:178143:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x762:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.740599:0:178143:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006c2c9292/0xff23d3f688d924ec lrc: 4/0,1 mode: --/PW res: [0x280000401:0x762:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.740617:0:178143:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000006a13318/0xff23d3f688d8e639 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x762:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a2c1 expref: 431 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.740626:0:178143:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000006a13318/0xff23d3f688d8e639 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x762:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a2c1 expref: 431 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.740642:0:178143:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14fcee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:178143:1876087018808832:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185322.740713:0:8491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37433
00000100:00100000:2.0:1789185322.740722:0:8491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b147529880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+586:3635:x1876087018808320:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1789185322.740735:0:8491:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1891 count 1
00010000:00010000:2.0:1789185322.740747:0:8491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ef1f9aa4/0xff23d3f688d924f3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x763:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.740759:0:8491:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000802fe832/0xff23d3f688d8e640 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x763:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a2cf expref: 431 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.740771:0:8491:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x763:0x0].0x0 since=123s v=(0 0)
00010000:00010000:2.0:1789185322.740774:0:8491:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x763:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.740778:0:8491:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ef1f9aa4/0xff23d3f688d924f3 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x763:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.740798:0:8491:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000802fe832/0xff23d3f688d8e640 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x763:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a2cf expref: 431 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.740809:0:8491:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000802fe832/0xff23d3f688d8e640 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x763:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a2cf expref: 431 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.740819:0:8491:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14752aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8491:1876087018808960:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185322.741396:0:8491:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b145d6ca80 going to sleep for 11 seconds
00000100:00100000:1.0:1789185322.741396:0:178143:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14ea28480 going to sleep for 11 seconds
00010000:00010000:2.0:1789185322.741419:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789185322.747338:0:178145:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b150550000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:178145:1876087018805760:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185322.747377:0:178145:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b1c77d2b/0xff23d3f688d92491 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x75d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.748832:0:178144:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14aa62300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:178144:1876087018806144:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185322.748853:0:34809:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14aa60a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:34809:1876087018806272:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185322.748854:0:178144:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000ba247524/0xff23d3f688d9248a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x760:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.748878:0:34809:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000000691a0de/0xff23d3f688d92498 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x76a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.748911:0:178146:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14aa60380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:178146:1876087018806528:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185322.748924:0:178146:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d924a6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x75f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.749042:0:178169:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0d3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:178169:1876087018806656:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185322.749059:0:35223:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0cdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:35223:1876087018806912:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185322.749060:0:178169:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000048e3f1cb/0xff23d3f688d924ad lrc: 3/0,1 mode: --/PW res: [0x280000401:0x75e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.749079:0:35223:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000001cb1768f/0xff23d3f688d924bb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x76e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.749172:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185322.749211:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.749238:0:178143:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14fcee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:178143:1876087018808832:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185322.749258:0:178143:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006c2c9292/0xff23d3f688d924ec lrc: 3/0,1 mode: --/PW res: [0x280000401:0x762:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.749286:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185322.749316:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185322.749367:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185322.749372:0:8431:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14fceea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8431:1876087018808704:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185322.749387:0:8431:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000007fe0979b/0xff23d3f688d924de lrc: 3/0,1 mode: --/PW res: [0x280000401:0x764:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.749395:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185322.749425:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185322.749468:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185322.749483:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185322.749496:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185322.749511:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185322.749530:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010739584
00000100:00100000:2.0:1789185322.749536:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010739584
00010000:00010000:2.0:1789185322.749589:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000663bed3e/0xff23d3f688d8e7d6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x76f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a37e expref: 415 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.749612:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010740096
00000100:00100000:2.0:1789185322.749614:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010740096
00010000:00010000:2.0:1789185322.749625:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000dbfc8df5/0xff23d3f688d8e7eb lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x772:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a3a8 expref: 416 pid: 16720 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.749635:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010739328
00000100:00100000:2.0:1789185322.749637:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010739328
00010000:00010000:2.0:1789185322.749647:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ea23a920/0xff23d3f688d8e751 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x76c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a354 expref: 417 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.749657:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010739840
00000100:00100000:2.0:1789185322.749659:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010739840
00010000:00010000:2.0:1789185322.749669:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b721e274/0xff23d3f688d8e7dd lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x770:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a38c expref: 418 pid: 16720 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.749685:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010740736
00000100:00100000:2.0:1789185322.749688:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010740736
00010000:00010000:2.0:1789185322.749698:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e325bb62/0xff23d3f688d8e647 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x764:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a2dd expref: 432 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.749709:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010738816
00000100:00100000:2.0:1789185322.749711:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010738816
00010000:00010000:2.0:1789185322.749721:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b83c298f/0xff23d3f688d8e61d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x75d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a27b expref: 433 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.749731:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010739072
00000100:00100000:2.0:1789185322.749733:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010739072
00010000:00010000:2.0:1789185322.749744:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004b0a5085/0xff23d3f688d8e73c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x76a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a338 expref: 419 pid: 16720 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.749755:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010739456
00000100:00100000:2.0:1789185322.749757:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010739456
00010000:00010000:2.0:1789185322.749767:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000008a45da91/0xff23d3f688d8e624 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x75e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a289 expref: 434 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.749777:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010739968
00000100:00100000:2.0:1789185322.749780:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010739968
00010000:00010000:2.0:1789185322.749789:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f72b91d9/0xff23d3f688d8e7e4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x771:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a39a expref: 420 pid: 16720 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.749799:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010740352
00000100:00100000:2.0:1789185322.749801:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010740352
00010000:00010000:2.0:1789185322.749812:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000049bda548/0xff23d3f688d8e632 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x761:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a2b3 expref: 435 pid: 24325 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.749822:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010740608
00000100:00100000:2.0:1789185322.749825:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010740608
00010000:00010000:2.0:1789185322.749863:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000802fe832/0xff23d3f688d8e640 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x763:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a2cf expref: 436 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.749894:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22905
00000100:00100000:2.0:1789185322.749905:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14752bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+420:2393:x1876087010739584:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.749921:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.749927:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000663bed3e/0xff23d3f688d8e7d6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x76f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a37e expref: 420 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.749938:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000663bed3e/0xff23d3f688d8e7d6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x76f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a37e expref: 420 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.749967:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x76f:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.749971:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x76f:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.749978:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000017719b4f/0xff23d3f688d924b4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x76f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.749990:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000017719b4f/0xff23d3f688d924b4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x76f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.750015:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185322.750072:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14752bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+420:2393:x1876087010739584:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 168us (900us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.750081:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22905
00000100:00100000:2.0:1789185322.750107:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22906
00000100:00100000:2.0:1789185322.750116:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14752b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+419:2393:x1876087010740096:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.750125:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.750131:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000dbfc8df5/0xff23d3f688d8e7eb lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x772:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a3a8 expref: 419 pid: 16720 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.750142:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000dbfc8df5/0xff23d3f688d8e7eb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x772:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a3a8 expref: 419 pid: 16720 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.750156:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x772:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.750159:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x772:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.750164:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000057531eb4/0xff23d3f688d924d0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x772:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.750172:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000057531eb4/0xff23d3f688d924d0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x772:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.750185:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185322.750204:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14752b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+419:2393:x1876087010740096:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 91us (993us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.750210:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22906
00000100:00100000:2.0:1789185322.750222:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22907
00000100:00100000:2.0:1789185322.750228:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b26963d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+418:2393:x1876087010739328:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.750235:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.750240:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ea23a920/0xff23d3f688d8e751 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x76c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a354 expref: 418 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.750250:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ea23a920/0xff23d3f688d8e751 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x76c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a354 expref: 418 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.750265:0:10396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ea23a920/0xff23d3f688d8e751 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x76c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a354 expref: 418 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.750278:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x76c:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.750281:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x76c:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.750285:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b228a74f/0xff23d3f688d9249f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x76c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.750293:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b228a74f/0xff23d3f688d9249f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x76c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.750317:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185322.750341:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b26963d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+417:2393:x1876087010739328:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 113us (1056us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.750348:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22907
00000100:00100000:2.0:1789185322.750401:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22908
00000100:00100000:2.0:1789185322.750408:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b147529f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+416:2393:x1876087010739840:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.750415:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.750420:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b721e274/0xff23d3f688d8e7dd lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x770:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a38c expref: 416 pid: 16720 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.750429:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b721e274/0xff23d3f688d8e7dd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x770:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a38c expref: 416 pid: 16720 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.750440:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x770:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.750457:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x770:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.750462:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000059346501/0xff23d3f688d924c2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x770:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.750470:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000059346501/0xff23d3f688d924c2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x770:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.750484:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185322.750508:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b147529f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+416:2393:x1876087010739840:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 100us (1195us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.750515:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22908
00000100:00100000:2.0:1789185322.750535:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22909
00000100:00100000:2.0:1789185322.750543:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b147528380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+436:2394:x1876087010740736:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.750575:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.750581:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e325bb62/0xff23d3f688d8e647 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x764:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a2dd expref: 436 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.750592:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e325bb62/0xff23d3f688d8e647 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x764:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a2dd expref: 436 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.750614:0:10396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e325bb62/0xff23d3f688d8e647 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x764:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a2dd expref: 436 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.750625:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x764:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.750628:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x764:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.750632:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000007fe0979b/0xff23d3f688d924de lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x764:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.750639:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007fe0979b/0xff23d3f688d924de lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x764:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.750665:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1789185322.750674:0:8431:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000007fe0979b/0xff23d3f688d924de lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x764:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.750687:0:8431:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007fe0979b/0xff23d3f688d924de lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x764:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.750688:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b147528380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+435:2394:x1876087010740736:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 145us (1318us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.750704:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22909
00010000:00010000:1.0:1789185322.750708:0:8431:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007fe0979b/0xff23d3f688d924de lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x764:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.750718:0:8431:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007fe0979b/0xff23d3f688d924de lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x764:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.750727:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22910
00000100:00100000:2.0:1789185322.750737:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d0cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+434:2391:x1876087010738816:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185322.750740:0:8431:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1789185322.750747:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.750754:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b83c298f/0xff23d3f688d8e61d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x75d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a27b expref: 434 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.750766:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b83c298f/0xff23d3f688d8e61d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x75d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a27b expref: 434 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.750781:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22911
00010000:00010000:2.0:1789185322.750786:0:10396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b83c298f/0xff23d3f688d8e61d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x75d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a27b expref: 434 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.750794:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b150550000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+415:2391:x1876087010739072:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.750800:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x75d:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.750805:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x75d:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.750806:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.750810:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b1c77d2b/0xff23d3f688d92491 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x75d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.750815:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004b0a5085/0xff23d3f688d8e73c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x76a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a338 expref: 415 pid: 16720 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.750825:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b1c77d2b/0xff23d3f688d92491 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x75d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.750833:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004b0a5085/0xff23d3f688d8e73c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x76a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a338 expref: 415 pid: 16720 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.750853:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1789185322.750858:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004b0a5085/0xff23d3f688d8e73c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x76a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a338 expref: 415 pid: 16720 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.750870:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x76a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.750874:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x76a:0x0].0x0 since=0s v=(0 0)
00000100:00100000:2.0:1789185322.750876:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d0cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+433:2391:x1876087010738816:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 140us (1483us total) trans 0 rc 0/0
00010000:00010000:3.0:1789185322.750881:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000691a0de/0xff23d3f688d92498 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x76a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.750887:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22910
00010000:00010000:3.0:1789185322.750895:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000691a0de/0xff23d3f688d92498 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x76a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.750907:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22912
00000100:00100000:2.0:1789185322.750915:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d0d8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+432:2391:x1876087010739456:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.750918:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1789185322.750924:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.750931:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000008a45da91/0xff23d3f688d8e624 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x75e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a289 expref: 432 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.750943:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b150550000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+414:2391:x1876087010739072:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 152us (1517us total) trans 0 rc 0/0
00010000:00010000:2.0:1789185322.750944:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000008a45da91/0xff23d3f688d8e624 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x75e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a289 expref: 432 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.750956:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22911
00010000:00010000:2.0:1789185322.750976:0:10396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008a45da91/0xff23d3f688d8e624 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x75e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a289 expref: 432 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.750981:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22913
00000100:00100000:3.0:1789185322.750994:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d0dad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+413:2391:x1876087010739968:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.750994:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x75e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.751002:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x75e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.751006:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.751008:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000048e3f1cb/0xff23d3f688d924ad lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x75e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.751014:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f72b91d9/0xff23d3f688d8e7e4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x771:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a39a expref: 413 pid: 16720 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.751023:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000048e3f1cb/0xff23d3f688d924ad lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x75e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.751030:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f72b91d9/0xff23d3f688d8e7e4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x771:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a39a expref: 413 pid: 16720 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.751053:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x771:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.751053:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1789185322.751058:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x771:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.751063:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000039d3f603/0xff23d3f688d924c9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x771:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.751070:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000039d3f603/0xff23d3f688d924c9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x771:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.751082:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d0d8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+431:2391:x1876087010739456:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 167us (1613us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.751090:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22912
00000100:00100000:2.0:1789185322.751108:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22914
00000100:00100000:1.0:1789185322.751109:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b147528000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+587:3638:x1876087018808448:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11010us (11138us total) trans 4294977551 rc 0/0
00000100:00100000:2.0:1789185322.751118:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b281267450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+430:2391:x1876087010740352:12345-192.168.204.3@tcp:103:ldlm_bl.0
00000100:00100000:1.0:1789185322.751122:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37431
00010000:00010000:2.0:1789185322.751130:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.751138:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000049bda548/0xff23d3f688d8e632 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x761:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a2b3 expref: 430 pid: 24325 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.751149:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000049bda548/0xff23d3f688d8e632 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x761:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a2b3 expref: 430 pid: 24325 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.751152:0:178169:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000048e3f1cb/0xff23d3f688d924ad lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x75e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.751174:0:178169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000048e3f1cb/0xff23d3f688d924ad lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x75e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.751182:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x761:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.751186:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x761:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.751190:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d4cdc89e/0xff23d3f688d924e5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x761:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.751203:0:178169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000048e3f1cb/0xff23d3f688d924ad lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x75e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.751213:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d4cdc89e/0xff23d3f688d924e5 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x761:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.751224:0:178169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000048e3f1cb/0xff23d3f688d924ad lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x75e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.751227:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1789185322.751237:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1789185322.751245:0:178169:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:3.0:1789185322.751251:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d0dad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+413:2391:x1876087010739968:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 259us (1766us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.751260:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b281267450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+430:2391:x1876087010740352:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 144us (1761us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.751261:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22913
00000100:00100000:2.0:1789185322.751273:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22914
00000100:00100000:3.0:1789185322.751286:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22915
00000100:00100000:3.0:1789185322.751297:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d0d8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+429:2391:x1876087010740608:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.751306:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.751312:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000802fe832/0xff23d3f688d8e640 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x763:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a2cf expref: 429 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.751324:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000802fe832/0xff23d3f688d8e640 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x763:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a2cf expref: 429 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.751345:0:178169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f3bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+587:3638:x1876087018805376:12345-0@lo:6:osp-syn-0-0.0 Request processed in 17882us (18125us total) trans 4294977552 rc 0/0
00000100:00100000:2.0:1789185322.751346:0:8491:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14752aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8491:1876087018808960:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185322.751362:0:178169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37423
00000004:00080000:1.0:1789185322.751417:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b147529c00/2, rc 0, transno 4294977551
00000100:00100000:1.0:1789185322.751430:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b147529c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018808448:0@lo:6:osp-syn-0-0.0
00000004:00080000:1.0:1789185322.751454:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14e1e5f80/2, rc 0, transno 4294977552
00000100:00100000:1.0:1789185322.751459:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e1e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018805376:0@lo:6:osp-syn-0-0.0
00010000:00010000:1.0:1789185322.751477:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:1.0:1789185322.751484:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007fe0979b/0xff23d3f688d924de lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x764:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.751493:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149883c00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185322.751498:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007fe0979b/0xff23d3f688d924de lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x764:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.751507:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007fe0979b/0xff23d3f688d924de lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x764:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.751521:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007fe0979b/0xff23d3f688d924de lrc: 1/0,0 mode: --/PW res: [0x280000401:0x764:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.751528:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007fe0979b/0xff23d3f688d924de lrc: 0/0,0 mode: --/PW res: [0x280000401:0x764:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.751572:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1789185322.751576:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000048e3f1cb/0xff23d3f688d924ad lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x75e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.751588:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149883800 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185322.751591:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000048e3f1cb/0xff23d3f688d924ad lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x75e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.751598:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000048e3f1cb/0xff23d3f688d924ad lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x75e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.751607:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000048e3f1cb/0xff23d3f688d924ad lrc: 1/0,0 mode: --/PW res: [0x280000401:0x75e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.751615:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000048e3f1cb/0xff23d3f688d924ad lrc: 0/0,0 mode: --/PW res: [0x280000401:0x75e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.751628:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185322.751630:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185322.751631:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789185322.751805:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14fceed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018809216:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185322.751855:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185322.751894:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14fceea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018809088:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185322.751915:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185322.751940:0:178148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018809216
00000100:00100000:1.0:1789185322.751946:0:178148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018809216
00000100:00100000:1.0:1789185322.752044:0:178148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018809088
00000100:00100000:1.0:1789185322.752047:0:178148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018809088
00000100:00100000:1.0:1789185322.752065:0:178148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37434
00000100:00100000:1.0:1789185322.752071:0:178148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14fced180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+588:3635:x1876087018809216:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185322.752093:0:178148:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1894 count 1
00010000:00010000:1.0:1789185322.752113:0:178148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006abc7636/0xff23d3f688d924fa lrc: 3/0,1 mode: --/PW res: [0x280000401:0x766:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.752130:0:178148:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000870a75c5/0xff23d3f688d8e655 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x766:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a2f9 expref: 429 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.752138:0:178148:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x766:0x0].0x0 since=123s v=(0 0)
00010000:00010000:1.0:1789185322.752142:0:178148:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x766:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.752146:0:178148:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006abc7636/0xff23d3f688d924fa lrc: 4/0,1 mode: --/PW res: [0x280000401:0x766:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.752169:0:178148:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000870a75c5/0xff23d3f688d8e655 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x766:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a2f9 expref: 429 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.752181:0:178148:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000870a75c5/0xff23d3f688d8e655 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x766:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a2f9 expref: 429 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.752193:0:178148:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0d3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:178148:1876087018809344:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185322.752229:0:178148:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14ea289c0 going to sleep for 11 seconds
00000100:00100000:1.0:1789185322.752244:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37435
00000100:00100000:1.0:1789185322.752250:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14fcee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+588:3638:x1876087018809088:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185322.752267:0:8431:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1893 count 1
00010000:00010000:1.0:1789185322.752276:0:8431:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000603b815f/0xff23d3f688d92501 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x765:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.752292:0:8431:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000575bacae/0xff23d3f688d8e64e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x765:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a2eb expref: 429 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.752298:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x765:0x0].0x0 since=123s v=(0 0)
00010000:00010000:1.0:1789185322.752301:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x765:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.752305:0:8431:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000603b815f/0xff23d3f688d92501 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x765:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.752528:0:8431:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000575bacae/0xff23d3f688d8e64e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x765:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a2eb expref: 429 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.752540:0:8431:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000575bacae/0xff23d3f688d8e64e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x765:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a2eb expref: 429 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.752566:0:8431:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e55f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8431:1876087018809472:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185322.752591:0:8431:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14ea28b40 going to sleep for 11 seconds
00010000:00010000:1.0:1789185322.752604:0:34809:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000000691a0de/0xff23d3f688d92498 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x76a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.752612:0:34809:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000691a0de/0xff23d3f688d92498 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x76a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.752621:0:34809:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000691a0de/0xff23d3f688d92498 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x76a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.752633:0:34809:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000691a0de/0xff23d3f688d92498 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x76a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.752648:0:34809:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1789185322.752739:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000802fe832/0xff23d3f688d8e640 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x763:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a2cf expref: 429 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.752849:0:34809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f3bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+601:3638:x1876087018803712:12345-0@lo:6:osp-syn-1-0.0 Request processed in 19702us (19871us total) trans 4294989363 rc 0/0
00000100:00100000:1.0:1789185322.752855:0:34809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37420
00000004:00080000:1.0:1789185322.752896:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14e909f80/2, rc 0, transno 4294989363
00000100:00100000:1.0:1789185322.752907:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e909f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018803712:0@lo:6:osp-syn-1-0.0
00010000:00010000:2.0:1789185322.753152:0:8491:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000ef1f9aa4/0xff23d3f688d924f3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x763:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.753155:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x763:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.753163:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x763:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.753172:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ef1f9aa4/0xff23d3f688d924f3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x763:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.753185:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ef1f9aa4/0xff23d3f688d924f3 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x763:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.753276:0:8491:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000ef1f9aa4/0xff23d3f688d924f3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x763:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.753278:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1789185322.753287:0:8491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ef1f9aa4/0xff23d3f688d924f3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x763:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.753296:0:8491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ef1f9aa4/0xff23d3f688d924f3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x763:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.753306:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d0d8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+428:2391:x1876087010740608:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 2010us (3791us total) trans 0 rc 0/0
00010000:00010000:2.0:1789185322.753316:0:8491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ef1f9aa4/0xff23d3f688d924f3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x763:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.753324:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22915
00010000:00010000:2.0:1789185322.753334:0:8491:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00000100:00100000:2.0:1789185322.753427:0:8491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b147529880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+589:3635:x1876087018808320:12345-0@lo:6:osp-syn-0-0.0 Request processed in 12705us (13005us total) trans 4294977553 rc 0/0
00000100:00100000:2.0:1789185322.753434:0:8491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37433
00000004:00080000:2.0:1789185322.753482:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b150553100/2, rc 0, transno 4294977553
00000100:00100000:2.0:1789185322.753495:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b150553100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018808320:0@lo:6:osp-syn-0-0.0
00010000:00010000:2.0:1789185322.753514:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:2.0:1789185322.753522:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000691a0de/0xff23d3f688d92498 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x76a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.753529:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149882600 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185322.753534:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000691a0de/0xff23d3f688d92498 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x76a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.753543:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000691a0de/0xff23d3f688d92498 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x76a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.753574:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000691a0de/0xff23d3f688d92498 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x76a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.753581:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000691a0de/0xff23d3f688d92498 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x76a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.753608:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:2.0:1789185322.753612:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000059346501/0xff23d3f688d924c2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x770:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.753619:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abdbc00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185322.753622:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000059346501/0xff23d3f688d924c2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x770:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.753632:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000059346501/0xff23d3f688d924c2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x770:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.753644:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000059346501/0xff23d3f688d924c2 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x770:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.753653:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000059346501/0xff23d3f688d924c2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x770:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.753667:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185322.753674:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.753675:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ef1f9aa4/0xff23d3f688d924f3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x763:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.753678:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.753682:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.753688:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bca00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185322.753693:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ef1f9aa4/0xff23d3f688d924f3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x763:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.753693:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.753704:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ef1f9aa4/0xff23d3f688d924f3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x763:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.753717:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ef1f9aa4/0xff23d3f688d924f3 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x763:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.753731:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ef1f9aa4/0xff23d3f688d924f3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x763:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.753752:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.753755:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.753758:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.753784:0:178145:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b1c77d2b/0xff23d3f688d92491 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x75d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.753792:0:178145:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b1c77d2b/0xff23d3f688d92491 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x75d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.753801:0:178145:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b1c77d2b/0xff23d3f688d92491 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x75d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.753808:0:178145:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b1c77d2b/0xff23d3f688d92491 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x75d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.753820:0:178145:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00010000:00010000:3.0:1789185322.753891:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:3.0:1789185322.753896:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000057531eb4/0xff23d3f688d924d0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x772:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.753904:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149883a00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185322.753907:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000057531eb4/0xff23d3f688d924d0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x772:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.753915:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000057531eb4/0xff23d3f688d924d0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x772:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.753926:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000057531eb4/0xff23d3f688d924d0 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x772:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.753933:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000057531eb4/0xff23d3f688d924d0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x772:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.753952:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185322.753956:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b1c77d2b/0xff23d3f688d92491 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x75d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.753964:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bde00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185322.753968:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b1c77d2b/0xff23d3f688d92491 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x75d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.753973:0:178145:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b276a0c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+589:3635:x1876087018805248:12345-0@lo:6:osp-syn-0-0.0 Request processed in 22292us (22462us total) trans 4294977554 rc 0/0
00010000:00010000:3.0:1789185322.753982:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b1c77d2b/0xff23d3f688d92491 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x75d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.753986:0:178145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37418
00010000:00010000:3.0:1789185322.754000:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b1c77d2b/0xff23d3f688d92491 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x75d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.754014:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b1c77d2b/0xff23d3f688d92491 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x75d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.754035:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789185322.754037:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018809600:0@lo:6:osp-syn-0-0.0
00010000:00010000:3.0:1789185322.754039:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.754042:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789185322.754059:0:35222:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14752a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:35222:1876087018808576:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185322.754073:0:35222:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d4cdc89e/0xff23d3f688d924e5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x761:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.754081:0:35222:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d4cdc89e/0xff23d3f688d924e5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x761:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.754083:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:0.0:1789185322.754092:0:35222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d4cdc89e/0xff23d3f688d924e5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x761:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.754100:0:35222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d4cdc89e/0xff23d3f688d924e5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x761:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.754107:0:35222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d4cdc89e/0xff23d3f688d924e5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x761:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.754127:0:35222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1789185322.754206:0:35222:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b147529180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+589:3638:x1876087018808064:12345-0@lo:6:osp-syn-0-0.0 Request processed in 14120us (14317us total) trans 4294977555 rc 0/0
00000100:00100000:0.0:1789185322.754212:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37430
00000100:00100000:2.0:1789185322.754276:0:178145:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018809600
00000100:00100000:2.0:1789185322.754283:0:178145:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018809600
00010000:00010000:0.0:1789185322.754293:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185322.754298:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d4cdc89e/0xff23d3f688d924e5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x761:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.754306:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bd000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185322.754310:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d4cdc89e/0xff23d3f688d924e5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x761:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.754323:0:178145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37436
00010000:00010000:0.0:1789185322.754323:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d4cdc89e/0xff23d3f688d924e5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x761:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.754331:0:178145:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e55df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+589:3636:x1876087018809600:12345-0@lo:6:osp-syn-0-0.0
00010000:00010000:0.0:1789185322.754335:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d4cdc89e/0xff23d3f688d924e5 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x761:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.754341:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d4cdc89e/0xff23d3f688d924e5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x761:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00080000:2.0:1789185322.754351:0:178145:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1895 count 1
00010000:00010000:0.0:1789185322.754357:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185322.754361:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185322.754363:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.754368:0:178145:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ee62d8df/0xff23d3f688d92508 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x767:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.754383:0:178145:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b455af3e/0xff23d3f688d8e65c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x767:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a307 expref: 426 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.754390:0:178145:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x767:0x0].0x0 since=123s v=(0 0)
00010000:00010000:2.0:1789185322.754394:0:178145:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x767:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.754398:0:178145:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ee62d8df/0xff23d3f688d92508 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x767:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.754429:0:178145:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b455af3e/0xff23d3f688d8e65c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x767:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a307 expref: 426 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.754441:0:178145:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b455af3e/0xff23d3f688d8e65c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x767:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a307 expref: 426 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.754464:0:178145:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0dad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:178145:1876087018809728:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185322.754507:0:178145:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b145d6ce40 going to sleep for 11 seconds
00010000:00010000:2.0:1789185322.754519:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:2.0:1789185322.754539:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b150558700/2, rc 0, transno 4294989365
00000100:00100000:1.0:1789185322.754569:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d435c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018809856:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185322.754600:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:0.0:1789185322.754658:0:178142:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b228a74f/0xff23d3f688d9249f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x76c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.754703:0:178169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018809856
00000100:00100000:3.0:1789185322.754709:0:178169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018809856
00000100:00100000:3.0:1789185322.754747:0:178169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37437
00000100:00100000:2.0:1789185322.754755:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b150558700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018807424:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1789185322.754757:0:178169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e55c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+601:3637:x1876087018809856:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:3.0:1789185322.754776:0:178169:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1908 count 1
00000004:00080000:2.0:1789185322.754780:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14e1e6680/2, rc 0, transno 4294977554
00010000:00010000:3.0:1789185322.754791:0:178169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006d45f335/0xff23d3f688d9250f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x774:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.754793:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e1e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018805248:0@lo:6:osp-syn-0-0.0
00010000:00010000:3.0:1789185322.754813:0:178169:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000378be304/0xff23d3f688d8e7f9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x774:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a3c4 expref: 409 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.754821:0:178169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x774:0x0].0x0 since=123s v=(0 0)
00010000:00010000:3.0:1789185322.754825:0:178169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x774:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.754829:0:178169:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006d45f335/0xff23d3f688d9250f lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x774:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.754851:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00010000:00010000:3.0:1789185322.754855:0:178169:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000378be304/0xff23d3f688d8e7f9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x774:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a3c4 expref: 409 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.754864:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018809984:0@lo:6:osp-syn-0-0.0
00010000:00010000:3.0:1789185322.754868:0:178169:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000378be304/0xff23d3f688d8e7f9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x774:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a3c4 expref: 409 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.754882:0:178169:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e1e7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:178169:1876087018810112:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185322.754896:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185322.754919:0:178169:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14b7b26c0 going to sleep for 11 seconds
00000100:00100000:1.0:1789185322.754931:0:8491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018809984
00010000:00010000:3.0:1789185322.754935:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789185322.754936:0:8491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018809984
00010000:00010000:0.0:1789185322.754949:0:178142:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b228a74f/0xff23d3f688d9249f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x76c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.754960:0:178142:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b228a74f/0xff23d3f688d9249f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x76c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.754967:0:8491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37438
00010000:00010000:0.0:1789185322.754973:0:178142:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b228a74f/0xff23d3f688d9249f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x76c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.754979:0:8491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e55ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+590:3637:x1876087018809984:12345-0@lo:6:osp-syn-0-0.0
00010000:00010000:0.0:1789185322.754997:0:178142:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1789185322.754999:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00002000:00080000:1.0:1789185322.754999:0:8491:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1896 count 1
00010000:00010000:1.0:1789185322.755016:0:8491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d92516 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x768:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.755038:0:8491:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001793c00d/0xff23d3f688d8e663 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x768:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a315 expref: 426 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.755045:0:8491:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x768:0x0].0x0 since=123s v=(0 0)
00010000:00010000:1.0:1789185322.755049:0:8491:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x768:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.755053:0:8491:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d92516 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x768:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.755087:0:8491:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001793c00d/0xff23d3f688d8e663 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x768:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a315 expref: 426 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.755095:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:1.0:1789185322.755104:0:8491:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001793c00d/0xff23d3f688d8e663 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x768:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a315 expref: 426 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.755115:0:8491:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e55f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8491:1876087018810240:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185322.755137:0:8491:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14ea28900 going to sleep for 11 seconds
00000100:00100000:2.0:1789185322.755433:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185322.755464:0:178149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010738944
00000100:00100000:2.0:1789185322.755469:0:178149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010738944
00010000:00010000:2.0:1789185322.755491:0:178149:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000038d90049/0xff23d3f688d8e62b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x760:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a2a5 expref: 427 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.755512:0:178149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010739200
00000100:00100000:2.0:1789185322.755515:0:178149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010739200
00010000:00010000:2.0:1789185322.755526:0:178149:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d5525df0/0xff23d3f688d8e67f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x75f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a297 expref: 428 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.755526:0:178142:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f3bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+602:3638:x1876087018804608:12345-0@lo:6:osp-syn-1-0.0 Request processed in 22208us (22385us total) trans 4294989366 rc 0/0
00000100:00100000:0.0:1789185322.755534:0:178142:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37421
00000100:00100000:2.0:1789185322.755543:0:178149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010739712
00000100:00100000:2.0:1789185322.755571:0:178149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010739712
00010000:00010000:2.0:1789185322.755588:0:178149:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000094c38154/0xff23d3f688d9011a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x76e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 58720256->58724351) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bcec expref: 410 pid: 8429 timeout: 9499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.755609:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22916
00000100:00100000:2.0:1789185322.755617:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d0d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+428:2391:x1876087010738944:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.755627:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.755633:0:178149:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000038d90049/0xff23d3f688d8e62b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x760:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a2a5 expref: 428 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.755646:0:178149:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000038d90049/0xff23d3f688d8e62b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x760:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a2a5 expref: 428 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.755663:0:178149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000038d90049/0xff23d3f688d8e62b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x760:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a2a5 expref: 428 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.755675:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x760:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.755679:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x760:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.755684:0:178149:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ba247524/0xff23d3f688d9248a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x760:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.755692:0:178149:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ba247524/0xff23d3f688d9248a lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x760:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.755721:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1789185322.755736:0:178144:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000ba247524/0xff23d3f688d9248a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x760:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.755745:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d0d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+427:2391:x1876087010738944:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 127us (745us total) trans 0 rc 0/0
00010000:00010000:3.0:1789185322.755752:0:178144:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ba247524/0xff23d3f688d9248a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x760:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.755759:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22916
00010000:00010000:3.0:1789185322.755767:0:178144:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ba247524/0xff23d3f688d9248a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x760:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.755776:0:178144:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ba247524/0xff23d3f688d9248a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x760:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.755784:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22917
00000100:00100000:2.0:1789185322.755792:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d0db800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+426:2391:x1876087010739200:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.755795:0:178144:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00010000:00010000:2.0:1789185322.755800:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.755805:0:178149:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d5525df0/0xff23d3f688d8e67f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x75f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a297 expref: 426 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.755816:0:178149:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d5525df0/0xff23d3f688d8e67f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x75f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a297 expref: 426 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.755833:0:178149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d5525df0/0xff23d3f688d8e67f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x75f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a297 expref: 426 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.755843:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x75f:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.755846:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x75f:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.755850:0:178149:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d924a6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x75f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.755858:0:178149:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d924a6 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x75f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.755906:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1789185322.755915:0:178146:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d924a6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x75f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.755917:0:178144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b145c94380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+591:3635:x1876087018805632:12345-0@lo:6:osp-syn-0-0.0 Request processed in 24214us (24280us total) trans 4294977556 rc 0/0
00000100:00100000:2.0:1789185322.755926:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d0db800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+425:2391:x1876087010739200:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 133us (834us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.755935:0:178144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37419
00010000:00010000:1.0:1789185322.755940:0:178146:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d924a6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x75f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.755944:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22917
00010000:00010000:1.0:1789185322.755955:0:178146:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d924a6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x75f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.755967:0:178146:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d924a6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x75f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.755972:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22918
00000100:00100000:2.0:1789185322.755983:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d0db100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+410:2391:x1876087010739712:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185322.755988:0:178146:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00010000:00010000:2.0:1789185322.755992:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.755998:0:178149:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000094c38154/0xff23d3f688d9011a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x76e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 58720256->58724351) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bcec expref: 410 pid: 8429 timeout: 9499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.756009:0:178149:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000094c38154/0xff23d3f688d9011a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x76e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 58720256->58724351) gid 0 flags: 0x50000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bcec expref: 410 pid: 8429 timeout: 9499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.756024:0:178149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000094c38154/0xff23d3f688d9011a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x76e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 58720256->58724351) gid 0 flags: 0x44801400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bcec expref: 410 pid: 8429 timeout: 9499 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.756035:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x76e:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1789185322.756039:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x76e:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1789185322.756043:0:178149:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001cb1768f/0xff23d3f688d924bb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x76e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.756051:0:178149:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001cb1768f/0xff23d3f688d924bb lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x76e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.756073:0:178146:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f3bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+591:3638:x1876087018805504:12345-0@lo:6:osp-syn-0-0.0 Request processed in 22744us (22895us total) trans 4294977557 rc 0/0
00010000:00010000:2.0:1789185322.756076:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185322.756085:0:178146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37422
00000100:00100000:2.0:1789185322.756096:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d0db100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+409:2391:x1876087010739712:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 114us (662us total) trans 0 rc 0/0
00010000:00010000:3.0:1789185322.756302:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:3.0:1789185322.756310:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b228a74f/0xff23d3f688d9249f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x76c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.756318:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abdb600 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185322.756322:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b228a74f/0xff23d3f688d9249f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x76c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.756331:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b228a74f/0xff23d3f688d9249f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x76c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.756364:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b228a74f/0xff23d3f688d9249f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x76c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.756372:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b228a74f/0xff23d3f688d9249f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x76c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.756384:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22918
00010000:00010000:3.0:1789185322.756395:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:3.0:1789185322.756400:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ba247524/0xff23d3f688d9248a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x760:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.756412:0:35223:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000001cb1768f/0xff23d3f688d924bb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x76e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.756413:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149882c00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185322.756418:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ba247524/0xff23d3f688d9248a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x760:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.756430:0:35223:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001cb1768f/0xff23d3f688d924bb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x76e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.756433:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ba247524/0xff23d3f688d9248a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x760:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.756460:0:35223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001cb1768f/0xff23d3f688d924bb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x76e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.756465:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ba247524/0xff23d3f688d9248a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x760:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.756477:0:35223:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001cb1768f/0xff23d3f688d924bb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x76e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.756479:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ba247524/0xff23d3f688d9248a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x760:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.756501:0:35223:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00010000:00010000:3.0:1789185322.756760:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:3.0:1789185322.756764:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d924a6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x75f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.756771:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149882a00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185322.756775:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d924a6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x75f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.756784:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d924a6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x75f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.756796:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d924a6 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x75f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.756804:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d924a6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x75f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.756818:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185322.756822:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001cb1768f/0xff23d3f688d924bb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x76e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.756828:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abdba00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185322.756832:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001cb1768f/0xff23d3f688d924bb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x76e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.756840:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001cb1768f/0xff23d3f688d924bb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x76e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.756851:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001cb1768f/0xff23d3f688d924bb lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x76e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.756859:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001cb1768f/0xff23d3f688d924bb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x76e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.756873:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.756875:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.756877:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.756885:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789185322.757830:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.757865:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010740224
00000100:00100000:3.0:1789185322.757874:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010740224
00010000:00010000:3.0:1789185322.757914:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000089f5cf92/0xff23d3f688d8e7f2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x773:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a3b6 expref: 409 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.757948:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22919
00000100:00100000:3.0:1789185322.757957:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e1e4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+409:2391:x1876087010740224:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.757972:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.757978:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000089f5cf92/0xff23d3f688d8e7f2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x773:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a3b6 expref: 409 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.757992:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000089f5cf92/0xff23d3f688d8e7f2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x773:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a3b6 expref: 409 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.758017:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x773:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.758021:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x773:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.758028:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000092826d11/0xff23d3f688d924d7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x773:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.758038:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000092826d11/0xff23d3f688d924d7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x773:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.758973:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.759018:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e1e4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+409:2391:x1876087010740224:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 1058us (1196us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.759027:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22919
00000100:00100000:3.0:1789185322.759206:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.759489:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010740480
00000100:00100000:3.0:1789185322.759496:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010740480
00010000:00010000:3.0:1789185322.759525:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000006a13318/0xff23d3f688d8e639 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x762:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a2c1 expref: 425 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.759577:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22920
00000100:00100000:3.0:1789185322.759587:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e1e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+425:2391:x1876087010740480:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.759598:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.759604:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000006a13318/0xff23d3f688d8e639 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x762:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a2c1 expref: 425 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.759617:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000006a13318/0xff23d3f688d8e639 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x762:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a2c1 expref: 425 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.759638:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000006a13318/0xff23d3f688d8e639 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x762:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a2c1 expref: 425 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.759657:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x762:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.759661:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x762:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.759667:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006c2c9292/0xff23d3f688d924ec lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x762:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.759678:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006c2c9292/0xff23d3f688d924ec lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x762:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.759775:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.759804:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e1e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+424:2391:x1876087010740480:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 219us (599us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.759810:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22920
00010000:00010000:3.0:1789185322.759835:0:178143:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006c2c9292/0xff23d3f688d924ec lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x762:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.759845:0:178143:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006c2c9292/0xff23d3f688d924ec lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x762:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.759855:0:178143:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006c2c9292/0xff23d3f688d924ec lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x762:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.759863:0:178143:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006c2c9292/0xff23d3f688d924ec lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x762:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.759878:0:178143:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1789185322.760046:0:178143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b147528700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+591:3635:x1876087018808192:12345-0@lo:6:osp-syn-0-0.0 Request processed in 19513us (19692us total) trans 4294977558 rc 0/0
00000100:00100000:3.0:1789185322.760053:0:178143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37432
00010000:00010000:3.0:1789185322.760076:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185322.760083:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006c2c9292/0xff23d3f688d924ec lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x762:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.760092:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149883200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185322.760097:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006c2c9292/0xff23d3f688d924ec lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x762:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.760106:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006c2c9292/0xff23d3f688d924ec lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x762:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.760117:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006c2c9292/0xff23d3f688d924ec lrc: 1/0,0 mode: --/PW res: [0x280000401:0x762:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.760123:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006c2c9292/0xff23d3f688d924ec lrc: 0/0,0 mode: --/PW res: [0x280000401:0x762:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.760152:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.760154:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.760156:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.761417:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789185322.761455:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d437480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018810368:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1789185322.761515:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185322.761587:0:35223:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b152964700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+602:3636:x1876087018805888:12345-0@lo:6:osp-syn-1-0.0 Request processed in 27519us (27709us total) trans 4294989367 rc 0/0
00000004:00080000:3.0:1789185322.761591:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b150551f80/2, rc 0, transno 4294977558
00000100:00100000:2.0:1789185322.761602:0:35223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37425
00000100:00100000:3.0:1789185322.761614:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b150551f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018808192:0@lo:6:osp-syn-0-0.0
00000004:00080000:3.0:1789185322.761631:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b145c94700/2, rc 0, transno 4294977556
00000100:00100000:3.0:1789185322.761638:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b145c94700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018805632:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185322.761728:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789185322.761736:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018810496:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185322.761760:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185322.761795:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f705180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018810624:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185322.761824:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:1.0:1789185322.761872:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f3bdf80/2, rc 0, transno 4294989367
00000100:00100000:1.0:1789185322.761886:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f3bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018805888:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185322.761917:0:34809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018810368
00000100:00100000:1.0:1789185322.761922:0:34809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018810368
00000100:00100000:1.0:1789185322.762025:0:34809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018810496
00000100:00100000:1.0:1789185322.762030:0:34809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018810496
00000100:00100000:1.0:1789185322.762048:0:34809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018810624
00000100:00100000:1.0:1789185322.762051:0:34809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018810624
00000100:00100000:1.0:1789185322.762076:0:34809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37439
00000100:00100000:1.0:1789185322.762085:0:34809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e1e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+602:3635:x1876087018810368:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185322.762113:0:34809:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1909 count 1
00010000:00010000:1.0:1789185322.762139:0:34809:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000052b873d9/0xff23d3f688d9251d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x775:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.762163:0:34809:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000127e8890/0xff23d3f688d8e800 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x775:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a3d2 expref: 408 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.762173:0:34809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x775:0x0].0x0 since=123s v=(0 0)
00010000:00010000:1.0:1789185322.762178:0:34809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x775:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.762184:0:34809:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000052b873d9/0xff23d3f688d9251d lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x775:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.762212:0:34809:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000127e8890/0xff23d3f688d8e800 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x775:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a3d2 expref: 408 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.762226:0:34809:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000127e8890/0xff23d3f688d8e800 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x775:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a3d2 expref: 408 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.762239:0:34809:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e55f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:34809:1876087018810752:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185322.762289:0:34809:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14ea28300 going to sleep for 11 seconds
00000100:00100000:1.0:1789185322.762337:0:178144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37440
00000100:00100000:1.0:1789185322.762345:0:178144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14aa63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+592:3635:x1876087018810496:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185322.762359:0:178144:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1897 count 1
00010000:00010000:1.0:1789185322.762385:0:178144:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008e9a7fa0/0xff23d3f688d92524 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x769:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.762389:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185322.762401:0:178144:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000adabeb3a/0xff23d3f688d8e66a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x769:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a323 expref: 423 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.762409:0:178144:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x769:0x0].0x0 since=123s v=(0 0)
00010000:00010000:1.0:1789185322.762413:0:178144:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x769:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.762417:0:178144:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008e9a7fa0/0xff23d3f688d92524 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x769:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.762430:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37441
00010000:00010000:1.0:1789185322.762440:0:178144:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000adabeb3a/0xff23d3f688d8e66a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x769:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a323 expref: 423 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.762457:0:35222:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f707480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+592:3637:x1876087018810624:12345-0@lo:6:osp-syn-0-0.0
00010000:00010000:1.0:1789185322.762468:0:178144:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000adabeb3a/0xff23d3f688d8e66a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x769:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a323 expref: 423 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00002000:00080000:0.0:1789185322.762476:0:35222:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1898 count 1
00000100:00100000:1.0:1789185322.762481:0:178144:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e55d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:178144:1876087018811008:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185322.762491:0:35222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006d201f36/0xff23d3f688d9252b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x76a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.762506:0:35222:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000063f4d842/0xff23d3f688d8e671 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x76a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a331 expref: 423 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.762515:0:35222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x76a:0x0].0x0 since=123s v=(0 0)
00000100:00100000:1.0:1789185322.762518:0:178144:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14ea28c00 going to sleep for 11 seconds
00010000:00010000:0.0:1789185322.762519:0:35222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x76a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185322.762526:0:35222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006d201f36/0xff23d3f688d9252b lrc: 4/0,1 mode: --/PW res: [0x280000401:0x76a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.762592:0:35222:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000063f4d842/0xff23d3f688d8e671 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x76a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a331 expref: 423 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.763075:0:35222:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000063f4d842/0xff23d3f688d8e671 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x76a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a331 expref: 423 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.763088:0:35222:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e90ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:35222:1876087018811136:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185322.763139:0:35222:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14a4dce40 going to sleep for 11 seconds
00000100:00100000:0.0:1789185322.763171:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e55ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018810880:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185322.763215:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:0.0:1789185322.763265:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b150550380/2, rc 0, transno 4294977555
00000100:00100000:0.0:1789185322.763277:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b150550380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018808064:0@lo:6:osp-syn-0-0.0
00000004:00080000:0.0:1789185322.763293:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f707b80/2, rc 0, transno 4294989364
00000100:00100000:0.0:1789185322.763303:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f707b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018807040:0@lo:6:osp-syn-1-0.0
00000004:00080000:0.0:1789185322.763316:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b152864700/2, rc 0, transno 4294989366
00000100:00100000:0.0:1789185322.763320:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b152864700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018804608:0@lo:6:osp-syn-1-0.0
00000004:00080000:0.0:1789185322.763331:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14e1e6d80/2, rc 0, transno 4294977557
00000100:00100000:0.0:1789185322.763334:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e1e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018805504:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185322.763359:0:34810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018810880
00000100:00100000:0.0:1789185322.763363:0:34810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018810880
00000100:00100000:0.0:1789185322.763397:0:34810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37442
00000100:00100000:0.0:1789185322.763405:0:34810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e908380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+603:3638:x1876087018810880:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1789185322.763420:0:34810:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1910 count 1
00010000:00010000:0.0:1789185322.763437:0:34810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000065fd643b/0xff23d3f688d92532 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x776:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.763666:0:34810:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000435c465a/0xff23d3f688d90009 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x776:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 37748736->37752831) gid 0 flags: 0x40000000020000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bbdb expref: 408 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.763676:0:34810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x776:0x0].0x0 since=120s v=(0 0)
00010000:00010000:0.0:1789185322.763680:0:34810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x776:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1789185322.763685:0:34810:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000065fd643b/0xff23d3f688d92532 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x776:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.763717:0:34810:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000435c465a/0xff23d3f688d90009 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x776:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 37748736->37752831) gid 0 flags: 0x50000000030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bbdb expref: 408 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.763728:0:34810:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000435c465a/0xff23d3f688d90009 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x776:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 37748736->37752831) gid 0 flags: 0x70000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bbdb expref: 408 pid: 35222 timeout: 9499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.763739:0:34810:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b147624e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:34810:1876087018811264:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185322.763966:0:34810:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14a4dc540 going to sleep for 11 seconds
00010000:00010000:0.0:1789185322.764064:0:35218:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f72b91d9/0xff23d3f688d8e7e4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x771:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a39a expref: 408 pid: 16720 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.764078:0:35218:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b152868a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35218:1876087018807552:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185322.764099:0:35218:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000039d3f603/0xff23d3f688d924c9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x771:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.764111:0:35218:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000039d3f603/0xff23d3f688d924c9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x771:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.764119:0:35218:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000039d3f603/0xff23d3f688d924c9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x771:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.764131:0:35218:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000039d3f603/0xff23d3f688d924c9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x771:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.764146:0:35218:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000039d3f603/0xff23d3f688d924c9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x771:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.764164:0:35218:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1789185322.764303:0:35218:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b150559180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+604:3635:x1876087018807168:12345-0@lo:6:osp-syn-1-0.0 Request processed in 29602us (29815us total) trans 4294989368 rc 0/0
00000100:00100000:0.0:1789185322.764311:0:35218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37427
00000100:00100000:1.0:1789185322.764352:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f3bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018811520:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185322.764395:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185322.764422:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789185322.764428:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f3bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018811392:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185322.764483:0:35218:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018811520
00000100:00100000:0.0:1789185322.764489:0:35218:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018811520
00000100:00100000:0.0:1789185322.764518:0:35218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37443
00000100:00100000:0.0:1789185322.764525:0:35218:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e55dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+604:3636:x1876087018811520:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1789185322.764537:0:35218:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1912 count 1
00000100:00100000:1.0:1789185322.764618:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185322.764652:0:178146:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018811392
00000100:00100000:1.0:1789185322.764656:0:178146:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018811392
00000100:00100000:1.0:1789185322.764682:0:178146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37444
00010000:00010000:0.0:1789185322.764684:0:35218:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009a97dd45/0xff23d3f688d92539 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x778:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.764692:0:178146:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e55fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+605:3636:x1876087018811392:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185322.764710:0:178146:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1911 count 1
00010000:00010000:0.0:1789185322.764710:0:35218:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002882de8d/0xff23d3f688d8e815 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x778:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a3fc expref: 407 pid: 16720 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.764721:0:35218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x778:0x0].0x0 since=123s v=(0 0)
00010000:00010000:0.0:1789185322.764726:0:35218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x778:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185322.764730:0:35218:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009a97dd45/0xff23d3f688d92539 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x778:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.764755:0:35218:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002882de8d/0xff23d3f688d8e815 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x778:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a3fc expref: 407 pid: 16720 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.764772:0:35218:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002882de8d/0xff23d3f688d8e815 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x778:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a3fc expref: 407 pid: 16720 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.764783:0:35218:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b152868a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35218:1876087018811648:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185322.764822:0:35218:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14a4dc000 going to sleep for 11 seconds
00010000:00010000:1.0:1789185322.764835:0:178146:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fa501034/0xff23d3f688d92540 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x777:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.764850:0:178146:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000a066b3f/0xff23d3f688d8e80e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x777:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a3ee expref: 407 pid: 16720 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.764857:0:178146:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x777:0x0].0x0 since=123s v=(0 0)
00010000:00010000:1.0:1789185322.764861:0:178146:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x777:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.764865:0:178146:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fa501034/0xff23d3f688d92540 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x777:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:0.0:1789185322.764875:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f706680/2, rc 0, transno 4294989368
00000100:00100000:0.0:1789185322.764888:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f706680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018807168:0@lo:6:osp-syn-1-0.0
00010000:00010000:1.0:1789185322.764891:0:178146:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000a066b3f/0xff23d3f688d8e80e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x777:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a3ee expref: 407 pid: 16720 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.764904:0:178146:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000a066b3f/0xff23d3f688d8e80e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x777:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a3ee expref: 407 pid: 16720 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.764914:0:178146:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e55ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:178146:1876087018811776:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185322.764953:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1789185322.764962:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e96a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018811904:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185322.765021:0:178146:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14ea28d80 going to sleep for 11 seconds
00000100:00100000:0.0:1789185322.765031:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185322.765049:0:178143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018811904
00010000:00010000:3.0:1789185322.765054:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00000100:00100000:1.0:1789185322.765055:0:178143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018811904
00010000:00010000:3.0:1789185322.765065:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000039d3f603/0xff23d3f688d924c9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x771:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.765076:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abdac00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185322.765081:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000039d3f603/0xff23d3f688d924c9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x771:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.765091:0:16720:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000089f5cf92/0xff23d3f688d8e7f2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x773:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a3b6 expref: 407 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.765092:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000039d3f603/0xff23d3f688d924c9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x771:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.765098:0:178143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37445
00000100:00100000:1.0:1789185322.765114:0:178143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e969180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+606:3638:x1876087018811904:12345-0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185322.765123:0:16720:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d436d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16720:1876087018807936:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185322.765128:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000039d3f603/0xff23d3f688d924c9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x771:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00080000:1.0:1789185322.765129:0:178143:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1913 count 1
00010000:00010000:3.0:1789185322.765141:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000039d3f603/0xff23d3f688d924c9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x771:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.765143:0:16720:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000092826d11/0xff23d3f688d924d7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x773:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.765147:0:178143:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000281d94e0/0xff23d3f688d92547 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x779:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.765166:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.765171:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185322.765171:0:16720:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000092826d11/0xff23d3f688d924d7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x773:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.765174:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185322.765176:0:178143:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004c261920/0xff23d3f688d8e81c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x779:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a40a expref: 406 pid: 16720 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.765185:0:16720:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000092826d11/0xff23d3f688d924d7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x773:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.765199:0:16720:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000092826d11/0xff23d3f688d924d7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x773:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.765207:0:16720:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000092826d11/0xff23d3f688d924d7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x773:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.765224:0:16720:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1789185322.765252:0:178143:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x779:0x0].0x0 since=123s v=(0 0)
00010000:00010000:1.0:1789185322.765256:0:178143:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x779:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.765261:0:178143:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000281d94e0/0xff23d3f688d92547 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x779:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.765287:0:178143:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004c261920/0xff23d3f688d8e81c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x779:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a40a expref: 406 pid: 16720 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.765298:0:178143:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004c261920/0xff23d3f688d8e81c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x779:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a40a expref: 406 pid: 16720 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.765309:0:178143:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e55c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:178143:1876087018812032:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185322.765325:0:16720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b152866d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+607:3637:x1876087018807808:12345-0@lo:6:osp-syn-1-0.0 Request processed in 26923us (27387us total) trans 4294989369 rc 0/0
00000100:00100000:0.0:1789185322.765334:0:16720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37429
00000100:00100000:1.0:1789185322.765339:0:178143:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14ea28000 going to sleep for 11 seconds
00010000:00010000:0.0:1789185322.765364:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185322.765371:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000092826d11/0xff23d3f688d924d7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x773:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.765380:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abda000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185322.765384:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000092826d11/0xff23d3f688d924d7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x773:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.765394:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000092826d11/0xff23d3f688d924d7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x773:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.765409:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000092826d11/0xff23d3f688d924d7 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x773:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.765418:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000092826d11/0xff23d3f688d924d7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x773:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.765436:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185322.765438:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185322.765439:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185322.765675:0:178147:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000017719b4f/0xff23d3f688d924b4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x76f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.765685:0:178147:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000017719b4f/0xff23d3f688d924b4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x76f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.765692:0:178147:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000017719b4f/0xff23d3f688d924b4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x76f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.765699:0:178147:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000017719b4f/0xff23d3f688d924b4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x76f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.765713:0:178147:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1789185322.765792:0:178147:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f3bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+607:3638:x1876087018806016:12345-0@lo:6:osp-syn-1-0.0 Request processed in 31969us (32543us total) trans 4294989370 rc 0/0
00000100:00100000:0.0:1789185322.765800:0:178147:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37424
00000004:00080000:0.0:1789185322.765860:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f3bd180/2, rc 0, transno 4294989370
00000100:00100000:0.0:1789185322.765872:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f3bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018806016:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185322.765923:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e968e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018812160:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185322.765953:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185322.765994:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018812160
00000100:00100000:0.0:1789185322.765998:0:8428:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018812160
00000100:00100000:0.0:1789185322.766030:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37446
00000100:00100000:0.0:1789185322.766039:0:8428:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e969880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+607:3638:x1876087018812160:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1789185322.766053:0:8428:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1914 count 1
00010000:00010000:0.0:1789185322.766071:0:8428:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b93d1933/0xff23d3f688d9254e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x77a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.766086:0:8428:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000cdb33ced/0xff23d3f688d8e823 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x77a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a418 expref: 406 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.766093:0:8428:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x77a:0x0].0x0 since=123s v=(0 0)
00010000:00010000:0.0:1789185322.766097:0:8428:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x77a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185322.766101:0:8428:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b93d1933/0xff23d3f688d9254e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x77a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.766124:0:8428:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000cdb33ced/0xff23d3f688d8e823 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x77a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a418 expref: 406 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.766134:0:8428:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000cdb33ced/0xff23d3f688d8e823 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x77a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a418 expref: 406 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.766146:0:8428:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e968700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8428:1876087018812288:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185322.766186:0:8428:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14a4dc180 going to sleep for 11 seconds
00010000:00010000:3.0:1789185322.767258:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185322.767269:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000017719b4f/0xff23d3f688d924b4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x76f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.767280:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abdb800 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185322.767285:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000017719b4f/0xff23d3f688d924b4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x76f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.767301:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000017719b4f/0xff23d3f688d924b4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x76f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.767321:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000017719b4f/0xff23d3f688d924b4 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x76f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.767330:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000017719b4f/0xff23d3f688d924b4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x76f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.767362:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.767367:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.767370:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789185322.767508:0:8491:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e55f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8491:1876087018810240:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185322.767535:0:8491:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d92516 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x768:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.767560:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185322.767679:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.767692:0:178148:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0d3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:178148:1876087018809344:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185322.767702:0:8431:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e55f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8431:1876087018809472:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185322.767709:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:3.0:1789185322.767712:0:178148:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006abc7636/0xff23d3f688d924fa lrc: 3/0,1 mode: --/PW res: [0x280000401:0x766:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.767720:0:8431:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000603b815f/0xff23d3f688d92501 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x765:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.767730:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.767749:0:178169:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e1e7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:178169:1876087018810112:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185322.767767:0:178169:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000006d45f335/0xff23d3f688d9250f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x774:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.767787:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.767814:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010740864
00000100:00100000:3.0:1789185322.767820:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010740864
00000004:00080000:2.0:1789185322.767832:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14d434700/2, rc 0, transno 4294989369
00010000:00010000:3.0:1789185322.767849:0:8458:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001793c00d/0xff23d3f688d8e663 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x768:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a315 expref: 424 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.767854:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d434700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018807808:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185322.767889:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010740992
00000100:00100000:3.0:1789185322.767891:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010741248
00000100:00100000:2.0:1789185322.767894:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010740992
00000100:00100000:3.0:1789185322.767897:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010741248
00010000:00010000:3.0:1789185322.767922:0:8458:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b455af3e/0xff23d3f688d8e65c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x767:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a307 expref: 426 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.767941:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010741120
00000100:00100000:3.0:1789185322.767944:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010741120
00010000:00010000:3.0:1789185322.767960:0:8458:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000575bacae/0xff23d3f688d8e64e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x765:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a2eb expref: 427 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.767975:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010741376
00000100:00100000:3.0:1789185322.767978:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010741376
00010000:00010000:3.0:1789185322.767995:0:8458:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000378be304/0xff23d3f688d8e7f9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x774:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a3c4 expref: 407 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.768014:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22921
00000100:00100000:3.0:1789185322.768023:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b281264c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+427:2392:x1876087010740864:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.768036:0:8458:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.768043:0:8458:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001793c00d/0xff23d3f688d8e663 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x768:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a315 expref: 427 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.768056:0:8458:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001793c00d/0xff23d3f688d8e663 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x768:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a315 expref: 427 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.768074:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001793c00d/0xff23d3f688d8e663 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x768:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a315 expref: 427 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.768091:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x768:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.768095:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x768:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.768102:0:8458:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d92516 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x768:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.768111:0:8458:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d92516 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x768:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.768133:0:8458:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.768709:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b281264c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+426:2392:x1876087010740864:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 684us (1162us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.768718:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22921
00000100:00100000:3.0:1789185322.768770:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22922
00000100:00100000:3.0:1789185322.768778:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d0d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+425:2393:x1876087010741248:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.768786:0:8458:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.768792:0:8458:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b455af3e/0xff23d3f688d8e65c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x767:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a307 expref: 425 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.768802:0:8458:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b455af3e/0xff23d3f688d8e65c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x767:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a307 expref: 425 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.768816:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x767:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.768820:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x767:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.768824:0:8458:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ee62d8df/0xff23d3f688d92508 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x767:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.768833:0:8458:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ee62d8df/0xff23d3f688d92508 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x767:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.768848:0:8458:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1789185322.768863:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000870a75c5/0xff23d3f688d8e655 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x766:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a2f9 expref: 425 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.768872:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d0d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+425:2393:x1876087010741248:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 94us (1160us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.768885:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22922
00000100:00100000:2.0:1789185322.768906:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22923
00000100:00100000:3.0:1789185322.768917:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22924
00000100:00100000:3.0:1789185322.768929:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d0d0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+407:2393:x1876087010741376:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.768938:0:8458:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.768944:0:8458:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000378be304/0xff23d3f688d8e7f9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x774:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a3c4 expref: 407 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.768956:0:8458:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000378be304/0xff23d3f688d8e7f9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x774:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a3c4 expref: 407 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.768974:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000378be304/0xff23d3f688d8e7f9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x774:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a3c4 expref: 407 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.768974:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22925
00000100:00100000:2.0:1789185322.768990:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d0d3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+424:2393:x1876087010741120:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.768991:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x774:0x0].0x0 since=0s v=(0 0)
00000100:00100000:0.0:1789185322.768991:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b152867b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+424:2393:x1876087010740992:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.769001:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x774:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.769006:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185322.769006:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.769007:0:8458:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006d45f335/0xff23d3f688d9250f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x774:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.769016:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000575bacae/0xff23d3f688d8e64e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x765:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a2eb expref: 424 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.769017:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000870a75c5/0xff23d3f688d8e655 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x766:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a2f9 expref: 424 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.769033:0:8458:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006d45f335/0xff23d3f688d9250f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x774:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.769043:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000575bacae/0xff23d3f688d8e64e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x765:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a2eb expref: 424 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.769043:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000870a75c5/0xff23d3f688d8e655 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x766:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a2f9 expref: 424 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.769055:0:8458:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1789185322.769063:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000575bacae/0xff23d3f688d8e64e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x765:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a2eb expref: 424 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.769063:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000870a75c5/0xff23d3f688d8e655 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x766:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a2f9 expref: 424 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.769069:0:178169:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000006d45f335/0xff23d3f688d9250f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x774:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.769077:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x766:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.769079:0:178169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006d45f335/0xff23d3f688d9250f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x774:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.769083:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x766:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185322.769095:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006abc7636/0xff23d3f688d924fa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x766:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.769097:0:178169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006d45f335/0xff23d3f688d9250f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x774:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.769117:0:178169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006d45f335/0xff23d3f688d9250f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x774:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.769119:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006abc7636/0xff23d3f688d924fa lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x766:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.769131:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x765:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.769137:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x765:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.769142:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000603b815f/0xff23d3f688d92501 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x765:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.769145:0:178169:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1789185322.769160:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000603b815f/0xff23d3f688d92501 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x765:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.769161:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185322.769188:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b152867b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+422:2393:x1876087010740992:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 202us (1508us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185322.769194:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22925
00010000:00010000:0.0:1789185322.769219:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185322.769225:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006d45f335/0xff23d3f688d9250f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x774:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.769233:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b26239b200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185322.769237:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006d45f335/0xff23d3f688d9250f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x774:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.769246:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006d45f335/0xff23d3f688d9250f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x774:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.769250:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1789185322.769260:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006d45f335/0xff23d3f688d9250f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x774:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.769267:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006d45f335/0xff23d3f688d9250f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x774:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.769277:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d0d3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+421:2393:x1876087010741120:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 363us (1546us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.769284:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22923
00010000:00010000:0.0:1789185322.769291:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185322.769294:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185322.769297:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789185322.769304:0:178169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e55c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+608:3637:x1876087018809856:12345-0@lo:6:osp-syn-1-0.0 Request processed in 14549us (14702us total) trans 4294989371 rc 0/0
00010000:00010000:0.0:1789185322.769309:0:178148:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006abc7636/0xff23d3f688d924fa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x766:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.769315:0:178169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37437
00010000:00010000:0.0:1789185322.769324:0:178148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006abc7636/0xff23d3f688d924fa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x766:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:2.0:1789185322.769330:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14d435c00/2, rc 0, transno 4294989371
00010000:00010000:0.0:1789185322.769332:0:178148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006abc7636/0xff23d3f688d924fa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x766:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.769336:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d435c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018809856:0@lo:6:osp-syn-1-0.0
00010000:00010000:0.0:1789185322.769340:0:178148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006abc7636/0xff23d3f688d924fa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x766:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.769376:0:8431:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000603b815f/0xff23d3f688d92501 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x765:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.769385:0:8431:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000603b815f/0xff23d3f688d92501 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x765:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.769393:0:8431:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000603b815f/0xff23d3f688d92501 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x765:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.769400:0:8431:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000603b815f/0xff23d3f688d92501 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x765:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.769423:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d0d0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+406:2393:x1876087010741376:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 495us (1636us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.769431:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22924
00010000:00010000:0.0:1789185322.773770:0:178148:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:0.0:1789185322.773997:0:178148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14fced180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+593:3635:x1876087018809216:12345-0@lo:6:osp-syn-0-0.0 Request processed in 21920us (22136us total) trans 4294977559 rc 0/0
00000100:00100000:0.0:1789185322.774010:0:178148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37434
00010000:00010000:0.0:1789185322.774145:0:8491:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d92516 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x768:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.774159:0:8491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d92516 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x768:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.774172:0:8491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d92516 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x768:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.774181:0:8491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d92516 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x768:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.776151:0:8431:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00000100:00100000:2.0:1789185322.776421:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14fcee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+593:3638:x1876087018809088:12345-0@lo:6:osp-syn-0-0.0 Request processed in 24166us (24500us total) trans 4294977560 rc 0/0
00000100:00100000:2.0:1789185322.776432:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37435
00000100:00100000:1.0:1789185322.776644:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018812544:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185322.776700:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185322.776747:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789185322.776755:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018812416:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185322.776761:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185322.776805:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185322.777055:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010741504
00000100:00100000:2.0:1789185322.777063:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010741504
00000100:00100000:1.0:1789185322.777074:0:34809:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e55f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:34809:1876087018810752:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185322.777099:0:34809:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000052b873d9/0xff23d3f688d9251d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x775:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.777127:0:178144:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e55d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:178144:1876087018811008:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185322.777142:0:178144:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000008e9a7fa0/0xff23d3f688d92524 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x769:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.777161:0:178142:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018812544
00010000:00010000:2.0:1789185322.777162:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000127e8890/0xff23d3f688d8e800 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x775:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a3d2 expref: 406 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.777165:0:178142:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018812544
00000100:00100000:1.0:1789185322.777191:0:178142:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018812416
00000100:00100000:1.0:1789185322.777193:0:178142:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018812416
00000100:00100000:1.0:1789185322.777208:0:178142:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37447
00000100:00100000:1.0:1789185322.777215:0:178142:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b276ac2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+594:3636:x1876087018812544:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185322.777240:0:178142:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1900 count 1
00010000:00010000:1.0:1789185322.777264:0:178142:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000048e3f1cb/0xff23d3f688d92555 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x76c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.777268:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22926
00000100:00100000:2.0:1789185322.777283:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d0d1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+406:2391:x1876087010741504:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185322.777286:0:178142:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001cec9e5e/0xff23d3f688d8e686 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x76c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a34d expref: 420 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.777299:0:178142:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x76c:0x0].0x0 since=123s v=(0 0)
00010000:00010000:2.0:1789185322.777300:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185322.777305:0:178142:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x76c:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.777311:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000127e8890/0xff23d3f688d8e800 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x775:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a3d2 expref: 406 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.777312:0:178142:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000048e3f1cb/0xff23d3f688d92555 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x76c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.777341:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000127e8890/0xff23d3f688d8e800 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x775:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a3d2 expref: 406 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.777352:0:178142:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001cec9e5e/0xff23d3f688d8e686 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x76c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a34d expref: 420 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.777365:0:178142:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001cec9e5e/0xff23d3f688d8e686 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x76c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a34d expref: 420 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.777368:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000127e8890/0xff23d3f688d8e800 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x775:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a3d2 expref: 406 pid: 8431 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.777387:0:178142:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e55d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:178142:1876087018812672:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185322.777393:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x775:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.777398:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x775:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.777406:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000052b873d9/0xff23d3f688d9251d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x775:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.777417:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000052b873d9/0xff23d3f688d9251d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x775:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.777442:0:178142:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14ea28c00 going to sleep for 11 seconds
00010000:00010000:2.0:1789185322.777455:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1789185322.777479:0:34809:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000052b873d9/0xff23d3f688d9251d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x775:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.777484:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d0d1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+405:2391:x1876087010741504:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 202us (724us total) trans 0 rc 0/0
00010000:00010000:1.0:1789185322.777497:0:34809:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000052b873d9/0xff23d3f688d9251d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x775:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.777500:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22926
00010000:00010000:1.0:1789185322.777518:0:34809:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000052b873d9/0xff23d3f688d9251d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x775:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.777526:0:34809:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000052b873d9/0xff23d3f688d9251d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x775:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.777569:0:178145:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b455af3e/0xff23d3f688d8e65c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x767:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a307 expref: 420 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.777581:0:178145:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0dad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:178145:1876087018809728:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185322.777595:0:178145:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000ee62d8df/0xff23d3f688d92508 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x767:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.777604:0:178145:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000ee62d8df/0xff23d3f688d92508 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x767:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.777611:0:178145:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ee62d8df/0xff23d3f688d92508 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x767:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.777619:0:178145:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ee62d8df/0xff23d3f688d92508 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x767:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.777627:0:178145:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ee62d8df/0xff23d3f688d92508 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x767:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.777679:0:178145:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool
00000100:00100000:2.0:1789185322.777795:0:178145:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e55df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+595:3636:x1876087018809600:12345-0@lo:6:osp-syn-0-0.0 Request processed in 23464us (23713us total) trans 4294977561 rc 0/0
00000100:00100000:2.0:1789185322.777802:0:178145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37436
00000100:00100000:2.0:1789185322.777818:0:178145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37448
00000100:00100000:2.0:1789185322.777826:0:178145:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e55e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+594:3636:x1876087018812416:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1789185322.777839:0:178145:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1899 count 1
00010000:00010000:2.0:1789185322.777852:0:178145:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a5a45477/0xff23d3f688d9255c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x76b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.777864:0:178145:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000018c2b20a/0xff23d3f688d8e678 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x76b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a33f expref: 419 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.777871:0:178145:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x76b:0x0].0x0 since=123s v=(0 0)
00010000:00010000:2.0:1789185322.777875:0:178145:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x76b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.777879:0:178145:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a5a45477/0xff23d3f688d9255c lrc: 4/0,1 mode: --/PW res: [0x280000401:0x76b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.777899:0:178145:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000018c2b20a/0xff23d3f688d8e678 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x76b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a33f expref: 419 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.777909:0:178145:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000018c2b20a/0xff23d3f688d8e678 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x76b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a33f expref: 419 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.777998:0:178145:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0d3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:178145:1876087018812800:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185322.778028:0:178145:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b145d6c3c0 going to sleep for 11 seconds
00000100:00100000:2.0:1789185322.778843:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185322.778868:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185322.778889:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010741760
00000100:00100000:2.0:1789185322.778895:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010741760
00010000:00010000:2.0:1789185322.778919:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002882de8d/0xff23d3f688d8e815 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x778:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a3fc expref: 405 pid: 16720 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.778930:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 4 total in blp.  (4 blwis in pool)
00010000:00010000:3.0:1789185322.778940:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006abc7636/0xff23d3f688d924fa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x766:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.778951:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149883000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185322.778955:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006abc7636/0xff23d3f688d924fa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x766:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.778966:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006abc7636/0xff23d3f688d924fa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x766:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.778984:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006abc7636/0xff23d3f688d924fa lrc: 1/0,0 mode: --/PW res: [0x280000401:0x766:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.778992:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006abc7636/0xff23d3f688d924fa lrc: 0/0,0 mode: --/PW res: [0x280000401:0x766:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.779019:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp.  (3 blwis in pool)
00010000:00010000:3.0:1789185322.779024:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000603b815f/0xff23d3f688d92501 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x765:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.779031:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149883e00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185322.779034:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000603b815f/0xff23d3f688d92501 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x765:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.779042:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000603b815f/0xff23d3f688d92501 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x765:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.779052:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000603b815f/0xff23d3f688d92501 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x765:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.779066:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000603b815f/0xff23d3f688d92501 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x765:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.779079:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:3.0:1789185322.779083:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d92516 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x768:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.779089:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149882000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185322.779092:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d92516 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x768:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.779099:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d92516 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x768:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.779109:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d92516 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x768:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.779117:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:3.0:1789185322.779121:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000052b873d9/0xff23d3f688d9251d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x775:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.779128:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149883600 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185322.779131:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000052b873d9/0xff23d3f688d9251d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x775:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.779143:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000052b873d9/0xff23d3f688d9251d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x775:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.779146:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010742016
00000100:00100000:2.0:1789185322.779149:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010742016
00010000:00010000:3.0:1789185322.779152:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000052b873d9/0xff23d3f688d9251d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x775:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.779161:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185322.779163:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ee62d8df/0xff23d3f688d92508 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x767:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.779170:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bd400 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185322.779173:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ee62d8df/0xff23d3f688d92508 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x767:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.779180:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ee62d8df/0xff23d3f688d92508 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x767:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.779189:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ee62d8df/0xff23d3f688d92508 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x767:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.779196:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ee62d8df/0xff23d3f688d92508 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x767:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.779209:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.779211:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.779214:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.779229:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004c261920/0xff23d3f688d8e81c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x779:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a40a expref: 406 pid: 16720 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.779252:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22927
00010000:00010000:3.0:1789185322.779258:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789185322.779260:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d0d3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+406:2394:x1876087010741760:12345-192.168.204.3@tcp:103:ldlm_bl.0
00000100:00100000:3.0:1789185322.779269:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22928
00010000:00010000:2.0:1789185322.779271:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00000100:00100000:3.0:1789185322.779277:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b281264450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+406:2394:x1876087010742016:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.779277:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002882de8d/0xff23d3f688d8e815 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x778:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a3fc expref: 406 pid: 16720 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.779283:0:8458:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.779287:0:8458:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004c261920/0xff23d3f688d8e81c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x779:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a40a expref: 406 pid: 16720 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.779289:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002882de8d/0xff23d3f688d8e815 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x778:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a3fc expref: 406 pid: 16720 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.779297:0:8458:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004c261920/0xff23d3f688d8e81c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x779:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a40a expref: 406 pid: 16720 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.779306:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x779:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.779306:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x778:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.779310:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x779:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.779310:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x778:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.779317:0:8458:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000281d94e0/0xff23d3f688d92547 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x779:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.779317:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009a97dd45/0xff23d3f688d92539 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x778:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.779327:0:8458:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000281d94e0/0xff23d3f688d92547 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x779:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.779327:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009a97dd45/0xff23d3f688d92539 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x778:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.779343:0:8458:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1789185322.779343:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.779372:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b281264450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+406:2394:x1876087010742016:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 95us (502us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.779372:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d0d3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+406:2394:x1876087010741760:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 112us (530us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.779379:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22928
00000100:00100000:2.0:1789185322.779381:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22927
00000100:00100000:2.0:1789185322.779417:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.779438:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010741632
00000100:00100000:3.0:1789185322.779442:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010741632
00010000:00010000:3.0:1789185322.779469:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000435c465a/0xff23d3f688d90009 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x776:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 37748736->37752831) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bbdb expref: 405 pid: 35222 timeout: 9499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.779470:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185322.779484:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010741888
00000100:00100000:2.0:1789185322.779487:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010741888
00000100:00100000:3.0:1789185322.779493:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22929
00000100:00100000:3.0:1789185322.779499:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d0d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+406:2394:x1876087010741632:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.779500:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000a066b3f/0xff23d3f688d8e80e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x777:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a3ee expref: 406 pid: 16720 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.779506:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.779510:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000435c465a/0xff23d3f688d90009 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x776:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 37748736->37752831) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bbdb expref: 406 pid: 35222 timeout: 9499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.779515:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22930
00010000:00010000:3.0:1789185322.779521:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000435c465a/0xff23d3f688d90009 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x776:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 37748736->37752831) gid 0 flags: 0x50000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bbdb expref: 406 pid: 35222 timeout: 9499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.779521:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d0d3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+406:2394:x1876087010741888:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.779527:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.779530:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000a066b3f/0xff23d3f688d8e80e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x777:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a3ee expref: 406 pid: 16720 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.779533:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x776:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1789185322.779536:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x776:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1789185322.779539:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000a066b3f/0xff23d3f688d8e80e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x777:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a3ee expref: 406 pid: 16720 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.779541:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000065fd643b/0xff23d3f688d92532 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x776:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.779571:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x777:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.779574:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000065fd643b/0xff23d3f688d92532 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x776:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.779574:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x777:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.779579:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000fa501034/0xff23d3f688d92540 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x777:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.779586:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1789185322.779586:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fa501034/0xff23d3f688d92540 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x777:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.779604:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d0d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+406:2394:x1876087010741632:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 105us (186us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.779610:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22929
00010000:00010000:2.0:1789185322.780725:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185322.780759:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d0d3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+405:2394:x1876087010741888:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 1235us (1286us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.780768:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22930
00000100:00100000:2.0:1789185322.780880:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185322.781060:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185322.781083:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185322.781100:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010742272
00000100:00100000:2.0:1789185322.781106:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010742272
00010000:00010000:2.0:1789185322.781130:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000063f4d842/0xff23d3f688d8e671 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x76a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a331 expref: 420 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.781150:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010742144
00000100:00100000:2.0:1789185322.781153:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010742144
00010000:00010000:2.0:1789185322.781697:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000cdb33ced/0xff23d3f688d8e823 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x77a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a418 expref: 405 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.781723:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010742400
00000100:00100000:2.0:1789185322.781727:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010742400
00010000:00010000:2.0:1789185322.781743:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000adabeb3a/0xff23d3f688d8e66a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x769:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a323 expref: 421 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.781759:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22931
00000100:00100000:2.0:1789185322.781768:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d0d0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+421:2391:x1876087010742272:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.781782:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.781788:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000063f4d842/0xff23d3f688d8e671 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x76a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a331 expref: 421 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.781800:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000063f4d842/0xff23d3f688d8e671 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x76a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a331 expref: 421 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.781826:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x76a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.781830:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x76a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.781837:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006d201f36/0xff23d3f688d9252b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x76a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.781847:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006d201f36/0xff23d3f688d9252b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x76a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.781863:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185322.781893:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d0d0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+421:2391:x1876087010742272:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 126us (1013us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.781900:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22931
00000100:00100000:2.0:1789185322.781916:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22932
00000100:00100000:2.0:1789185322.782000:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d0d1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+405:2391:x1876087010742144:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.782012:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.782017:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000cdb33ced/0xff23d3f688d8e823 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x77a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a418 expref: 405 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.782028:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000cdb33ced/0xff23d3f688d8e823 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x77a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a418 expref: 405 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.782048:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x77a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.782052:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x77a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.782056:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b93d1933/0xff23d3f688d9254e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x77a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.782063:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b93d1933/0xff23d3f688d9254e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x77a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.782075:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185322.782094:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d0d1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+405:2391:x1876087010742144:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 172us (1035us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.782101:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22932
00000100:00100000:2.0:1789185322.782115:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22933
00000100:00100000:2.0:1789185322.782121:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d0d3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+420:2391:x1876087010742400:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.782128:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.782133:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000adabeb3a/0xff23d3f688d8e66a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x769:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a323 expref: 420 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.782144:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000adabeb3a/0xff23d3f688d8e66a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x769:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a323 expref: 420 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.782157:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000adabeb3a/0xff23d3f688d8e66a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x769:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a323 expref: 420 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.782704:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x769:0x0].0x0 since=1s v=(0 0)
00010000:00010000:2.0:1789185322.782708:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x769:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185322.782708:0:8491:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool
00010000:00010000:2.0:1789185322.782712:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000008e9a7fa0/0xff23d3f688d92524 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x769:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.782716:0:8491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d92516 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x768:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.782722:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008e9a7fa0/0xff23d3f688d92524 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x769:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.782752:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1789185322.782754:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185322.782756:0:34809:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool
00000100:00100000:2.0:1789185322.782780:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d0d3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+419:2391:x1876087010742400:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 658us (1695us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.782786:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22933
00010000:00010000:0.0:1789185322.782793:0:35222:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000063f4d842/0xff23d3f688d8e671 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x76a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a331 expref: 419 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.782805:0:35222:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e90ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:35222:1876087018811136:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185322.782830:0:178144:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000008e9a7fa0/0xff23d3f688d92524 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x769:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.782830:0:35222:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006d201f36/0xff23d3f688d9252b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x76a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.782839:0:178144:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008e9a7fa0/0xff23d3f688d92524 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x769:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.782840:0:35222:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006d201f36/0xff23d3f688d9252b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x76a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.782847:0:35222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006d201f36/0xff23d3f688d9252b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x76a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.782851:0:178144:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008e9a7fa0/0xff23d3f688d92524 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x769:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.782854:0:35222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006d201f36/0xff23d3f688d9252b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x76a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.782860:0:178144:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008e9a7fa0/0xff23d3f688d92524 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x769:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.782861:0:35222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006d201f36/0xff23d3f688d9252b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x76a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.782872:0:178144:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1789185322.782878:0:35222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00010000:00010000:1.0:1789185322.782890:0:34809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000052b873d9/0xff23d3f688d9251d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x775:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.783033:0:35222:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f707480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+595:3637:x1876087018810624:12345-0@lo:6:osp-syn-0-0.0 Request processed in 20595us (21208us total) trans 4294977562 rc 0/0
00000100:00100000:0.0:1789185322.783043:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37441
00010000:00010000:1.0:1789185322.783067:0:178146:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000a066b3f/0xff23d3f688d8e80e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x777:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a3ee expref: 404 pid: 16720 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.783073:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00000100:00100000:1.0:1789185322.783082:0:178146:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e55ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:178146:1876087018811776:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185322.783083:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008e9a7fa0/0xff23d3f688d92524 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x769:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.783096:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149882400 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185322.783101:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008e9a7fa0/0xff23d3f688d92524 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x769:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.783106:0:178146:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000fa501034/0xff23d3f688d92540 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x777:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.783114:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008e9a7fa0/0xff23d3f688d92524 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x769:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.783118:0:178146:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000fa501034/0xff23d3f688d92540 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x777:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.783137:0:178146:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fa501034/0xff23d3f688d92540 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x777:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.783142:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008e9a7fa0/0xff23d3f688d92524 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x769:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.783150:0:178146:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fa501034/0xff23d3f688d92540 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x777:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.783155:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008e9a7fa0/0xff23d3f688d92524 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x769:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.783172:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185322.783176:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006d201f36/0xff23d3f688d9252b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x76a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.783187:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abdb400 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185322.783189:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006d201f36/0xff23d3f688d9252b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x76a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.783197:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006d201f36/0xff23d3f688d9252b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x76a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.783206:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006d201f36/0xff23d3f688d9252b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x76a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.783214:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006d201f36/0xff23d3f688d9252b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x76a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.783237:0:178146:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fa501034/0xff23d3f688d92540 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x777:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.783240:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185322.783243:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185322.783246:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185322.783260:0:178146:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1789185322.783274:0:34810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000435c465a/0xff23d3f688d90009 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x776:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 37748736->37752831) gid 0 flags: 0x44801400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bbdb expref: 403 pid: 35222 timeout: 9499 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.783285:0:34810:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b147624e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:34810:1876087018811264:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185322.783289:0:178144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14aa63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+595:3635:x1876087018810496:12345-0@lo:6:osp-syn-0-0.0 Request processed in 20945us (21528us total) trans 4294977563 rc 0/0
00000100:00100000:2.0:1789185322.783295:0:178144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37440
00010000:00010000:0.0:1789185322.783299:0:34810:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000065fd643b/0xff23d3f688d92532 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x776:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.783309:0:34810:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000065fd643b/0xff23d3f688d92532 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x776:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.783316:0:34810:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000065fd643b/0xff23d3f688d92532 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x776:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.783325:0:34810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000065fd643b/0xff23d3f688d92532 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x776:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.783331:0:34810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000065fd643b/0xff23d3f688d92532 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x776:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:2.0:1789185322.783336:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f705180/2, rc 0, transno 4294977562
00010000:00010000:0.0:1789185322.783340:0:34810:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:2.0:1789185322.783348:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f705180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018810624:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185322.783377:0:178146:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e55fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+608:3636:x1876087018811392:12345-0@lo:6:osp-syn-1-0.0 Request processed in 18687us (18757us total) trans 4294989372 rc 0/0
00000100:00100000:1.0:1789185322.783386:0:178146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37444
00000100:00100000:0.0:1789185322.783420:0:34810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e908380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+608:3638:x1876087018810880:12345-0@lo:6:osp-syn-1-0.0 Request processed in 20016us (20205us total) trans 4294989373 rc 0/0
00000100:00100000:2.0:1789185322.783425:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d41bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018812928:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185322.783427:0:34810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37442
00010000:00010000:1.0:1789185322.783433:0:178143:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004c261920/0xff23d3f688d8e81c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x779:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a40a expref: 402 pid: 16720 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.783459:0:178143:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e55c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:178143:1876087018812032:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185322.783466:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:0.0:1789185322.783473:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fa501034/0xff23d3f688d92540 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x777:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.783477:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:1.0:1789185322.783478:0:178143:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000281d94e0/0xff23d3f688d92547 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x779:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.783481:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149882e00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185322.783486:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fa501034/0xff23d3f688d92540 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x777:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.783494:0:178143:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000281d94e0/0xff23d3f688d92547 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x779:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.783498:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fa501034/0xff23d3f688d92540 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x777:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.783510:0:178143:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000281d94e0/0xff23d3f688d92547 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x779:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.783519:0:24325:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018812928
00010000:00010000:0.0:1789185322.783519:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fa501034/0xff23d3f688d92540 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x777:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.783525:0:24325:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018812928
00010000:00010000:0.0:1789185322.783528:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fa501034/0xff23d3f688d92540 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x777:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.783542:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185322.783573:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000065fd643b/0xff23d3f688d92532 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x776:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.783580:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abdb000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185322.783583:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000065fd643b/0xff23d3f688d92532 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x776:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.783590:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000065fd643b/0xff23d3f688d92532 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x776:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.783602:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000065fd643b/0xff23d3f688d92532 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x776:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.783610:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000065fd643b/0xff23d3f688d92532 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x776:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.783625:0:178143:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000281d94e0/0xff23d3f688d92547 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x779:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.783626:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185322.783629:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185322.783632:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185322.783638:0:178143:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000281d94e0/0xff23d3f688d92547 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x779:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.783653:0:178143:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1789185322.783688:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185322.783693:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000281d94e0/0xff23d3f688d92547 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x779:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.783702:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149882800 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185322.783706:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000281d94e0/0xff23d3f688d92547 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x779:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.783714:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000281d94e0/0xff23d3f688d92547 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x779:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.783727:0:178143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e969180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+608:3638:x1876087018811904:12345-0@lo:6:osp-syn-1-0.0 Request processed in 18616us (18695us total) trans 4294989374 rc 0/0
00010000:00010000:0.0:1789185322.783728:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000281d94e0/0xff23d3f688d92547 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x779:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.783741:0:178143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37445
00010000:00010000:0.0:1789185322.783745:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000281d94e0/0xff23d3f688d92547 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x779:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.783762:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185322.783764:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185322.783766:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789185322.783892:0:178143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37449
00000100:00100000:1.0:1789185322.783902:0:178143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d41ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+595:3637:x1876087018812928:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185322.783927:0:178143:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1901 count 1
00000100:00100000:0.0:1789185322.783929:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e96b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018813056:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185322.783959:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:0.0:1789185322.783986:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14e96a680/2, rc 0, transno 4294989374
00000100:00100000:0.0:1789185322.783994:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e96a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018811904:0@lo:6:osp-syn-1-0.0
00000004:00080000:0.0:1789185322.784004:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14e55ca80/2, rc 0, transno 4294989373
00000100:00100000:2.0:1789185322.784007:0:24325:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018813056
00000100:00100000:0.0:1789185322.784007:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e55ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018810880:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185322.784011:0:24325:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018813056
00010000:00010000:1.0:1789185322.784019:0:178143:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007fe0979b/0xff23d3f688d92563 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x76d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:0.0:1789185322.784021:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14fceea00/2, rc 0, transno 4294977560
00000100:00100000:0.0:1789185322.784033:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14fceea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018809088:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185322.784034:0:24325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37450
00010000:00010000:1.0:1789185322.784040:0:178143:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000016dadb03/0xff23d3f688d8e74a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x76d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a35b expref: 417 pid: 16720 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.784042:0:24325:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e968380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+608:3638:x1876087018813056:12345-0@lo:6:osp-syn-1-0.0
00010000:00010000:1.0:1789185322.784056:0:178143:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x76d:0x0].0x0 since=124s v=(0 0)
00002000:00080000:2.0:1789185322.784060:0:24325:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1915 count 1
00010000:00010000:1.0:1789185322.784061:0:178143:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x76d:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.784068:0:178143:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007fe0979b/0xff23d3f688d92563 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x76d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.784076:0:24325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000178222ab/0xff23d3f688d9256a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x77b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.784090:0:24325:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000010f1b8d2/0xff23d3f688d8e82a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x77b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a426 expref: 401 pid: 16720 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.784096:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e96b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018813568:0@lo:6:osp-syn-0-0.0
00010000:00010000:1.0:1789185322.784099:0:178143:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000016dadb03/0xff23d3f688d8e74a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x76d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a35b expref: 417 pid: 16720 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.784100:0:24325:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x77b:0x0].0x0 since=124s v=(0 0)
00010000:00010000:2.0:1789185322.784108:0:24325:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x77b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.784119:0:24325:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000178222ab/0xff23d3f688d9256a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x77b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.784121:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:1.0:1789185322.784126:0:178143:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000016dadb03/0xff23d3f688d8e74a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x76d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a35b expref: 417 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.784143:0:24325:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000010f1b8d2/0xff23d3f688d8e82a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x77b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a426 expref: 401 pid: 16720 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.784143:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1789185322.784148:0:178143:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e55c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:178143:1876087018813696:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185322.784152:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e96b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018813440:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185322.784172:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185322.784193:0:35222:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018813568
00000100:00100000:0.0:1789185322.784197:0:35222:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018813568
00000100:00100000:0.0:1789185322.784217:0:35222:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018813440
00000100:00100000:0.0:1789185322.784221:0:35222:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018813440
00000100:00100000:0.0:1789185322.784245:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37451
00000100:00100000:0.0:1789185322.784253:0:35222:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e968a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+596:3638:x1876087018813568:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1789185322.784266:0:35222:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1902 count 1
00000100:00100000:1.0:1789185322.784277:0:178143:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14ea28600 going to sleep for 11 seconds
00010000:00010000:0.0:1789185322.784280:0:35222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000062be1bd2/0xff23d3f688d92571 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x76e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.784294:0:35222:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004382c936/0xff23d3f688d8e758 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x76e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a369 expref: 417 pid: 16720 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.784298:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e96ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018813312:0@lo:6:osp-syn-1-0.0
00010000:00010000:0.0:1789185322.784309:0:35222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x76e:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185322.784313:0:35222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x76e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185322.784317:0:35222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000062be1bd2/0xff23d3f688d92571 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x76e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.784342:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:0.0:1789185322.784343:0:35222:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004382c936/0xff23d3f688d8e758 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x76e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a369 expref: 417 pid: 16720 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.784356:0:35222:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004382c936/0xff23d3f688d8e758 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x76e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a369 expref: 417 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.784367:0:35222:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e969c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:35222:1876087018813952:192.168.204.3@tcp:104:
00000004:00080000:1.0:1789185322.784374:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f3bed80/2, rc 0, transno 4294989372
00000100:00100000:1.0:1789185322.784385:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f3bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018811392:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185322.784396:0:35222:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14a4dc540 going to sleep for 11 seconds
00000004:00080000:1.0:1789185322.784406:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14d0d8700/2, rc 0, transno 4294977561
00000100:00100000:0.0:1789185322.784414:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018813312
00000100:00100000:1.0:1789185322.784419:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018809600:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185322.784421:0:8429:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018813312
00000100:00100000:1.0:1789185322.784431:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789185322.784439:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e969f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018813184:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185322.784462:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37452
00000100:00100000:0.0:1789185322.784470:0:8429:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e969500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+610:3638:x1876087018813440:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1789185322.784484:0:8429:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1918 count 1
00000100:00100000:1.0:1789185322.784496:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:0.0:1789185322.784499:0:8429:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000059346501/0xff23d3f688d92578 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x77e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.784514:0:8429:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c1558045/0xff23d3f688d8fef8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x77e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 16777216->16781311) gid 0 flags: 0x40000000020000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4baca expref: 401 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.784523:0:8429:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x77e:0x0].0x0 since=122s v=(0 0)
00010000:00010000:0.0:1789185322.784526:0:8429:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x77e:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1789185322.784530:0:8429:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000059346501/0xff23d3f688d92578 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x77e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.784579:0:8429:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c1558045/0xff23d3f688d8fef8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x77e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 16777216->16781311) gid 0 flags: 0x50000000030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4baca expref: 401 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.784590:0:8429:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c1558045/0xff23d3f688d8fef8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x77e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 16777216->16781311) gid 0 flags: 0x70000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4baca expref: 401 pid: 8429 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.784607:0:8429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e96bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8429:1876087018814080:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185322.784638:0:8429:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14a4dce40 going to sleep for 11 seconds
00000100:00100000:0.0:1789185322.784651:0:34810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018813184
00000100:00100000:0.0:1789185322.784654:0:34810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018813184
00000100:00100000:0.0:1789185322.784672:0:34810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37453
00000100:00100000:0.0:1789185322.784678:0:34810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e55ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+611:3636:x1876087018813312:12345-0@lo:6:osp-syn-1-0.0
00010000:00010000:2.0:1789185322.784692:0:24325:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000010f1b8d2/0xff23d3f688d8e82a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x77b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a426 expref: 401 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00002000:00080000:0.0:1789185322.784699:0:34810:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1917 count 1
00000100:00100000:2.0:1789185322.784707:0:24325:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d419880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24325:1876087018813824:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185322.784710:0:34810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002b4947e1/0xff23d3f688d9257f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x77d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.784720:0:34810:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000076803432/0xff23d3f688d8e838 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x77d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a442 expref: 401 pid: 16720 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.784725:0:178146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37454
00000100:00100000:2.0:1789185322.784732:0:24325:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b145d6ca80 going to sleep for 11 seconds
00010000:00010000:0.0:1789185322.784733:0:34810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x77d:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185322.784736:0:34810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x77d:0x0].0x0 since=0s v=(0 0)
00000100:00100000:1.0:1789185322.784739:0:178146:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e55f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+611:3636:x1876087018813184:12345-0@lo:6:osp-syn-1-0.0
00010000:00010000:0.0:1789185322.784742:0:34810:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002b4947e1/0xff23d3f688d9257f lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x77d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00080000:1.0:1789185322.784755:0:178146:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1916 count 1
00010000:00010000:0.0:1789185322.784766:0:34810:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000076803432/0xff23d3f688d8e838 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x77d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a442 expref: 401 pid: 16720 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.784776:0:34810:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000076803432/0xff23d3f688d8e838 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x77d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a442 expref: 401 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.784791:0:34810:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:34810:1876087018814208:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185322.784815:0:34810:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14a4dcf00 going to sleep for 11 seconds
00010000:00010000:0.0:1789185322.784870:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789185322.784899:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e968000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018814336:0@lo:6:osp-syn-1-0.0
00010000:00010000:1.0:1789185322.784909:0:178146:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b2067f66/0xff23d3f688d92586 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x77c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.784923:0:178146:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000085af471f/0xff23d3f688d8e831 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x77c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a434 expref: 401 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.784933:0:178146:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x77c:0x0].0x0 since=124s v=(0 0)
00000100:00100000:0.0:1789185322.784934:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:0.0:1789185322.784973:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14d0d9f80/2, rc 0, transno 4294977563
00000100:00100000:0.0:1789185322.784982:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018810496:0@lo:6:osp-syn-0-0.0
00000004:00080000:0.0:1789185322.784995:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14fceed80/2, rc 0, transno 4294977559
00000100:00100000:0.0:1789185322.784998:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14fceed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018809216:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185322.785006:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789185322.785010:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e96a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018814464:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185322.785013:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018814336
00010000:00010000:1.0:1789185322.785013:0:178146:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x77c:0x0].0x0 since=0s v=(0 0)
00000100:00100000:2.0:1789185322.785017:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018814336
00010000:00010000:1.0:1789185322.785020:0:178146:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b2067f66/0xff23d3f688d92586 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x77c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.785034:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185322.785042:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018814464
00000100:00100000:2.0:1789185322.785045:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018814464
00010000:00010000:1.0:1789185322.785052:0:178146:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000085af471f/0xff23d3f688d8e831 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x77c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a434 expref: 401 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.785064:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37455
00010000:00010000:1.0:1789185322.785066:0:178146:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000085af471f/0xff23d3f688d8e831 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x77c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a434 expref: 401 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.785076:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b147624e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+612:3635:x1876087018814336:12345-0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185322.785086:0:178146:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e55e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:178146:1876087018814592:192.168.204.3@tcp:104:
00002000:00080000:2.0:1789185322.785092:0:8431:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1919 count 1
00010000:00010000:2.0:1789185322.785108:0:8431:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003654a7fb/0xff23d3f688d9258d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x77f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.785112:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14da19180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018814848:0@lo:6:osp-syn-0-0.0
00010000:00010000:2.0:1789185322.785122:0:8431:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007926a47c/0xff23d3f688d8e85b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x77f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a45e expref: 401 pid: 16720 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.785130:0:178146:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14ea28480 going to sleep for 11 seconds
00010000:00010000:2.0:1789185322.785131:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x77f:0x0].0x0 since=124s v=(0 0)
00010000:00010000:2.0:1789185322.785137:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x77f:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.785141:0:8431:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003654a7fb/0xff23d3f688d9258d lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x77f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.785142:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185322.785163:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1789185322.785168:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d436d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018814720:0@lo:6:osp-syn-0-0.0
00010000:00010000:2.0:1789185322.785175:0:8431:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007926a47c/0xff23d3f688d8e85b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x77f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a45e expref: 401 pid: 16720 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.785191:0:8431:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007926a47c/0xff23d3f688d8e85b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x77f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a45e expref: 401 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.785196:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185322.785201:0:8431:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b152966d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8431:1876087018814976:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185322.785208:0:16720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018814848
00000100:00100000:1.0:1789185322.785213:0:16720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018814848
00000100:00100000:0.0:1789185322.785222:0:178148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018814720
00000100:00100000:0.0:1789185322.785228:0:178148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018814720
00000100:00100000:2.0:1789185322.785231:0:8431:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b145d6c840 going to sleep for 11 seconds
00000100:00100000:1.0:1789185322.785243:0:16720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37456
00000100:00100000:1.0:1789185322.785254:0:16720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e90ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+599:3635:x1876087018814464:12345-0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185322.785258:0:178144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37457
00000100:00100000:2.0:1789185322.785269:0:178144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14da18e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+599:3638:x1876087018814848:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185322.785270:0:16720:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1903 count 1
00010000:00010000:1.0:1789185322.785288:0:16720:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000691a0de/0xff23d3f688d92594 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x76f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00080000:2.0:1789185322.785289:0:178144:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1905 count 1
00010000:00010000:1.0:1789185322.785306:0:16720:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000975c7499/0xff23d3f688d8e75f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x76f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a377 expref: 417 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.785307:0:178144:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000054f5e6e3/0xff23d3f688d9259b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x771:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.785322:0:16720:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x76f:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185322.785328:0:16720:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x76f:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.785330:0:178144:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c19f190a/0xff23d3f688d8e76d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x771:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a393 expref: 417 pid: 16720 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.785334:0:16720:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000691a0de/0xff23d3f688d92594 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x76f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.785343:0:178144:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x771:0x0].0x0 since=124s v=(0 0)
00010000:00010000:2.0:1789185322.785353:0:178144:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x771:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.785355:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.785358:0:178144:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000054f5e6e3/0xff23d3f688d9259b lrc: 4/0,1 mode: --/PW res: [0x280000401:0x771:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.785361:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185322.785371:0:16720:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000975c7499/0xff23d3f688d8e75f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x76f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a377 expref: 417 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.785383:0:178144:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c19f190a/0xff23d3f688d8e76d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x771:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a393 expref: 417 pid: 16720 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.785386:0:16720:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000975c7499/0xff23d3f688d8e75f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x76f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a377 expref: 417 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.785410:0:178144:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c19f190a/0xff23d3f688d8e76d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x771:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a393 expref: 417 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.785412:0:16720:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e55d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16720:1876087018815104:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185322.785434:0:178144:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b145cb1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:178144:1876087018815232:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185322.785456:0:16720:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14ea28000 going to sleep for 11 seconds
00000100:00100000:2.0:1789185322.785477:0:178144:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b145d6ce40 going to sleep for 11 seconds
00000100:00100000:0.0:1789185322.787152:0:178148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37458
00000100:00100000:1.0:1789185322.787379:0:34809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e1e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+613:3635:x1876087018810368:12345-0@lo:6:osp-syn-1-0.0 Request processed in 25294us (25862us total) trans 4294989375 rc 0/0
00000100:00100000:1.0:1789185322.787389:0:34809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37439
00010000:00010000:1.0:1789185322.787653:0:8428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cdb33ced/0xff23d3f688d8e823 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x77a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a418 expref: 401 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.787670:0:8428:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e968700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8428:1876087018812288:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185322.787697:0:8428:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b93d1933/0xff23d3f688d9254e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x77a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.787709:0:8428:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b93d1933/0xff23d3f688d9254e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x77a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.787716:0:8428:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b93d1933/0xff23d3f688d9254e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x77a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.787726:0:8428:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b93d1933/0xff23d3f688d9254e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x77a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.787738:0:8428:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b93d1933/0xff23d3f688d9254e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x77a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.787757:0:8428:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1789185322.787836:0:8428:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e969880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+613:3638:x1876087018812160:12345-0@lo:6:osp-syn-1-0.0 Request processed in 21798us (21883us total) trans 4294989376 rc 0/0
00000100:00100000:1.0:1789185322.787844:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37446
00010000:00010000:1.0:1789185322.787871:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1789185322.787877:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b93d1933/0xff23d3f688d9254e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x77a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.787886:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abda600 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185322.787891:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b93d1933/0xff23d3f688d9254e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x77a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.787901:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b93d1933/0xff23d3f688d9254e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x77a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.787921:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b93d1933/0xff23d3f688d9254e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x77a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.787929:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b93d1933/0xff23d3f688d9254e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x77a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.787957:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185322.787959:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185322.787961:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185322.787983:0:35218:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002882de8d/0xff23d3f688d8e815 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x778:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a3fc expref: 400 pid: 16720 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.787994:0:35218:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b152868a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35218:1876087018811648:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185322.788007:0:35218:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000009a97dd45/0xff23d3f688d92539 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x778:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.788016:0:35218:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000009a97dd45/0xff23d3f688d92539 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x778:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.788023:0:35218:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009a97dd45/0xff23d3f688d92539 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x778:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.788032:0:35218:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009a97dd45/0xff23d3f688d92539 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x778:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.788039:0:35218:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009a97dd45/0xff23d3f688d92539 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x778:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.788053:0:35218:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1789185322.788122:0:35218:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e55dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+613:3636:x1876087018811520:12345-0@lo:6:osp-syn-1-0.0 Request processed in 23597us (23725us total) trans 4294989377 rc 0/0
00000100:00100000:1.0:1789185322.788128:0:35218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37443
00000004:00080000:1.0:1789185322.788164:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f3bf480/2, rc 0, transno 4294989377
00000100:00100000:1.0:1789185322.788174:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f3bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018811520:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185322.788275:0:8491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e55ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+600:3637:x1876087018809984:12345-0@lo:6:osp-syn-0-0.0 Request processed in 33298us (33378us total) trans 4294977564 rc 0/0
00000100:00100000:1.0:1789185322.788281:0:8491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37438
00000004:00080000:2.0:1789185322.788292:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14d0d9180/2, rc 0, transno 4294977564
00000100:00100000:2.0:1789185322.788302:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018809984:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185322.789570:0:178148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14da19880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+599:3638:x1876087018814720:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1789185322.789603:0:178148:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1904 count 1
00010000:00010000:0.0:1789185322.789630:0:178148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000092826d11/0xff23d3f688d925a2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x770:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.789653:0:178148:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000080e8e0bc/0xff23d3f688d8e766 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x770:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a385 expref: 417 pid: 16720 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.789663:0:178148:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x770:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185322.789667:0:178148:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x770:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185322.789672:0:178148:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000092826d11/0xff23d3f688d925a2 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x770:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.789707:0:178148:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000080e8e0bc/0xff23d3f688d8e766 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x770:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a385 expref: 417 pid: 16720 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.789721:0:178148:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000080e8e0bc/0xff23d3f688d8e766 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x770:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a385 expref: 417 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.789736:0:178148:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14da18700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:178148:1876087018815360:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185322.789817:0:178148:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14a4dc000 going to sleep for 11 seconds
00000004:00080000:0.0:1789185322.789970:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14e968e00/2, rc 0, transno 4294989376
00000100:00100000:0.0:1789185322.789980:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e968e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018812160:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185322.790018:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14da18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018815744:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185322.790052:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:0.0:1789185322.790087:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185322.790094:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009a97dd45/0xff23d3f688d92539 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x778:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.790108:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abdae00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185322.790112:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009a97dd45/0xff23d3f688d92539 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x778:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.790122:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009a97dd45/0xff23d3f688d92539 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x778:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.790141:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009a97dd45/0xff23d3f688d92539 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x778:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.790148:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009a97dd45/0xff23d3f688d92539 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x778:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.790168:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185322.790170:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185322.790172:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789185322.790183:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14da1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018815488:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185322.790208:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:0.0:1789185322.790245:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14d437480/2, rc 0, transno 4294989375
00000100:00100000:0.0:1789185322.790253:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d437480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018810368:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185322.790255:0:34809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018815744
00000100:00100000:2.0:1789185322.790261:0:34809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018815744
00000100:00100000:0.0:1789185322.790261:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789185322.790266:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14da19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018815616:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185322.790301:0:178169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018815488
00000100:00100000:2.0:1789185322.790304:0:178169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018815488
00000100:00100000:0.0:1789185322.790312:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185322.790674:0:35223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37459
00000100:00100000:0.0:1789185322.790844:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1789185322.790854:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14da18a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018815872:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185322.790882:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185322.793442:0:178169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018815616
00000100:00100000:2.0:1789185322.793465:0:178169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018815616
00000100:00100000:2.0:1789185322.793515:0:178169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018815872
00000100:00100000:2.0:1789185322.793518:0:178169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018815872
00000100:00100000:2.0:1789185322.793536:0:178169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37460
00000100:00100000:2.0:1789185322.793558:0:178169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14da1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+615:3635:x1876087018815488:12345-0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185322.793596:0:35218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37461
00000100:00100000:0.0:1789185322.793607:0:35218:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14da1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+600:3635:x1876087018815616:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1789185322.793622:0:35218:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1906 count 1
00010000:00010000:0.0:1789185322.793648:0:35218:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000065fd643b/0xff23d3f688d925a9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x772:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.793673:0:35218:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a9ea1d0c/0xff23d3f688d8e774 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x772:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a3a1 expref: 417 pid: 16720 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.793683:0:35218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x772:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185322.793687:0:35218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x772:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185322.793693:0:35218:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000065fd643b/0xff23d3f688d925a9 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x772:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.793731:0:35218:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a9ea1d0c/0xff23d3f688d8e774 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x772:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a3a1 expref: 417 pid: 16720 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.793746:0:35218:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a9ea1d0c/0xff23d3f688d8e774 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x772:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a3a1 expref: 417 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.793761:0:35218:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14da19c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35218:1876087018816000:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185322.793832:0:35218:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14a4dc180 going to sleep for 11 seconds
00000100:00100000:0.0:1789185322.793998:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185322.794027:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185322.794089:0:178147:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37462
00000100:00100000:0.0:1789185322.794098:0:178147:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14da19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+615:3637:x1876087018815872:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1789185322.794112:0:178147:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1922 count 1
00010000:00010000:0.0:1789185322.794127:0:178147:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ce1a8e47/0xff23d3f688d925b0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x782:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00080000:2.0:1789185322.794132:0:178169:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1920 count 1
00010000:00010000:0.0:1789185322.794141:0:178147:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000995ea35b/0xff23d3f688d8e870 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x782:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a488 expref: 399 pid: 16720 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.794146:0:178169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004e8cbc4d/0xff23d3f688d925b7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x780:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.794148:0:178147:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x782:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185322.794151:0:178147:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x782:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185322.794155:0:178147:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ce1a8e47/0xff23d3f688d925b0 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x782:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.794176:0:178147:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000995ea35b/0xff23d3f688d8e870 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x782:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a488 expref: 399 pid: 16720 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.794184:0:178147:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000995ea35b/0xff23d3f688d8e870 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x782:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a488 expref: 399 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.794196:0:178147:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14da1aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:178147:1876087018816128:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185322.794225:0:178147:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14a4dc780 going to sleep for 11 seconds
00000100:00100000:0.0:1789185322.794243:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010742656
00000100:00100000:0.0:1789185322.794247:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010742656
00010000:00010000:0.0:1789185322.794272:0:8458:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000018c2b20a/0xff23d3f688d8e678 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x76b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a33f expref: 418 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.794300:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010742528
00000100:00100000:0.0:1789185322.794303:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010742528
00010000:00010000:0.0:1789185322.794319:0:8458:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001cec9e5e/0xff23d3f688d8e686 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x76c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a34d expref: 419 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.794336:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22934
00000100:00100000:0.0:1789185322.794342:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14da1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+419:2392:x1876087010742656:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185322.794351:0:8458:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185322.794357:0:8458:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: 0000000018c2b20a/0xff23d3f688d8e678 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x76b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a33f expref: 419 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.794370:0:8458:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000018c2b20a/0xff23d3f688d8e678 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x76b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a33f expref: 419 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.794392:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x76b:0x0].0x0 since=1s v=(0 0)
00010000:00010000:0.0:1789185322.794395:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x76b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185322.794401:0:8458:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a5a45477/0xff23d3f688d9255c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x76b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.794410:0:8458:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a5a45477/0xff23d3f688d9255c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x76b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.794414:0:178169:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000030c0dacd/0xff23d3f688d8e862 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x780:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a46c expref: 399 pid: 16720 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.794421:0:178169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x780:0x0].0x0 since=124s v=(0 0)
00010000:00010000:2.0:1789185322.794423:0:178169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x780:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.794426:0:178169:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004e8cbc4d/0xff23d3f688d925b7 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x780:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.794427:0:8458:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1789185322.794462:0:178169:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000030c0dacd/0xff23d3f688d8e862 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x780:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a46c expref: 399 pid: 16720 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.794462:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14da1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+419:2392:x1876087010742656:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 119us (464us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185322.794470:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22934
00010000:00010000:2.0:1789185322.794472:0:178169:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000030c0dacd/0xff23d3f688d8e862 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x780:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a46c expref: 399 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.794482:0:178169:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0ce680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:178169:1876087018816256:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185322.794494:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22935
00000100:00100000:0.0:1789185322.794500:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b281266450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+418:2391:x1876087010742528:12345-192.168.204.3@tcp:103:ldlm_bl.0
00000100:00100000:2.0:1789185322.794506:0:178169:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b145d6c600 going to sleep for 11 seconds
00010000:00010000:0.0:1789185322.794507:0:8458:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185322.794512:0:8458:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: 000000001cec9e5e/0xff23d3f688d8e686 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x76c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a34d expref: 418 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.794522:0:8458:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001cec9e5e/0xff23d3f688d8e686 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x76c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a34d expref: 418 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.794534:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x76c:0x0].0x0 since=1s v=(0 0)
00010000:00010000:0.0:1789185322.794537:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x76c:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185322.794542:0:8458:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000048e3f1cb/0xff23d3f688d92555 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x76c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.794571:0:8458:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000048e3f1cb/0xff23d3f688d92555 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x76c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.794584:0:8458:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185322.794602:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b281266450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+418:2391:x1876087010742528:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 103us (575us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185322.794609:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22935
00010000:00010000:1.0:1789185322.794892:0:178142:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001cec9e5e/0xff23d3f688d8e686 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x76c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a34d expref: 417 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.794907:0:178142:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e55d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:178142:1876087018812672:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185322.794928:0:178142:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000048e3f1cb/0xff23d3f688d92555 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x76c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.794939:0:178142:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000048e3f1cb/0xff23d3f688d92555 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x76c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.794947:0:178142:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000048e3f1cb/0xff23d3f688d92555 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x76c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.794956:0:178142:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000048e3f1cb/0xff23d3f688d92555 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x76c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.794965:0:178142:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000048e3f1cb/0xff23d3f688d92555 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x76c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.795019:0:178142:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1789185322.795096:0:178145:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000018c2b20a/0xff23d3f688d8e678 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x76b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a33f expref: 416 pid: 34809 timeout: 9499 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.795106:0:178145:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0d3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:178145:1876087018812800:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185322.795117:0:178145:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000a5a45477/0xff23d3f688d9255c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x76b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.795125:0:178145:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000a5a45477/0xff23d3f688d9255c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x76b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.795130:0:178145:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a5a45477/0xff23d3f688d9255c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x76b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.795138:0:178145:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a5a45477/0xff23d3f688d9255c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x76b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.795149:0:178145:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a5a45477/0xff23d3f688d9255c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x76b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.795170:0:178142:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b276ac2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+601:3636:x1876087018812544:12345-0@lo:6:osp-syn-0-0.0 Request processed in 17954us (18470us total) trans 4294977565 rc 0/0
00000100:00100000:1.0:1789185322.795181:0:178142:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37447
00000100:00100000:1.0:1789185322.795290:0:178143:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e55c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:178143:1876087018813696:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185322.795302:0:178143:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000007fe0979b/0xff23d3f688d92563 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x76d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:1.0:1789185322.795334:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14d0d1f80/2, rc 0, transno 4294977565
00000100:00100000:1.0:1789185322.795346:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018812544:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185322.795399:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789185322.795409:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e55c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018816384:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185322.795436:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185322.795473:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018816384
00000100:00100000:1.0:1789185322.795477:0:8428:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018816384
00000100:00100000:1.0:1789185322.795502:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37463
00000100:00100000:1.0:1789185322.795509:0:8428:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e55c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+601:3636:x1876087018816384:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185322.795525:0:8428:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1907 count 1
00010000:00010000:1.0:1789185322.795542:0:8428:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000052b873d9/0xff23d3f688d925be lrc: 3/0,1 mode: --/PW res: [0x280000401:0x773:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.795587:0:8428:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000bbfb70d2/0xff23d3f688d8e77b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x773:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a3af expref: 415 pid: 16720 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.795596:0:8428:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x773:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185322.795599:0:8428:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x773:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.795604:0:8428:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000052b873d9/0xff23d3f688d925be lrc: 4/0,1 mode: --/PW res: [0x280000401:0x773:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.795630:0:8428:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000bbfb70d2/0xff23d3f688d8e77b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x773:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a3af expref: 415 pid: 16720 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.795640:0:8428:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000bbfb70d2/0xff23d3f688d8e77b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x773:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a3af expref: 415 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.795649:0:8428:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e55df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8428:1876087018816512:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185322.795689:0:8428:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14ea28600 going to sleep for 11 seconds
00000100:00100000:3.0:1789185322.798176:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.798198:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.798214:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.798232:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.798249:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.798268:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.798349:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010742912
00000100:00100000:3.0:1789185322.798356:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010742912
00010000:00010000:3.0:1789185322.798395:0:8458:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004382c936/0xff23d3f688d8e758 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x76e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a369 expref: 416 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.798425:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010743168
00000100:00100000:3.0:1789185322.798428:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010743168
00010000:00010000:3.0:1789185322.798442:0:8458:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007926a47c/0xff23d3f688d8e85b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x77f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a45e expref: 400 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.798467:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010743424
00000100:00100000:3.0:1789185322.798469:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010743424
00010000:00010000:3.0:1789185322.798482:0:8458:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c19f190a/0xff23d3f688d8e76d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x771:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a393 expref: 417 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.798493:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010742784
00000100:00100000:3.0:1789185322.798496:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010742784
00010000:00010000:3.0:1789185322.798506:0:8458:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000016dadb03/0xff23d3f688d8e74a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x76d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a35b expref: 418 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.798517:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010743040
00000100:00100000:3.0:1789185322.798520:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010743040
00010000:00010000:3.0:1789185322.798531:0:8458:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000085af471f/0xff23d3f688d8e831 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x77c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a434 expref: 401 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.798563:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010743296
00000100:00100000:3.0:1789185322.798566:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010743296
00010000:00010000:3.0:1789185322.798580:0:8458:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000975c7499/0xff23d3f688d8e75f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x76f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a377 expref: 419 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.798596:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22936
00000100:00100000:3.0:1789185322.798605:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14aa61f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+419:2392:x1876087010742912:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.798619:0:8458:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.798625:0:8458:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004382c936/0xff23d3f688d8e758 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x76e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a369 expref: 419 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.798638:0:8458:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004382c936/0xff23d3f688d8e758 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x76e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a369 expref: 419 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.798664:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x76e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.798668:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x76e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.798675:0:8458:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000062be1bd2/0xff23d3f688d92571 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x76e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.798686:0:8458:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000062be1bd2/0xff23d3f688d92571 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x76e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.798775:0:178145:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00010000:00010000:0.0:1789185322.798778:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:0.0:1789185322.798787:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000048e3f1cb/0xff23d3f688d92555 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x76c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.798800:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149883800 already unused, calling callback (ffffffffc0cd94f0)
00000100:00100000:2.0:1789185322.798803:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22937
00010000:00010000:0.0:1789185322.798806:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000048e3f1cb/0xff23d3f688d92555 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x76c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.798811:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14aa62d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+401:2392:x1876087010743168:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185322.798816:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000048e3f1cb/0xff23d3f688d92555 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x76c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.798820:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.798825:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007926a47c/0xff23d3f688d8e85b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x77f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a45e expref: 401 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.798830:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000048e3f1cb/0xff23d3f688d92555 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x76c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.798835:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007926a47c/0xff23d3f688d8e85b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x77f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a45e expref: 401 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.798838:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000048e3f1cb/0xff23d3f688d92555 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x76c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.798848:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x77f:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.798852:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x77f:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.798856:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003654a7fb/0xff23d3f688d9258d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x77f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.798863:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003654a7fb/0xff23d3f688d9258d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x77f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.798883:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1789185322.798896:0:35222:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004382c936/0xff23d3f688d8e758 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x76e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a369 expref: 419 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.798906:0:35222:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e969c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:35222:1876087018813952:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185322.799210:0:178146:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e55e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:178146:1876087018814592:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185322.799228:0:178146:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b2067f66/0xff23d3f688d92586 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x77c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.799258:0:16720:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e55d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16720:1876087018815104:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185322.799270:0:16720:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000000691a0de/0xff23d3f688d92594 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x76f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.799292:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22938
00000100:00100000:1.0:1789185322.799300:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14aa60000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+418:2392:x1876087010743424:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185322.799309:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185322.799315:0:178149:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c19f190a/0xff23d3f688d8e76d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x771:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a393 expref: 418 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.799331:0:178149:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c19f190a/0xff23d3f688d8e76d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x771:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a393 expref: 418 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.799345:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x771:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.799348:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x771:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.799352:0:178149:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000054f5e6e3/0xff23d3f688d9259b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x771:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.799360:0:178149:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000054f5e6e3/0xff23d3f688d9259b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x771:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.799373:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185322.799426:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14aa62d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+401:2392:x1876087010743168:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 615us (1226us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.799437:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22937
00000100:00100000:2.0:1789185322.799468:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22939
00000100:00100000:2.0:1789185322.799475:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14aa60e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+418:2392:x1876087010742784:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.799483:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.799488:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000016dadb03/0xff23d3f688d8e74a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x76d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a35b expref: 418 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.799498:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000016dadb03/0xff23d3f688d8e74a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x76d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a35b expref: 418 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.799504:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14aa60000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+418:2392:x1876087010743424:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 206us (1289us total) trans 0 rc 0/0
00010000:00010000:2.0:1789185322.799510:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000016dadb03/0xff23d3f688d8e74a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x76d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a35b expref: 418 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.799511:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22938
00010000:00010000:2.0:1789185322.799520:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x76d:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.799524:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x76d:0x0].0x0 since=0s v=(0 0)
00000100:00100000:1.0:1789185322.799525:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22940
00010000:00010000:2.0:1789185322.799528:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000007fe0979b/0xff23d3f688d92563 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x76d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.799532:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14aa60380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+400:2392:x1876087010743040:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.799536:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007fe0979b/0xff23d3f688d92563 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x76d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.799539:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185322.799544:0:178149:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000085af471f/0xff23d3f688d8e831 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x77c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a434 expref: 400 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.799569:0:178149:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000085af471f/0xff23d3f688d8e831 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x77c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a434 expref: 400 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.799571:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1789185322.799588:0:178149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000085af471f/0xff23d3f688d8e831 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x77c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a434 expref: 400 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.799589:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14aa60e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+416:2392:x1876087010742784:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 115us (1356us total) trans 0 rc 0/0
00010000:00010000:1.0:1789185322.799600:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x77c:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.799603:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x77c:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.799607:0:178149:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b2067f66/0xff23d3f688d92586 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x77c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.799614:0:178149:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b2067f66/0xff23d3f688d92586 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x77c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.799631:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185322.799650:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14aa60380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+399:2392:x1876087010743040:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 119us (1400us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185322.799657:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22940
00000100:00100000:1.0:1789185322.799669:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22941
00000100:00100000:1.0:1789185322.799676:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14aa60a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+416:2392:x1876087010743296:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185322.799683:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185322.799688:0:178149:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000975c7499/0xff23d3f688d8e75f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x76f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a377 expref: 416 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.799698:0:178149:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000975c7499/0xff23d3f688d8e75f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x76f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a377 expref: 416 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.799716:0:178149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000975c7499/0xff23d3f688d8e75f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x76f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a377 expref: 416 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.799726:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x76f:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.799729:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x76f:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.799733:0:178149:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000691a0de/0xff23d3f688d92594 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x76f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.799741:0:178149:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000691a0de/0xff23d3f688d92594 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x76f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.799758:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185322.799777:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14aa60a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+415:2392:x1876087010743296:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 101us (1508us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185322.799784:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22941
00010000:00010000:1.0:1789185322.799816:0:178143:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000007fe0979b/0xff23d3f688d92563 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x76d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.799826:0:178143:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007fe0979b/0xff23d3f688d92563 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x76d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.799836:0:178143:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007fe0979b/0xff23d3f688d92563 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x76d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.799844:0:178143:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007fe0979b/0xff23d3f688d92563 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x76d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.799861:0:178143:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:1.0:1789185322.800032:0:178143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d41ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+602:3637:x1876087018812928:12345-0@lo:6:osp-syn-0-0.0 Request processed in 16132us (16556us total) trans 4294977566 rc 0/0
00000100:00100000:1.0:1789185322.800040:0:178143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37449
00000100:00100000:2.0:1789185322.800044:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22939
00010000:00010000:1.0:1789185322.800062:0:178146:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b2067f66/0xff23d3f688d92586 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x77c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.800070:0:178146:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b2067f66/0xff23d3f688d92586 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x77c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.800077:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007926a47c/0xff23d3f688d8e85b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x77f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a45e expref: 398 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.800078:0:178146:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b2067f66/0xff23d3f688d92586 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x77c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.800086:0:178146:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b2067f66/0xff23d3f688d92586 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x77c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.800088:0:8431:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b152966d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8431:1876087018814976:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185322.800100:0:178146:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00010000:00010000:2.0:1789185322.800102:0:8431:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000003654a7fb/0xff23d3f688d9258d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x77f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.800109:0:8431:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000003654a7fb/0xff23d3f688d9258d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x77f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.800115:0:8431:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003654a7fb/0xff23d3f688d9258d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x77f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.800123:0:8431:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003654a7fb/0xff23d3f688d9258d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x77f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.800129:0:8431:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003654a7fb/0xff23d3f688d9258d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x77f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.800137:0:8431:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool
00000100:00100000:1.0:1789185322.800181:0:178146:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e55f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+616:3636:x1876087018813184:12345-0@lo:6:osp-syn-1-0.0 Request processed in 15446us (15685us total) trans 4294989378 rc 0/0
00000100:00100000:1.0:1789185322.800188:0:178146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37454
00010000:00010000:1.0:1789185322.800212:0:16720:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000000691a0de/0xff23d3f688d92594 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x76f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.800220:0:16720:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000691a0de/0xff23d3f688d92594 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x76f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.800234:0:16720:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000691a0de/0xff23d3f688d92594 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x76f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.800241:0:16720:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000691a0de/0xff23d3f688d92594 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x76f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.800250:0:16720:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool
00000100:00100000:1.0:1789185322.800330:0:16720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e90ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+602:3635:x1876087018814464:12345-0@lo:6:osp-syn-0-0.0 Request processed in 15078us (15295us total) trans 4294977567 rc 0/0
00000100:00100000:1.0:1789185322.800336:0:16720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37456
00010000:00010000:1.0:1789185322.800353:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 4 total in blp.  (4 blwis in pool)
00010000:00010000:1.0:1789185322.800359:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a5a45477/0xff23d3f688d9255c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x76b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.800367:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bc800 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185322.800370:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a5a45477/0xff23d3f688d9255c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x76b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.800379:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a5a45477/0xff23d3f688d9255c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x76b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.800390:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a5a45477/0xff23d3f688d9255c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x76b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.800398:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a5a45477/0xff23d3f688d9255c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x76b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.800415:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp.  (3 blwis in pool)
00010000:00010000:1.0:1789185322.800419:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007fe0979b/0xff23d3f688d92563 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x76d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.800425:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149883c00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185322.800428:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007fe0979b/0xff23d3f688d92563 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x76d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.800435:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007fe0979b/0xff23d3f688d92563 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x76d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.800458:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007fe0979b/0xff23d3f688d92563 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x76d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.800465:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007fe0979b/0xff23d3f688d92563 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x76d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.800480:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b147624e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+616:3635:x1876087018814336:12345-0@lo:6:osp-syn-1-0.0 Request processed in 15406us (15548us total) trans 4294989379 rc 0/0
00010000:00010000:1.0:1789185322.800483:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:1.0:1789185322.800486:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b2067f66/0xff23d3f688d92586 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x77c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.800487:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37455
00010000:00010000:1.0:1789185322.800492:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149882200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185322.800495:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b2067f66/0xff23d3f688d92586 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x77c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.800508:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b2067f66/0xff23d3f688d92586 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x77c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.800516:0:178144:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c19f190a/0xff23d3f688d8e76d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x771:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a393 expref: 413 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.800517:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b2067f66/0xff23d3f688d92586 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x77c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.800525:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b2067f66/0xff23d3f688d92586 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x77c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.800533:0:178144:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b145cb1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:178144:1876087018815232:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185322.800539:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:1.0:1789185322.800542:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003654a7fb/0xff23d3f688d9258d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x77f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.800565:0:178144:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000054f5e6e3/0xff23d3f688d9259b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x771:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.800566:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bce00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185322.800569:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003654a7fb/0xff23d3f688d9258d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x77f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.800573:0:178144:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000054f5e6e3/0xff23d3f688d9259b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x771:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.800577:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003654a7fb/0xff23d3f688d9258d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x77f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.800581:0:178144:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000054f5e6e3/0xff23d3f688d9259b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x771:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.800587:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003654a7fb/0xff23d3f688d9258d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x77f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.800589:0:178144:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000054f5e6e3/0xff23d3f688d9259b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x771:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.800595:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003654a7fb/0xff23d3f688d9258d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x77f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.800613:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1789185322.800617:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000691a0de/0xff23d3f688d92594 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x76f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.800622:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149882600 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185322.800625:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000691a0de/0xff23d3f688d92594 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x76f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.800632:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000691a0de/0xff23d3f688d92594 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x76f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.800643:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000691a0de/0xff23d3f688d92594 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x76f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.800651:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000691a0de/0xff23d3f688d92594 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x76f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.800664:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185322.800666:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185322.800668:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:1.0:1789185322.800695:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14e969f80/2, rc 0, transno 4294989378
00000100:00100000:1.0:1789185322.800710:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e969f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018813184:0@lo:6:osp-syn-1-0.0
00000004:00080000:1.0:1789185322.800737:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14e96a300/2, rc 0, transno 4294977567
00000100:00100000:1.0:1789185322.800748:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e96a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018814464:0@lo:6:osp-syn-0-0.0
00000004:00080000:1.0:1789185322.800757:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14e968000/2, rc 0, transno 4294989379
00000100:00100000:1.0:1789185322.800761:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e968000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018814336:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185322.800819:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789185322.800832:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e55d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018816640:0@lo:6:osp-syn-0-0.0
00010000:00010000:2.0:1789185322.800856:0:178144:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000054f5e6e3/0xff23d3f688d9259b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x771:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.800868:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:2.0:1789185322.800870:0:178144:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1789185322.800897:0:178142:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018816640
00000100:00100000:1.0:1789185322.800902:0:178142:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018816640
00000100:00100000:1.0:1789185322.800935:0:178142:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37464
00000100:00100000:1.0:1789185322.800943:0:178142:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e55e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+603:3635:x1876087018816640:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185322.800966:0:178142:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1908 count 1
00010000:00010000:1.0:1789185322.800985:0:178142:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000057531eb4/0xff23d3f688d925c5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x774:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.801001:0:178142:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000088ec1b6a/0xff23d3f688d8e782 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x774:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a3bd expref: 412 pid: 16720 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.801009:0:178142:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x774:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185322.801013:0:178142:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x774:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.801017:0:178142:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000057531eb4/0xff23d3f688d925c5 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x774:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.801043:0:178142:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000088ec1b6a/0xff23d3f688d8e782 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x774:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a3bd expref: 412 pid: 16720 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.801056:0:178142:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000088ec1b6a/0xff23d3f688d8e782 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x774:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a3bd expref: 412 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.801073:0:178142:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e55fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:178142:1876087018816768:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185322.801116:0:178142:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14ea28300 going to sleep for 11 seconds
00010000:00010000:1.0:1789185322.801175:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1789185322.801179:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000054f5e6e3/0xff23d3f688d9259b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x771:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.801185:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bdc00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185322.801188:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000054f5e6e3/0xff23d3f688d9259b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x771:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.801196:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000054f5e6e3/0xff23d3f688d9259b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x771:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.801207:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000054f5e6e3/0xff23d3f688d9259b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x771:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.801214:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000054f5e6e3/0xff23d3f688d9259b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x771:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.801229:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185322.801230:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185322.801232:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789185322.801244:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e55ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018817024:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185322.801249:0:178144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14da18e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+603:3638:x1876087018814848:12345-0@lo:6:osp-syn-0-0.0 Request processed in 15983us (16108us total) trans 4294977568 rc 0/0
00000100:00100000:2.0:1789185322.801256:0:178144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37457
00000100:00100000:1.0:1789185322.801267:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185322.801281:0:178144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018817024
00000100:00100000:2.0:1789185322.801285:0:178144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018817024
00000004:00080000:1.0:1789185322.801293:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14da19180/2, rc 0, transno 4294977568
00000100:00100000:1.0:1789185322.801300:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14da19180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018814848:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185322.801306:0:178144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37465
00000100:00100000:1.0:1789185322.801309:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1789185322.801311:0:178144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e55d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+616:3638:x1876087018817024:12345-0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185322.801314:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e55dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018816896:0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1789185322.801325:0:178144:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1924 count 1
00000100:00100000:1.0:1789185322.801335:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:2.0:1789185322.801338:0:178144:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d4cdc89e/0xff23d3f688d925cc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x784:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.801349:0:178144:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000069a3646d/0xff23d3f688d8e87e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x784:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a4a4 expref: 397 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.801356:0:178144:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x784:0x0].0x0 since=124s v=(0 0)
00010000:00010000:2.0:1789185322.801359:0:178144:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x784:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.801363:0:178144:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d4cdc89e/0xff23d3f688d925cc lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x784:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.801374:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789185322.801380:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e55d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018817152:0@lo:6:osp-syn-0-0.0
00010000:00010000:2.0:1789185322.801383:0:178144:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000069a3646d/0xff23d3f688d8e87e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x784:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a4a4 expref: 397 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.801393:0:178144:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000069a3646d/0xff23d3f688d8e87e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x784:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a4a4 expref: 397 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.801402:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185322.801403:0:178144:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0cdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:178144:1876087018817280:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185322.801426:0:178144:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b153099cc0 going to sleep for 11 seconds
00000100:00100000:1.0:1789185322.801427:0:16720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018816896
00000100:00100000:1.0:1789185322.801430:0:16720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018816896
00000100:00100000:1.0:1789185322.801463:0:16720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018817152
00000100:00100000:1.0:1789185322.801467:0:16720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018817152
00000100:00100000:2.0:1789185322.801474:0:24325:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d419880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24325:1876087018813824:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185322.801483:0:16720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37466
00010000:00010000:2.0:1789185322.801489:0:24325:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000178222ab/0xff23d3f688d9256a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x77b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.801489:0:16720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e55ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+617:3638:x1876087018816896:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185322.801501:0:16720:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1923 count 1
00010000:00010000:1.0:1789185322.801514:0:16720:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004e6d0f6b/0xff23d3f688d925d3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x783:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.801525:0:16720:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b8e15e82/0xff23d3f688d8e877 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x783:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a496 expref: 397 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.801531:0:16720:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x783:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185322.801534:0:16720:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x783:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.801536:0:16720:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004e6d0f6b/0xff23d3f688d925d3 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x783:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.801577:0:16720:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b8e15e82/0xff23d3f688d8e877 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x783:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a496 expref: 397 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.801587:0:16720:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b8e15e82/0xff23d3f688d8e877 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x783:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a496 expref: 397 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.801596:0:16720:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e55f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16720:1876087018817408:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185322.801621:0:16720:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14ea28480 going to sleep for 11 seconds
00000100:00100000:1.0:1789185322.801637:0:8491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37467
00000100:00100000:1.0:1789185322.801645:0:8491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e55c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+603:3636:x1876087018817152:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185322.801656:0:8491:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1909 count 1
00010000:00010000:1.0:1789185322.801667:0:8491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000281d94e0/0xff23d3f688d925da lrc: 3/0,1 mode: --/PW res: [0x280000401:0x775:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.801679:0:8491:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000007306deb9/0xff23d3f688d8e789 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x775:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a3cb expref: 412 pid: 16720 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.801686:0:8491:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x775:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185322.801689:0:8491:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x775:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.801692:0:8491:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000281d94e0/0xff23d3f688d925da lrc: 4/0,1 mode: --/PW res: [0x280000401:0x775:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.801711:0:8491:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000007306deb9/0xff23d3f688d8e789 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x775:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a3cb expref: 412 pid: 16720 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.801721:0:8491:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000007306deb9/0xff23d3f688d8e789 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x775:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a3cb expref: 412 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.801736:0:8491:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e55f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8491:1876087018817536:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185322.801755:0:8491:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14ea28000 going to sleep for 11 seconds
00010000:00010000:1.0:1789185322.801776:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:1.0:1789185322.801798:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14d41bb80/2, rc 0, transno 4294977566
00000100:00100000:1.0:1789185322.801807:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d41bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018812928:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185322.801844:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14be57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018817664:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185322.801871:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185322.801901:0:178146:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018817664
00000100:00100000:1.0:1789185322.801905:0:178146:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018817664
00000100:00100000:1.0:1789185322.801927:0:178146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37468
00000100:00100000:1.0:1789185322.801933:0:178146:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b152966d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+604:3636:x1876087018817664:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185322.801944:0:178146:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1910 count 1
00010000:00010000:1.0:1789185322.801957:0:178146:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fa501034/0xff23d3f688d925e1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x776:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.801968:0:178146:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006a243903/0xff23d3f688d8e790 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x776:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a3d9 expref: 412 pid: 16720 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.801974:0:178146:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x776:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185322.801978:0:178146:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x776:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.801981:0:178146:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fa501034/0xff23d3f688d925e1 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x776:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.802000:0:178146:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006a243903/0xff23d3f688d8e790 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x776:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a3d9 expref: 412 pid: 16720 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.802009:0:178146:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006a243903/0xff23d3f688d8e790 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x776:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a3d9 expref: 412 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.802018:0:178146:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b152964700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:178146:1876087018817792:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185322.802036:0:178146:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14ea28b40 going to sleep for 11 seconds
00010000:00010000:3.0:1789185322.802274:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789185322.802316:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185322.802339:0:178149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010743552
00000100:00100000:2.0:1789185322.802341:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185322.802343:0:178149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010743552
00000100:00100000:2.0:1789185322.802357:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:1.0:1789185322.802362:0:178149:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c1558045/0xff23d3f688d8fef8 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x77e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 16777216->16781311) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4baca expref: 398 pid: 8429 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.802381:0:178149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010743808
00000100:00100000:1.0:1789185322.802384:0:178149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010743808
00010000:00010000:1.0:1789185322.802397:0:178149:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000076803432/0xff23d3f688d8e838 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x77d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a442 expref: 399 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.802409:0:178149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010743680
00000100:00100000:1.0:1789185322.802412:0:178149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010743680
00010000:00010000:1.0:1789185322.802422:0:178149:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000010f1b8d2/0xff23d3f688d8e82a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x77b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a426 expref: 400 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.802434:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22942
00000100:00100000:1.0:1789185322.802440:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b281265850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+400:2393:x1876087010743552:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185322.802462:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185322.802468:0:178149:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c1558045/0xff23d3f688d8fef8 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x77e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 16777216->16781311) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4baca expref: 400 pid: 8429 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.802479:0:178149:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c1558045/0xff23d3f688d8fef8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x77e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 16777216->16781311) gid 0 flags: 0x50000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4baca expref: 400 pid: 8429 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.802495:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x77e:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1789185322.802498:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x77e:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1789185322.802504:0:178149:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000059346501/0xff23d3f688d92578 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x77e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.802512:0:178149:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000059346501/0xff23d3f688d92578 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x77e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.802527:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185322.802592:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b281265850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+400:2393:x1876087010743552:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 107us (232us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185322.802600:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22942
00000100:00100000:1.0:1789185322.802618:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22943
00000100:00100000:1.0:1789185322.802625:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d419880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+399:2393:x1876087010743808:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185322.802633:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185322.802638:0:178149:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000076803432/0xff23d3f688d8e838 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x77d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a442 expref: 399 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.802648:0:178149:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000076803432/0xff23d3f688d8e838 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x77d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a442 expref: 399 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.802666:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x77d:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.802669:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x77d:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.802673:0:178149:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002b4947e1/0xff23d3f688d9257f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x77d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.802681:0:178149:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002b4947e1/0xff23d3f688d9257f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x77d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.802693:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185322.802708:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d419880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+399:2393:x1876087010743808:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 84us (367us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185322.802714:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22943
00000100:00100000:1.0:1789185322.802729:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22944
00000100:00100000:1.0:1789185322.802735:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b145cb1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+398:2393:x1876087010743680:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185322.802743:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185322.802748:0:178149:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000010f1b8d2/0xff23d3f688d8e82a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x77b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a426 expref: 398 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.802759:0:178149:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000010f1b8d2/0xff23d3f688d8e82a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x77b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a426 expref: 398 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.802771:0:178149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000010f1b8d2/0xff23d3f688d8e82a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x77b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a426 expref: 398 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.802787:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x77b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.802790:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x77b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.802794:0:178149:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000178222ab/0xff23d3f688d9256a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x77b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.802802:0:178149:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000178222ab/0xff23d3f688d9256a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x77b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.802822:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185322.802838:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b145cb1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+397:2393:x1876087010743680:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 103us (479us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185322.802844:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22944
00010000:00010000:1.0:1789185322.802866:0:24325:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000178222ab/0xff23d3f688d9256a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x77b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.802874:0:24325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000178222ab/0xff23d3f688d9256a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x77b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.802884:0:24325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000178222ab/0xff23d3f688d9256a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x77b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.802893:0:24325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000178222ab/0xff23d3f688d9256a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x77b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.802907:0:24325:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1789185322.803036:0:24325:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e968380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+618:3638:x1876087018813056:12345-0@lo:6:osp-syn-1-0.0 Request processed in 18995us (19075us total) trans 4294989380 rc 0/0
00000100:00100000:1.0:1789185322.803043:0:24325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37450
00010000:00010000:1.0:1789185322.803063:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1789185322.803069:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000178222ab/0xff23d3f688d9256a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x77b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.803077:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bc000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185322.803082:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000178222ab/0xff23d3f688d9256a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x77b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.803091:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000178222ab/0xff23d3f688d9256a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x77b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.803101:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000178222ab/0xff23d3f688d9256a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x77b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.803108:0:178148:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14da18700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:178148:1876087018815360:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185322.803108:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000178222ab/0xff23d3f688d9256a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x77b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.803123:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185322.803125:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185322.803127:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.803128:0:178148:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000092826d11/0xff23d3f688d925a2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x770:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:1.0:1789185322.803150:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14e96b100/2, rc 0, transno 4294989380
00000100:00100000:1.0:1789185322.803159:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e96b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018813056:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185322.803206:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1789185322.803217:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b150559180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018817920:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185322.803247:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185322.803272:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018817920
00000100:00100000:1.0:1789185322.803276:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018817920
00000100:00100000:1.0:1789185322.803301:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37469
00000100:00100000:1.0:1789185322.803308:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f3bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+618:3638:x1876087018817920:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185322.803322:0:8431:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1925 count 1
00010000:00010000:1.0:1789185322.803338:0:8431:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008e9a7fa0/0xff23d3f688d925e8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x785:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.803351:0:8431:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000290a13e2/0xff23d3f688d8e885 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x785:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a4b2 expref: 396 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.803358:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x785:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185322.803361:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x785:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.803366:0:8431:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008e9a7fa0/0xff23d3f688d925e8 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x785:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.803386:0:8431:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000290a13e2/0xff23d3f688d8e885 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x785:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a4b2 expref: 396 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.803396:0:8431:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000290a13e2/0xff23d3f688d8e885 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x785:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a4b2 expref: 396 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.803407:0:8431:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f3bce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8431:1876087018818048:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185322.803440:0:8431:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14ea289c0 going to sleep for 11 seconds
00000100:00100000:2.0:1789185322.803532:0:178169:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0ce680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:178169:1876087018816256:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185322.803569:0:178169:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000004e8cbc4d/0xff23d3f688d925b7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x780:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.803806:0:35222:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000062be1bd2/0xff23d3f688d92571 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x76e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.803845:0:8429:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c1558045/0xff23d3f688d8fef8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x77e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 16777216->16781311) gid 0 flags: 0x44801400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4baca expref: 396 pid: 8429 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.803859:0:8429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e96bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8429:1876087018814080:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185322.803877:0:8429:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000059346501/0xff23d3f688d92578 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x77e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.803886:0:8429:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000059346501/0xff23d3f688d92578 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x77e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.803893:0:8429:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000059346501/0xff23d3f688d92578 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x77e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.803903:0:8429:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000059346501/0xff23d3f688d92578 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x77e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.803912:0:8429:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000059346501/0xff23d3f688d92578 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x77e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.804056:0:178145:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e55e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+605:3636:x1876087018812416:12345-0@lo:6:osp-syn-0-0.0 Request processed in 26230us (27250us total) trans 4294977569 rc 0/0
00000100:00100000:2.0:1789185322.804066:0:178145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37448
00000100:00100000:2.0:1789185322.804094:0:35223:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14da1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+618:3637:x1876087018815744:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1789185322.804113:0:35223:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1921 count 1
00010000:00010000:2.0:1789185322.804131:0:35223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001ea59ce8/0xff23d3f688d925ef lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x781:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.804146:0:35223:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000085128f58/0xff23d3f688d8e869 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x781:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a47a expref: 395 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.804166:0:8458:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.804191:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14aa61f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+412:2392:x1876087010742912:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 5586us (6024us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.804199:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22936
00000100:00100000:3.0:1789185322.804313:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000004:00080000:1.0:1789185322.804367:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14d0d2d80/2, rc 0, transno 4294977569
00000100:00100000:1.0:1789185322.804379:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018812416:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185322.804437:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f3bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018818176:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185322.804481:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185322.804525:0:34809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018818176
00000100:00100000:1.0:1789185322.804530:0:34809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018818176
00000100:00100000:1.0:1789185322.804586:0:34809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37470
00000100:00100000:1.0:1789185322.804594:0:34809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f3bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+605:3638:x1876087018818176:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185322.804607:0:34809:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1911 count 1
00010000:00010000:1.0:1789185322.804621:0:34809:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d925f6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x777:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.804632:0:34809:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000883c129d/0xff23d3f688d8e797 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x777:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a3e7 expref: 411 pid: 16720 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.804640:0:34809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x777:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185322.804645:0:34809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x777:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.804649:0:34809:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d925f6 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x777:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.804673:0:34809:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000883c129d/0xff23d3f688d8e797 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x777:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a3e7 expref: 411 pid: 16720 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.804683:0:35223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x781:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185322.804685:0:34809:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000883c129d/0xff23d3f688d8e797 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x777:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a3e7 expref: 411 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.804688:0:35223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x781:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.804692:0:35223:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001ea59ce8/0xff23d3f688d925ef lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x781:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.804696:0:34809:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f3bd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:34809:1876087018818304:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185322.804726:0:34809:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14ea28900 going to sleep for 11 seconds
00010000:00010000:2.0:1789185322.805491:0:35223:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000085128f58/0xff23d3f688d8e869 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x781:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a47a expref: 395 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.805506:0:35223:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000085128f58/0xff23d3f688d8e869 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x781:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a47a expref: 395 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.805519:0:35223:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0ce680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:35223:1876087018818432:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185322.806017:0:35223:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1530990c0 going to sleep for 11 seconds
00010000:00010000:2.0:1789185322.807147:0:34810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000076803432/0xff23d3f688d8e838 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x77d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a442 expref: 395 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.807237:0:8429:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1789185322.807414:0:8429:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e969500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+619:3638:x1876087018813440:12345-0@lo:6:osp-syn-1-0.0 Request processed in 22943us (23239us total) trans 4294989381 rc 0/0
00000100:00100000:0.0:1789185322.807425:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37452
00010000:00010000:0.0:1789185322.807486:0:35222:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000062be1bd2/0xff23d3f688d92571 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x76e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.807500:0:35222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000062be1bd2/0xff23d3f688d92571 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x76e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.807513:0:35222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000062be1bd2/0xff23d3f688d92571 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x76e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.807522:0:35222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000062be1bd2/0xff23d3f688d92571 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x76e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.807561:0:34810:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e96aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:34810:1876087018814208:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185322.807565:0:35222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00010000:00010000:2.0:1789185322.807586:0:34810:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000002b4947e1/0xff23d3f688d9257f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x77d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.807647:0:35222:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e968a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+606:3638:x1876087018813568:12345-0@lo:6:osp-syn-0-0.0 Request processed in 23395us (23526us total) trans 4294977570 rc 0/0
00000100:00100000:0.0:1789185322.807655:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37451
00010000:00010000:2.0:1789185322.807670:0:34810:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000002b4947e1/0xff23d3f688d9257f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x77d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.807678:0:34810:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002b4947e1/0xff23d3f688d9257f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x77d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.807686:0:34810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002b4947e1/0xff23d3f688d9257f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x77d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:0.0:1789185322.807694:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14e96b480/2, rc 0, transno 4294989381
00010000:00010000:2.0:1789185322.807697:0:34810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002b4947e1/0xff23d3f688d9257f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x77d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.807706:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e96b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018813440:0@lo:6:osp-syn-1-0.0
00010000:00010000:2.0:1789185322.807712:0:34810:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00000004:00080000:0.0:1789185322.807717:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14e96b800/2, rc 0, transno 4294977570
00000100:00100000:0.0:1789185322.807725:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e96b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018813568:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185322.807787:0:34810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e55ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+619:3636:x1876087018813312:12345-0@lo:6:osp-syn-1-0.0 Request processed in 23108us (23447us total) trans 4294989382 rc 0/0
00000100:00100000:2.0:1789185322.807794:0:34810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37453
00000100:00100000:0.0:1789185322.807816:0:35218:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14da19c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35218:1876087018816000:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185322.807837:0:35218:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000065fd643b/0xff23d3f688d925a9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x772:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.807863:0:178147:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14da1aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:178147:1876087018816128:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185322.807874:0:178147:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ce1a8e47/0xff23d3f688d925b0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x782:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.807889:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:0.0:1789185322.807895:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000059346501/0xff23d3f688d92578 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x77e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.807907:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abdbc00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185322.807912:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000059346501/0xff23d3f688d92578 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x77e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.807920:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000059346501/0xff23d3f688d92578 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x77e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.807942:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000059346501/0xff23d3f688d92578 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x77e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.807950:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000059346501/0xff23d3f688d92578 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x77e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.807971:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:0.0:1789185322.807974:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000062be1bd2/0xff23d3f688d92571 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x76e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.807981:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abdbe00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185322.807984:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000062be1bd2/0xff23d3f688d92571 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x76e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.807992:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000062be1bd2/0xff23d3f688d92571 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x76e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.808002:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000062be1bd2/0xff23d3f688d92571 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x76e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.808010:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000062be1bd2/0xff23d3f688d92571 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x76e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.808023:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185322.808026:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002b4947e1/0xff23d3f688d9257f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x77d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.808033:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abda400 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185322.808036:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002b4947e1/0xff23d3f688d9257f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x77d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.808044:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002b4947e1/0xff23d3f688d9257f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x77d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.808053:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002b4947e1/0xff23d3f688d9257f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x77d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.808060:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002b4947e1/0xff23d3f688d9257f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x77d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.808073:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185322.808075:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185322.808077:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789185322.808282:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010744064
00000100:00100000:2.0:1789185322.808289:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010744064
00010000:00010000:2.0:1789185322.808321:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a9ea1d0c/0xff23d3f688d8e774 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x772:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a3a1 expref: 412 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.808349:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22945
00010000:00010000:3.0:1789185322.808357:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789185322.808358:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14aa62d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+412:2393:x1876087010744064:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.808370:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00000100:00100000:0.0:1789185322.808710:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14da18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018818688:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185322.808752:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:0.0:1789185322.808793:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14e96ad80/2, rc 0, transno 4294989382
00000100:00100000:0.0:1789185322.808801:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e96ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018813312:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185322.808813:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789185322.808818:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14da1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018818560:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185322.808838:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:0.0:1789185322.808864:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185322.808870:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789185322.808913:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1789185322.808922:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14da1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018818816:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185322.808947:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185322.809053:0:178145:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018818688
00000100:00100000:3.0:1789185322.809058:0:178145:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018818688
00000100:00100000:3.0:1789185322.809091:0:178145:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018818560
00000100:00100000:3.0:1789185322.809094:0:178145:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018818560
00010000:00010000:2.0:1789185322.809101:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a9ea1d0c/0xff23d3f688d8e774 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x772:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a3a1 expref: 412 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.809114:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a9ea1d0c/0xff23d3f688d8e774 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x772:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a3a1 expref: 412 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.809115:0:35222:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018818816
00000100:00100000:3.0:1789185322.809118:0:35222:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018818816
00000100:00100000:3.0:1789185322.809135:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37471
00010000:00010000:2.0:1789185322.809135:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a9ea1d0c/0xff23d3f688d8e774 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x772:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a3a1 expref: 412 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.809141:0:35222:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14da1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+606:3636:x1876087018818688:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1789185322.809165:0:35222:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1912 count 1
00010000:00010000:3.0:1789185322.809187:0:35222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e5f3008c/0xff23d3f688d925fd lrc: 3/0,1 mode: --/PW res: [0x280000401:0x778:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.809204:0:35222:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000009b7f80bd/0xff23d3f688d8e79e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x778:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a3f5 expref: 411 pid: 16720 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.809212:0:35222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x778:0x0].0x0 since=124s v=(0 0)
00010000:00010000:3.0:1789185322.809217:0:35222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x778:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.809222:0:35222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e5f3008c/0xff23d3f688d925fd lrc: 4/0,1 mode: --/PW res: [0x280000401:0x778:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.809224:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x772:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.809228:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x772:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.809233:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000065fd643b/0xff23d3f688d925a9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x772:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.809242:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000065fd643b/0xff23d3f688d925a9 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x772:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.809247:0:35222:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000009b7f80bd/0xff23d3f688d8e79e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x778:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a3f5 expref: 411 pid: 16720 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.809261:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1789185322.809264:0:35222:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000009b7f80bd/0xff23d3f688d8e79e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x778:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a3f5 expref: 411 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.809274:0:35222:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14aa60000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:35222:1876087018818944:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185322.809299:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14aa62d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+411:2393:x1876087010744064:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 943us (4986us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.809306:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22945
00000100:00100000:3.0:1789185322.809308:0:35222:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14b7b2540 going to sleep for 11 seconds
00000100:00100000:3.0:1789185322.809323:0:34810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37472
00000100:00100000:3.0:1789185322.809329:0:34810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14da19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+620:3636:x1876087018818560:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:3.0:1789185322.809340:0:34810:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1926 count 1
00010000:00010000:3.0:1789185322.809352:0:34810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c0064632/0xff23d3f688d92604 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x786:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.809354:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:3.0:1789185322.809364:0:34810:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a4a67288/0xff23d3f688d90152 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x786:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 62914560->62918655) gid 0 flags: 0x40000000020000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bd24 expref: 394 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.809370:0:34810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x786:0x0].0x0 since=120s v=(0 0)
00010000:00010000:3.0:1789185322.809373:0:34810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x786:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1789185322.809377:0:34810:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c0064632/0xff23d3f688d92604 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x786:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.809396:0:34810:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a4a67288/0xff23d3f688d90152 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x786:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 62914560->62918655) gid 0 flags: 0x50000000030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bd24 expref: 394 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.809405:0:34810:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a4a67288/0xff23d3f688d90152 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x786:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 62914560->62918655) gid 0 flags: 0x70000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bd24 expref: 394 pid: 35223 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.809423:0:34810:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14aa60380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:34810:1876087018819072:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185322.809459:0:34810:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14b7b2900 going to sleep for 11 seconds
00000100:00100000:3.0:1789185322.809474:0:178145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37473
00000100:00100000:3.0:1789185322.809481:0:178145:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14da1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+620:3638:x1876087018818816:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:3.0:1789185322.809494:0:178145:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1927 count 1
00010000:00010000:3.0:1789185322.809506:0:178145:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000005aeaabf/0xff23d3f688d9260b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x787:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.809516:0:178145:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009d8ebc22/0xff23d3f688d8e89a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x787:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a4ce expref: 394 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.809522:0:178145:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x787:0x0].0x0 since=124s v=(0 0)
00010000:00010000:3.0:1789185322.809525:0:178145:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x787:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.809529:0:178145:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000005aeaabf/0xff23d3f688d9260b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x787:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.809570:0:178145:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009d8ebc22/0xff23d3f688d8e89a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x787:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a4ce expref: 394 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.809581:0:178145:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009d8ebc22/0xff23d3f688d8e89a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x787:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a4ce expref: 394 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.809591:0:178145:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14aa60a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:178145:1876087018819200:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185322.809620:0:178145:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14b7b2300 going to sleep for 11 seconds
00010000:00010000:0.0:1789185322.809692:0:35218:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000065fd643b/0xff23d3f688d925a9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x772:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.809702:0:35218:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000065fd643b/0xff23d3f688d925a9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x772:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.809709:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:0.0:1789185322.809711:0:35218:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000065fd643b/0xff23d3f688d925a9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x772:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.809719:0:35218:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000065fd643b/0xff23d3f688d925a9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x772:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.809732:0:35218:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1789185322.809738:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185322.809848:0:35218:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14da1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+607:3635:x1876087018815616:12345-0@lo:6:osp-syn-0-0.0 Request processed in 16243us (19534us total) trans 4294977571 rc 0/0
00000100:00100000:0.0:1789185322.809855:0:35218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37461
00010000:00010000:0.0:1789185322.809874:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185322.809879:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000065fd643b/0xff23d3f688d925a9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x772:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.809887:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abdb000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185322.809891:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000065fd643b/0xff23d3f688d925a9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x772:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.809900:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000065fd643b/0xff23d3f688d925a9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x772:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.809913:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000065fd643b/0xff23d3f688d925a9 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x772:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.809921:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000065fd643b/0xff23d3f688d925a9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x772:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.809938:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185322.809940:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185322.809941:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:1.0:1789185322.810105:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14da19f80/2, rc 0, transno 4294977571
00000100:00100000:1.0:1789185322.810117:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14da19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018815616:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185322.810134:0:178149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010743936
00000100:00100000:1.0:1789185322.810138:0:178149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010743936
00010000:00010000:1.0:1789185322.810161:0:178149:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000080e8e0bc/0xff23d3f688d8e766 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x770:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a385 expref: 411 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.810181:0:178149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010744320
00000100:00100000:1.0:1789185322.810184:0:178149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010744320
00010000:00010000:1.0:1789185322.810198:0:178149:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000030c0dacd/0xff23d3f688d8e862 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x780:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a46c expref: 395 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.810214:0:178149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010744192
00000100:00100000:1.0:1789185322.810217:0:178149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010744192
00010000:00010000:1.0:1789185322.810228:0:178149:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000995ea35b/0xff23d3f688d8e870 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x782:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a488 expref: 396 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.810246:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22946
00000100:00100000:1.0:1789185322.810252:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b150550000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+411:2393:x1876087010743936:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185322.810261:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185322.810266:0:178149:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000080e8e0bc/0xff23d3f688d8e766 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x770:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a385 expref: 411 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.810277:0:178149:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000080e8e0bc/0xff23d3f688d8e766 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x770:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a385 expref: 411 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.810296:0:178149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000080e8e0bc/0xff23d3f688d8e766 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x770:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a385 expref: 411 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.810308:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x770:0x0].0x0 since=0s v=(0 0)
00000100:00100000:2.0:1789185322.810310:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:1.0:1789185322.810311:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x770:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.810316:0:178149:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000092826d11/0xff23d3f688d925a2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x770:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.810324:0:178149:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000092826d11/0xff23d3f688d925a2 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x770:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.810342:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185322.810367:0:178144:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0cdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:178144:1876087018817280:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185322.810367:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b150550000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+410:2393:x1876087010743936:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 114us (1012us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185322.810374:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22946
00000100:00100000:1.0:1789185322.810388:0:178149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010744448
00000100:00100000:1.0:1789185322.810391:0:178149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010744448
00010000:00010000:1.0:1789185322.810402:0:178149:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000bbfb70d2/0xff23d3f688d8e77b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x773:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a3af expref: 410 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.810416:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22947
00000100:00100000:1.0:1789185322.810422:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b15054b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+396:2393:x1876087010744320:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185322.810430:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185322.810435:0:178149:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000030c0dacd/0xff23d3f688d8e862 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x780:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a46c expref: 396 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.810456:0:178149:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000030c0dacd/0xff23d3f688d8e862 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x780:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a46c expref: 396 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.810469:0:178149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000030c0dacd/0xff23d3f688d8e862 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x780:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a46c expref: 396 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.810479:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x780:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.810481:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x780:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.810486:0:178149:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004e8cbc4d/0xff23d3f688d925b7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x780:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.810492:0:178149:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004e8cbc4d/0xff23d3f688d925b7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x780:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.810510:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185322.810529:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b15054b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+395:2393:x1876087010744320:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 107us (820us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185322.810535:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22947
00000100:00100000:1.0:1789185322.810572:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22948
00000100:00100000:1.0:1789185322.810579:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b150548e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+394:2392:x1876087010744192:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185322.810586:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185322.810591:0:178149:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000995ea35b/0xff23d3f688d8e870 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x782:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a488 expref: 394 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.810606:0:178149:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000995ea35b/0xff23d3f688d8e870 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x782:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a488 expref: 394 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.810619:0:178149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000995ea35b/0xff23d3f688d8e870 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x782:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a488 expref: 394 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.810629:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x782:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.810631:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x782:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.810635:0:178149:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ce1a8e47/0xff23d3f688d925b0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x782:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.810642:0:178149:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ce1a8e47/0xff23d3f688d925b0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x782:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.810659:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185322.810678:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b150548e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+393:2392:x1876087010744192:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 99us (938us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185322.810684:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22948
00000100:00100000:1.0:1789185322.810697:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22949
00010000:00010000:2.0:1789185322.810699:0:178144:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d4cdc89e/0xff23d3f688d925cc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x784:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.810703:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b281266050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+410:2392:x1876087010744448:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185322.810710:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185322.810715:0:178149:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000bbfb70d2/0xff23d3f688d8e77b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x773:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a3af expref: 410 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.810730:0:178149:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000bbfb70d2/0xff23d3f688d8e77b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x773:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a3af expref: 410 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.810743:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x773:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.810746:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x773:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.810750:0:178149:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000052b873d9/0xff23d3f688d925be lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x773:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.810758:0:178169:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000004e8cbc4d/0xff23d3f688d925b7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x780:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.810758:0:178149:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000052b873d9/0xff23d3f688d925be lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x773:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.810767:0:178169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004e8cbc4d/0xff23d3f688d925b7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x780:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.810770:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1789185322.810777:0:178169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004e8cbc4d/0xff23d3f688d925b7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x780:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.810784:0:178169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004e8cbc4d/0xff23d3f688d925b7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x780:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.810791:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b281266050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+410:2392:x1876087010744448:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 89us (482us total) trans 0 rc 0/0
00010000:00010000:2.0:1789185322.810798:0:178169:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1789185322.810798:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22949
00010000:00010000:1.0:1789185322.810892:0:8428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bbfb70d2/0xff23d3f688d8e77b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x773:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a3af expref: 409 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.810903:0:8428:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e55df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8428:1876087018816512:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185322.810905:0:178169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14da1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+621:3635:x1876087018815488:12345-0@lo:6:osp-syn-1-0.0 Request processed in 17361us (20696us total) trans 4294989383 rc 0/0
00000100:00100000:2.0:1789185322.810911:0:178169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37460
00010000:00010000:1.0:1789185322.810917:0:8428:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000052b873d9/0xff23d3f688d925be lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x773:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.810925:0:8428:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000052b873d9/0xff23d3f688d925be lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x773:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.810938:0:8428:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000052b873d9/0xff23d3f688d925be lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x773:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.810947:0:8428:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000052b873d9/0xff23d3f688d925be lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x773:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.810954:0:8428:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000052b873d9/0xff23d3f688d925be lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x773:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.810967:0:8428:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00010000:00010000:2.0:1789185322.810974:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:2.0:1789185322.810979:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004e8cbc4d/0xff23d3f688d925b7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x780:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.810987:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bd200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185322.810990:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004e8cbc4d/0xff23d3f688d925b7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x780:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.811000:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004e8cbc4d/0xff23d3f688d925b7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x780:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.811011:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004e8cbc4d/0xff23d3f688d925b7 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x780:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.811019:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004e8cbc4d/0xff23d3f688d925b7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x780:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.811037:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185322.811041:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000052b873d9/0xff23d3f688d925be lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x773:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.811046:0:8428:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e55c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+607:3636:x1876087018816384:12345-0@lo:6:osp-syn-0-0.0 Request processed in 15538us (15609us total) trans 4294977572 rc 0/0
00010000:00010000:2.0:1789185322.811047:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149883600 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185322.811051:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000052b873d9/0xff23d3f688d925be lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x773:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.811053:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37463
00010000:00010000:2.0:1789185322.811059:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000052b873d9/0xff23d3f688d925be lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x773:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.811069:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000052b873d9/0xff23d3f688d925be lrc: 1/0,0 mode: --/PW res: [0x280000401:0x773:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.811075:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000052b873d9/0xff23d3f688d925be lrc: 0/0,0 mode: --/PW res: [0x280000401:0x773:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.811091:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.811092:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.811094:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789185322.811123:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e55df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018819328:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185322.811126:0:178142:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e55fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:178142:1876087018816768:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185322.811139:0:178142:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000057531eb4/0xff23d3f688d925c5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x774:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.811151:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:1.0:1789185322.811165:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14da1b100/2, rc 0, transno 4294989383
00000100:00100000:1.0:1789185322.811175:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14da1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018815488:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185322.811213:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e55fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018819456:0@lo:6:osp-syn-1-0.0
00010000:00010000:1.0:1789185322.811247:0:178148:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000092826d11/0xff23d3f688d925a2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x770:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.811261:0:178148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000092826d11/0xff23d3f688d925a2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x770:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.811268:0:178148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000092826d11/0xff23d3f688d925a2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x770:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.811275:0:178148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000092826d11/0xff23d3f688d925a2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x770:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.811287:0:178148:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1789185322.811354:0:178148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14da19880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+607:3638:x1876087018814720:12345-0@lo:6:osp-syn-0-0.0 Request processed in 21812us (26156us total) trans 4294977573 rc 0/0
00000100:00100000:1.0:1789185322.811360:0:178148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37458
00000004:00080000:0.0:1789185322.811900:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14e55c000/2, rc 0, transno 4294977572
00000100:00100000:0.0:1789185322.811915:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e55c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018816384:0@lo:6:osp-syn-0-0.0
00010000:00010000:0.0:1789185322.811931:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185322.811937:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000092826d11/0xff23d3f688d925a2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x770:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.811946:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abda000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185322.811949:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000092826d11/0xff23d3f688d925a2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x770:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.811958:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000092826d11/0xff23d3f688d925a2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x770:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.811973:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000092826d11/0xff23d3f688d925a2 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x770:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.811980:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000092826d11/0xff23d3f688d925a2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x770:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.811997:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185322.811998:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185322.812000:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789185322.812041:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14da18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018819584:0@lo:6:osp-syn-0-0.0
00010000:00010000:0.0:1789185322.812082:0:178147:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ce1a8e47/0xff23d3f688d925b0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x782:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.812091:0:178147:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ce1a8e47/0xff23d3f688d925b0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x782:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.812100:0:178147:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ce1a8e47/0xff23d3f688d925b0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x782:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.812107:0:178147:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ce1a8e47/0xff23d3f688d925b0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x782:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.812126:0:178147:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1789185322.812229:0:178147:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14da19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+621:3637:x1876087018815872:12345-0@lo:6:osp-syn-1-0.0 Request processed in 18132us (21344us total) trans 4294989384 rc 0/0
00000100:00100000:0.0:1789185322.812236:0:178147:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37462
00000004:00080000:0.0:1789185322.812267:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14da18a80/2, rc 0, transno 4294989384
00000100:00100000:0.0:1789185322.812276:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14da18a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018815872:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185322.812315:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018819712:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185322.812340:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185322.812373:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018819712
00000100:00100000:0.0:1789185322.812377:0:8429:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018819712
00000100:00100000:0.0:1789185322.812406:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37474
00000100:00100000:0.0:1789185322.812413:0:8429:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d0d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+621:3637:x1876087018819712:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1789185322.812436:0:8429:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1929 count 1
00010000:00010000:0.0:1789185322.812469:0:8429:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009a97dd45/0xff23d3f688d92612 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x789:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.812487:0:8429:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000021c5ba1a/0xff23d3f688d8e8a8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x789:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a4ea expref: 392 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.812496:0:8429:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x789:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185322.812500:0:8429:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x789:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185322.812504:0:8429:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009a97dd45/0xff23d3f688d92612 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x789:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.812528:0:8429:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000021c5ba1a/0xff23d3f688d8e8a8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x789:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a4ea expref: 392 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.812541:0:8429:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000021c5ba1a/0xff23d3f688d8e8a8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x789:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a4ea expref: 392 pid: 35223 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.812580:0:8429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0d3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8429:1876087018819840:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185322.812640:0:8429:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14a4dce40 going to sleep for 11 seconds
00010000:00010000:0.0:1789185322.812654:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185322.812658:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ce1a8e47/0xff23d3f688d925b0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x782:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.812666:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abda200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185322.812668:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ce1a8e47/0xff23d3f688d925b0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x782:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.812675:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ce1a8e47/0xff23d3f688d925b0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x782:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.812687:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ce1a8e47/0xff23d3f688d925b0 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x782:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.812695:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ce1a8e47/0xff23d3f688d925b0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x782:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.812710:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185322.812712:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185322.812713:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:2.0:1789185322.812901:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14d436d80/2, rc 0, transno 4294977573
00000100:00100000:2.0:1789185322.812909:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d436d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018814720:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185322.813740:0:178143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018819328
00000100:00100000:0.0:1789185322.813751:0:178143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018819328
00000100:00100000:0.0:1789185322.813794:0:178143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37475
00000100:00100000:0.0:1789185322.813803:0:178143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b15054bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+607:3638:x1876087018819328:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1789185322.813826:0:178143:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1913 count 1
00010000:00010000:0.0:1789185322.813848:0:178143:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003b4d0371/0xff23d3f688d92619 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x779:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.813865:0:178143:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006778ddea/0xff23d3f688d8e7c1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x779:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a403 expref: 408 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.813873:0:178143:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x779:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185322.813877:0:178143:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x779:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185322.813881:0:178143:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003b4d0371/0xff23d3f688d92619 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x779:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.813907:0:178143:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006778ddea/0xff23d3f688d8e7c1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x779:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a403 expref: 408 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.813917:0:178143:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006778ddea/0xff23d3f688d8e7c1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x779:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a403 expref: 408 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.813931:0:178143:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0d0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:178143:1876087018819968:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185322.814196:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789185322.815075:0:178143:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14a4dc540 going to sleep for 11 seconds
00000100:00100000:0.0:1789185322.815096:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185322.815115:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185322.815135:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185322.815136:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185322.815219:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1789185322.815230:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018820096:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185322.815268:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185322.815277:0:16720:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e55f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16720:1876087018817408:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185322.815365:0:16720:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000004e6d0f6b/0xff23d3f688d925d3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x783:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.815404:0:8491:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e55f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8491:1876087018817536:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185322.815415:0:8491:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000281d94e0/0xff23d3f688d925da lrc: 3/0,1 mode: --/PW res: [0x280000401:0x775:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.815432:0:178146:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b152964700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:178146:1876087018817792:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185322.815439:0:178146:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000fa501034/0xff23d3f688d925e1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x776:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.815471:0:8431:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f3bce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8431:1876087018818048:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185322.815482:0:8431:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000008e9a7fa0/0xff23d3f688d925e8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x785:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.815499:0:34809:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f3bd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:34809:1876087018818304:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185322.815508:0:34809:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d925f6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x777:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.815524:0:178149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010744960
00000100:00100000:1.0:1789185322.815528:0:178149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010744960
00010000:00010000:1.0:1789185322.815695:0:178149:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007306deb9/0xff23d3f688d8e789 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x775:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a3cb expref: 409 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.815723:0:178149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010745216
00000100:00100000:1.0:1789185322.815725:0:178149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010745216
00010000:00010000:1.0:1789185322.815738:0:178149:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000290a13e2/0xff23d3f688d8e885 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x785:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a4b2 expref: 393 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.815750:0:178149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010745088
00000100:00100000:1.0:1789185322.815752:0:178149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010745088
00010000:00010000:1.0:1789185322.815760:0:178149:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006a243903/0xff23d3f688d8e790 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x776:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a3d9 expref: 410 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.815824:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22950
00000100:00100000:1.0:1789185322.815834:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b150549c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+410:2393:x1876087010744960:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185322.815873:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185322.815879:0:178149:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000007306deb9/0xff23d3f688d8e789 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x775:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a3cb expref: 410 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.815889:0:178149:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007306deb9/0xff23d3f688d8e789 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x775:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a3cb expref: 410 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.815909:0:178149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007306deb9/0xff23d3f688d8e789 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x775:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a3cb expref: 410 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.815923:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x775:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.815927:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x775:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.815933:0:178149:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000281d94e0/0xff23d3f688d925da lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x775:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.815943:0:178149:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000281d94e0/0xff23d3f688d925da lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x775:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.815963:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185322.816027:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185322.816080:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22951
00000100:00100000:3.0:1789185322.816090:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b15054b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+393:2393:x1876087010745216:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.816098:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.816103:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000290a13e2/0xff23d3f688d8e885 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x785:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a4b2 expref: 393 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.816112:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000290a13e2/0xff23d3f688d8e885 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x785:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a4b2 expref: 393 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.816124:0:10396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000290a13e2/0xff23d3f688d8e885 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x785:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a4b2 expref: 393 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.816133:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x785:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.816136:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x785:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.816139:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008e9a7fa0/0xff23d3f688d925e8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x785:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.816146:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008e9a7fa0/0xff23d3f688d925e8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x785:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.816199:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.816233:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b15054b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+392:2393:x1876087010745216:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 145us (1096us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.816240:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22951
00000100:00100000:3.0:1789185322.816263:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22952
00000100:00100000:3.0:1789185322.816270:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b150548e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+409:2393:x1876087010745088:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.816277:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.816282:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006a243903/0xff23d3f688d8e790 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x776:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a3d9 expref: 409 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.816291:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006a243903/0xff23d3f688d8e790 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x776:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a3d9 expref: 409 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.816302:0:10396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006a243903/0xff23d3f688d8e790 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x776:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a3d9 expref: 409 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.816310:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x776:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.816313:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x776:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.816316:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000fa501034/0xff23d3f688d925e1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x776:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.816322:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fa501034/0xff23d3f688d925e1 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x776:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.816336:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.816351:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b150548e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+408:2393:x1876087010745088:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 83us (1084us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.816356:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22952
00010000:00010000:0.0:1789185322.816430:0:8431:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000008e9a7fa0/0xff23d3f688d925e8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x785:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.816439:0:8431:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008e9a7fa0/0xff23d3f688d925e8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x785:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.816461:0:8431:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008e9a7fa0/0xff23d3f688d925e8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x785:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.816470:0:8431:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008e9a7fa0/0xff23d3f688d925e8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x785:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.816497:0:8431:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1789185322.816666:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f3bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+622:3638:x1876087018817920:12345-0@lo:6:osp-syn-1-0.0 Request processed in 13358us (13418us total) trans 4294989385 rc 0/0
00000100:00100000:0.0:1789185322.816674:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37469
00000100:00100000:2.0:1789185322.816675:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185322.816689:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018819456
00000100:00100000:0.0:1789185322.816692:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018819456
00000100:00100000:0.0:1789185322.816714:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018819584
00000100:00100000:0.0:1789185322.816717:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018819584
00000100:00100000:0.0:1789185322.816731:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018820096
00000100:00100000:0.0:1789185322.816733:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018820096
00000100:00100000:0.0:1789185322.816749:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37476
00000100:00100000:0.0:1789185322.816754:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d0d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+622:3635:x1876087018819456:12345-0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185322.816759:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00002000:00080000:0.0:1789185322.816776:0:8431:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1928 count 1
00000100:00100000:2.0:1789185322.816781:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:0.0:1789185322.816796:0:8431:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b93d1933/0xff23d3f688d92620 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x788:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.816810:0:8431:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ce4a8f35/0xff23d3f688d8e8a1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x788:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a4dc expref: 391 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.816816:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x788:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185322.816819:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x788:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185322.816823:0:8431:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b93d1933/0xff23d3f688d92620 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x788:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.816839:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:0.0:1789185322.816848:0:8431:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ce4a8f35/0xff23d3f688d8e8a1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x788:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a4dc expref: 391 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.816860:0:8431:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ce4a8f35/0xff23d3f688d8e8a1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x788:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a4dc expref: 391 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.816869:0:35222:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14aa60000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:35222:1876087018818944:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185322.816872:0:8431:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f725500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8431:1876087018820224:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185322.816893:0:35222:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000e5f3008c/0xff23d3f688d925fd lrc: 3/0,1 mode: --/PW res: [0x280000401:0x778:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.816914:0:8431:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14a4dc180 going to sleep for 11 seconds
00000100:00100000:0.0:1789185322.816929:0:35218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37477
00000100:00100000:0.0:1789185322.816937:0:35218:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b276a0e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+609:3636:x1876087018819584:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1789185322.816949:0:35218:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1914 count 1
00010000:00010000:0.0:1789185322.816962:0:35218:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006d201f36/0xff23d3f688d92627 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x77a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.816974:0:35218:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000099be5097/0xff23d3f688d8e7a5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x77a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a411 expref: 407 pid: 16720 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.816982:0:35218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x77a:0x0].0x0 since=124s v=(0 0)
00000100:00100000:2.0:1789185322.816984:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010745344
00010000:00010000:0.0:1789185322.816984:0:35218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x77a:0x0].0x0 since=0s v=(0 0)
00000100:00100000:2.0:1789185322.816988:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010745344
00010000:00010000:0.0:1789185322.816988:0:35218:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006d201f36/0xff23d3f688d92627 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x77a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.817006:0:35218:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000099be5097/0xff23d3f688d8e7a5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x77a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a411 expref: 408 pid: 16720 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.817008:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000883c129d/0xff23d3f688d8e797 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x777:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a3e7 expref: 408 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.817016:0:35218:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000099be5097/0xff23d3f688d8e7a5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x77a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a411 expref: 408 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.817026:0:35218:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f725c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35218:1876087018820352:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185322.817027:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010745472
00000100:00100000:2.0:1789185322.817030:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010745472
00010000:00010000:2.0:1789185322.817039:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000009b7f80bd/0xff23d3f688d8e79e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x778:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a3f5 expref: 409 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.817049:0:35218:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14a4dcf00 going to sleep for 11 seconds
00000100:00100000:2.0:1789185322.817056:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010745728
00000100:00100000:2.0:1789185322.817058:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010745728
00000100:00100000:0.0:1789185322.817064:0:178147:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37478
00000100:00100000:0.0:1789185322.817070:0:178147:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f724a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+609:3637:x1876087018820096:12345-0@lo:6:osp-syn-0-0.0
00010000:00010000:2.0:1789185322.817071:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009d8ebc22/0xff23d3f688d8e89a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x787:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a4ce expref: 392 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00002000:00080000:0.0:1789185322.817081:0:178147:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1915 count 1
00000100:00100000:2.0:1789185322.817088:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010745600
00000100:00100000:2.0:1789185322.817090:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010745600
00010000:00010000:0.0:1789185322.817092:0:178147:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000243cf2a2/0xff23d3f688d9262e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x77b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.817102:0:178147:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000074b81dd1/0xff23d3f688d8e7ac lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x77b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a41f expref: 409 pid: 16720 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.817105:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000085128f58/0xff23d3f688d8e869 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x781:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a47a expref: 393 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.817109:0:178147:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x77b:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185322.817112:0:178147:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x77b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185322.817116:0:178147:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000243cf2a2/0xff23d3f688d9262e lrc: 4/0,1 mode: --/PW res: [0x280000401:0x77b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.817119:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22953
00000100:00100000:2.0:1789185322.817125:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d0cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+409:2393:x1876087010745344:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185322.817134:0:178147:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000074b81dd1/0xff23d3f688d8e7ac lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x77b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a41f expref: 409 pid: 16720 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.817135:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.817140:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000883c129d/0xff23d3f688d8e797 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x777:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a3e7 expref: 409 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.817143:0:178147:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000074b81dd1/0xff23d3f688d8e7ac lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x77b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a41f expref: 409 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.817153:0:178147:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f727b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:178147:1876087018820480:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185322.817177:0:178147:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14a4dc000 going to sleep for 11 seconds
00010000:00010000:3.0:1789185322.817248:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185322.817255:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008e9a7fa0/0xff23d3f688d925e8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x785:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.817264:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149882400 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185322.817269:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008e9a7fa0/0xff23d3f688d925e8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x785:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.817273:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000883c129d/0xff23d3f688d8e797 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x777:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a3e7 expref: 409 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.817279:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008e9a7fa0/0xff23d3f688d925e8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x785:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.817290:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000883c129d/0xff23d3f688d8e797 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x777:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a3e7 expref: 409 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.817291:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008e9a7fa0/0xff23d3f688d925e8 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x785:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.817298:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008e9a7fa0/0xff23d3f688d925e8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x785:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.817306:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x777:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.817309:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x777:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.817313:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d925f6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x777:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.817316:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.817318:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.817319:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.817321:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d925f6 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x777:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.817352:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185322.817377:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d0cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+408:2393:x1876087010745344:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 251us (778us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.817384:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22953
00000100:00100000:2.0:1789185322.817406:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22954
00000100:00100000:3.0:1789185322.817411:0:178145:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14aa60a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:178145:1876087018819200:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185322.817412:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b145c94380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+407:2393:x1876087010745472:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.817424:0:178145:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000005aeaabf/0xff23d3f688d9260b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x787:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.817425:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.817430:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000009b7f80bd/0xff23d3f688d8e79e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x778:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a3f5 expref: 407 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.817439:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000009b7f80bd/0xff23d3f688d8e79e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x778:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a3f5 expref: 407 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.817467:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009b7f80bd/0xff23d3f688d8e79e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x778:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a3f5 expref: 407 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.817476:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x778:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185322.817477:0:34809:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d925f6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x777:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.817479:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x778:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.817484:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e5f3008c/0xff23d3f688d925fd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x778:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.817487:0:34809:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d925f6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x777:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.817496:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e5f3008c/0xff23d3f688d925fd lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x778:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.817497:0:34809:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d925f6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x777:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.817505:0:34809:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d925f6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x777:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.817519:0:34809:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1789185322.817523:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185322.817569:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b145c94380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+406:2393:x1876087010745472:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 157us (809us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.817581:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22954
00000100:00100000:0.0:1789185322.817653:0:34809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f3bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+610:3638:x1876087018818176:12345-0@lo:6:osp-syn-0-0.0 Request processed in 13059us (13170us total) trans 4294977574 rc 0/0
00000100:00100000:0.0:1789185322.817663:0:34809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37470
00000100:00100000:2.0:1789185322.817670:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22955
00000100:00100000:2.0:1789185322.817677:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b145c94a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+393:2393:x1876087010745728:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185322.817681:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185322.817685:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d925f6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x777:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.817686:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.817691:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009d8ebc22/0xff23d3f688d8e89a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x787:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a4ce expref: 393 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.817693:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149882000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185322.817696:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d925f6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x777:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.817701:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009d8ebc22/0xff23d3f688d8e89a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x787:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a4ce expref: 393 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.817704:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d925f6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x777:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.817716:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009d8ebc22/0xff23d3f688d8e89a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x787:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a4ce expref: 393 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.817716:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d925f6 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x777:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.817724:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d925f6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x777:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.817727:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x787:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.817730:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x787:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.817734:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000005aeaabf/0xff23d3f688d9260b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x787:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.817739:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.817741:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000005aeaabf/0xff23d3f688d9260b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x787:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.817741:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185322.817743:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.817759:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185322.817778:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b145c94a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+392:2393:x1876087010745728:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 102us (996us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.817784:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22955
00000100:00100000:2.0:1789185322.817799:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22956
00000100:00100000:2.0:1789185322.817806:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b281265050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+391:2393:x1876087010745600:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.817807:0:35222:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000e5f3008c/0xff23d3f688d925fd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x778:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.817813:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.817815:0:35222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e5f3008c/0xff23d3f688d925fd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x778:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.817819:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000085128f58/0xff23d3f688d8e869 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x781:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a47a expref: 391 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.817828:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000085128f58/0xff23d3f688d8e869 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x781:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a47a expref: 391 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.817830:0:35222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e5f3008c/0xff23d3f688d925fd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x778:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.817838:0:35222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e5f3008c/0xff23d3f688d925fd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x778:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.817841:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x781:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.817844:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x781:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.817848:0:35222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1789185322.817848:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001ea59ce8/0xff23d3f688d925ef lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x781:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.817855:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001ea59ce8/0xff23d3f688d925ef lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x781:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.817866:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185322.817883:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b281265050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+391:2393:x1876087010745600:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 78us (1043us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.817890:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22956
00000004:00080000:2.0:1789185322.818011:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f3bf100/2, rc 0, transno 4294977574
00000100:00100000:2.0:1789185322.818025:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f3bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018818176:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185322.818083:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b150549c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+405:2393:x1876087010744960:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 2250us (2967us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185322.818091:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22950
00000100:00100000:3.0:1789185322.818156:0:35222:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14da1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+610:3636:x1876087018818688:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9014us (9402us total) trans 4294977575 rc 0/0
00000100:00100000:3.0:1789185322.818163:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37471
00000004:00080000:0.0:1789185322.818259:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14da18000/2, rc 0, transno 4294977575
00000100:00100000:0.0:1789185322.818265:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14da18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018818688:0@lo:6:osp-syn-0-0.0
00010000:00010000:0.0:1789185322.818621:0:8491:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000281d94e0/0xff23d3f688d925da lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x775:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.818637:0:8491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000281d94e0/0xff23d3f688d925da lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x775:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.818646:0:8491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000281d94e0/0xff23d3f688d925da lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x775:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.818655:0:8491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000281d94e0/0xff23d3f688d925da lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x775:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.818673:0:8491:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00010000:00010000:3.0:1789185322.818713:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:3.0:1789185322.818720:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e5f3008c/0xff23d3f688d925fd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x778:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.818730:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b26239be00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185322.818735:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e5f3008c/0xff23d3f688d925fd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x778:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.818745:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e5f3008c/0xff23d3f688d925fd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x778:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.818762:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e5f3008c/0xff23d3f688d925fd lrc: 1/0,0 mode: --/PW res: [0x280000401:0x778:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.818767:0:8491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e55c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+610:3636:x1876087018817152:12345-0@lo:6:osp-syn-0-0.0 Request processed in 17121us (17361us total) trans 4294977576 rc 0/0
00010000:00010000:3.0:1789185322.818778:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e5f3008c/0xff23d3f688d925fd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x778:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.818783:0:8491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37467
00010000:00010000:3.0:1789185322.818807:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185322.818811:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000281d94e0/0xff23d3f688d925da lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x775:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.818819:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149882800 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185322.818822:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000281d94e0/0xff23d3f688d925da lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x775:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.818831:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000281d94e0/0xff23d3f688d925da lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x775:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:0.0:1789185322.818832:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14e55d880/2, rc 0, transno 4294977576
00000100:00100000:0.0:1789185322.818841:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e55d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018817152:0@lo:6:osp-syn-0-0.0
00010000:00010000:3.0:1789185322.818848:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000281d94e0/0xff23d3f688d925da lrc: 1/0,0 mode: --/PW res: [0x280000401:0x775:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.818857:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000281d94e0/0xff23d3f688d925da lrc: 0/0,0 mode: --/PW res: [0x280000401:0x775:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.818872:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.818874:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.818875:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185322.819397:0:178146:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000fa501034/0xff23d3f688d925e1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x776:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.819408:0:178146:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fa501034/0xff23d3f688d925e1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x776:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.819418:0:178146:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fa501034/0xff23d3f688d925e1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x776:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.819425:0:178146:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fa501034/0xff23d3f688d925e1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x776:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.819441:0:178146:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1789185322.819540:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185322.819563:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fa501034/0xff23d3f688d925e1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x776:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.819572:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149882e00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185322.819577:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fa501034/0xff23d3f688d925e1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x776:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.819585:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fa501034/0xff23d3f688d925e1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x776:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.819597:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fa501034/0xff23d3f688d925e1 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x776:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.819603:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fa501034/0xff23d3f688d925e1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x776:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.819618:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.819620:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.819622:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:2.0:1789185322.819643:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b150559180/2, rc 0, transno 4294989385
00000100:00100000:1.0:1789185322.819716:0:178146:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b152966d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+610:3636:x1876087018817664:12345-0@lo:6:osp-syn-0-0.0 Request processed in 17782us (17843us total) trans 4294977577 rc 0/0
00000100:00100000:1.0:1789185322.819723:0:178146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37468
00000004:00080000:1.0:1789185322.819759:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14be57800/2, rc 0, transno 4294977577
00000100:00100000:1.0:1789185322.819764:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14be57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018817664:0@lo:6:osp-syn-0-0.0
00010000:00010000:1.0:1789185322.819778:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789185322.822401:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b150559180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018817920:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185322.822620:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b147528000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018820864:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185322.822624:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b145c94380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018820608:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185322.822810:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b145c94a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018820736:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185322.822897:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185322.822959:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f726a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018821120:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185322.822976:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.822987:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185322.823009:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.823027:0:35222:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018820608
00000100:00100000:3.0:1789185322.823034:0:35222:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018820608
00000100:00100000:2.0:1789185322.823035:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185322.823061:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.823079:0:35222:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018821120
00000100:00100000:3.0:1789185322.823083:0:35222:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018821120
00000100:00100000:3.0:1789185322.823108:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37479
00000100:00100000:3.0:1789185322.823119:0:35222:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14aa60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+610:3635:x1876087018820608:12345-0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185322.823126:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00002000:00080000:3.0:1789185322.823157:0:35222:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1916 count 1
00010000:00010000:3.0:1789185322.823202:0:35222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d41eaa07/0xff23d3f688d92635 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x77c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.823226:0:35222:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000acd3eb4a/0xff23d3f688d8e7b3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x77c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a42d expref: 404 pid: 16720 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.823238:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:3.0:1789185322.823239:0:35222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x77c:0x0].0x0 since=124s v=(0 0)
00010000:00010000:3.0:1789185322.823246:0:35222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x77c:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.823252:0:35222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d41eaa07/0xff23d3f688d92635 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x77c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.823260:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:3.0:1789185322.823292:0:35222:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000acd3eb4a/0xff23d3f688d8e7b3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x77c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a42d expref: 404 pid: 16720 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.823292:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1789185322.823301:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b147529880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018820992:0@lo:6:osp-syn-0-0.0
00010000:00010000:3.0:1789185322.823310:0:35222:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000acd3eb4a/0xff23d3f688d8e7b3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x77c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a42d expref: 404 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.823324:0:35222:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14aa61f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:35222:1876087018821248:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185322.823332:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185322.823419:0:178143:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0d0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:178143:1876087018819968:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185322.823454:0:178143:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000003b4d0371/0xff23d3f688d92619 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x779:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.823480:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018820864
00000100:00100000:0.0:1789185322.823484:0:8428:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018820864
00000100:00100000:0.0:1789185322.823508:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018820992
00000100:00100000:0.0:1789185322.823511:0:8428:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018820992
00000100:00100000:0.0:1789185322.823525:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37480
00000100:00100000:0.0:1789185322.823531:0:8428:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14aa60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+623:3635:x1876087018821120:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1789185322.823588:0:8428:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1930 count 1
00010000:00010000:0.0:1789185322.823605:0:8428:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ce1a8e47/0xff23d3f688d9263c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x78a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.823619:0:8428:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002da7e4cc/0xff23d3f688d8e8af lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x78a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a4f8 expref: 390 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.823626:0:8428:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x78a:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185322.823630:0:8428:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x78a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185322.823633:0:8428:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ce1a8e47/0xff23d3f688d9263c lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x78a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.823655:0:8428:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002da7e4cc/0xff23d3f688d8e8af lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x78a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a4f8 expref: 390 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.823667:0:8428:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002da7e4cc/0xff23d3f688d8e8af lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x78a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a4f8 expref: 390 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.823679:0:8428:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f724000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8428:1876087018821376:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185322.823687:0:35222:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14a911f00 going to sleep for 11 seconds
00000100:00100000:3.0:1789185322.823716:0:34810:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14aa60380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:34810:1876087018819072:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185322.823731:0:34810:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000c0064632/0xff23d3f688d92604 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x786:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.824068:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010745856
00000100:00100000:2.0:1789185322.824074:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010745856
00010000:00010000:2.0:1789185322.824099:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a4a67288/0xff23d3f688d90152 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x786:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 62914560->62918655) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bd24 expref: 391 pid: 35223 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.824117:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010744832
00000100:00100000:2.0:1789185322.824120:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010744832
00010000:00010000:2.0:1789185322.824134:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b8e15e82/0xff23d3f688d8e877 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x783:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a496 expref: 392 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.824155:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010744704
00000100:00100000:2.0:1789185322.824158:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010744704
00010000:00010000:2.0:1789185322.824170:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000069a3646d/0xff23d3f688d8e87e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x784:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a4a4 expref: 393 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.824182:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010744576
00000100:00100000:2.0:1789185322.824184:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010744576
00010000:00010000:2.0:1789185322.824197:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000088ec1b6a/0xff23d3f688d8e782 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x774:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a3bd expref: 405 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.824208:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010746112
00000100:00100000:2.0:1789185322.824211:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010746112
00010000:00010000:2.0:1789185322.824221:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006778ddea/0xff23d3f688d8e7c1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x779:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a403 expref: 406 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.824232:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010746240
00000100:00100000:2.0:1789185322.824235:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010746240
00010000:00010000:2.0:1789185322.824245:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ce4a8f35/0xff23d3f688d8e8a1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x788:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a4dc expref: 394 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.824259:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22957
00000100:00100000:2.0:1789185322.824266:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b147529180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+394:2393:x1876087010745856:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.824276:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.824281:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a4a67288/0xff23d3f688d90152 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x786:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 62914560->62918655) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bd24 expref: 394 pid: 35223 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.824293:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a4a67288/0xff23d3f688d90152 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x786:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 62914560->62918655) gid 0 flags: 0x50000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bd24 expref: 394 pid: 35223 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.824316:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a4a67288/0xff23d3f688d90152 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x786:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 62914560->62918655) gid 0 flags: 0x44801400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bd24 expref: 394 pid: 35223 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.824330:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x786:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1789185322.824335:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x786:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1789185322.824340:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c0064632/0xff23d3f688d92604 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x786:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.824350:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c0064632/0xff23d3f688d92604 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x786:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.824376:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185322.824405:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b147529180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+393:2393:x1876087010745856:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 140us (1433us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.824413:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22957
00000100:00100000:2.0:1789185322.824433:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22958
00000100:00100000:2.0:1789185322.824439:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b147528700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+392:2392:x1876087010744832:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.824460:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.824465:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b8e15e82/0xff23d3f688d8e877 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x783:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a496 expref: 392 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.824475:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b8e15e82/0xff23d3f688d8e877 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x783:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a496 expref: 392 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.824494:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b8e15e82/0xff23d3f688d8e877 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x783:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a496 expref: 392 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.824509:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x783:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.824513:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x783:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.824517:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004e6d0f6b/0xff23d3f688d925d3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x783:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.824525:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004e6d0f6b/0xff23d3f688d925d3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x783:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.824573:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185322.824599:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b147528700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+391:2392:x1876087010744832:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 159us (1590us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.824611:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22958
00000100:00100000:2.0:1789185322.824627:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22959
00000100:00100000:2.0:1789185322.824638:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b147528e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+390:2391:x1876087010744704:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.824645:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.824650:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000069a3646d/0xff23d3f688d8e87e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x784:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a4a4 expref: 390 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.824660:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000069a3646d/0xff23d3f688d8e87e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x784:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a4a4 expref: 390 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.824678:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000069a3646d/0xff23d3f688d8e87e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x784:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a4a4 expref: 390 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.824689:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x784:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.824697:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x784:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.824702:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d4cdc89e/0xff23d3f688d925cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x784:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.824709:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d4cdc89e/0xff23d3f688d925cc lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x784:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.824739:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185322.824765:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b147528e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+389:2391:x1876087010744704:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 131us (1730us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.824772:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22959
00000100:00100000:2.0:1789185322.824791:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22960
00000100:00100000:2.0:1789185322.824803:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14752ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+406:2391:x1876087010744576:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.824811:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.824816:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000088ec1b6a/0xff23d3f688d8e782 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x774:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a3bd expref: 406 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.824832:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000088ec1b6a/0xff23d3f688d8e782 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x774:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a3bd expref: 406 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.824847:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000088ec1b6a/0xff23d3f688d8e782 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x774:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a3bd expref: 406 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.824861:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x774:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.824865:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x774:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.824869:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000057531eb4/0xff23d3f688d925c5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x774:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.824881:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000057531eb4/0xff23d3f688d925c5 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x774:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.824910:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185322.824950:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14752ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+405:2391:x1876087010744576:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 151us (1888us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.824957:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22960
00000100:00100000:2.0:1789185322.824971:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22961
00000100:00100000:2.0:1789185322.824977:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14752a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+404:2392:x1876087010746112:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.824984:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.824989:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006778ddea/0xff23d3f688d8e7c1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x779:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a403 expref: 404 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.824999:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006778ddea/0xff23d3f688d8e7c1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x779:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a403 expref: 404 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.825019:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006778ddea/0xff23d3f688d8e7c1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x779:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a403 expref: 404 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.825029:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x779:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.825032:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x779:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.825040:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003b4d0371/0xff23d3f688d92619 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x779:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.825048:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003b4d0371/0xff23d3f688d92619 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x779:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.825078:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185322.825102:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14752a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+403:2392:x1876087010746112:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 125us (1981us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.825115:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22961
00000100:00100000:2.0:1789185322.825129:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22962
00000100:00100000:2.0:1789185322.825140:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14752aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+388:2393:x1876087010746240:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.825148:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.825158:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ce4a8f35/0xff23d3f688d8e8a1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x788:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a4dc expref: 388 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.825168:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ce4a8f35/0xff23d3f688d8e8a1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x788:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a4dc expref: 388 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.825184:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x788:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.825188:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x788:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.825192:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b93d1933/0xff23d3f688d92620 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x788:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.825200:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b93d1933/0xff23d3f688d92620 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x788:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.825213:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185322.825232:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14752aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+388:2393:x1876087010746240:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 93us (1999us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.825242:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22962
00010000:00010000:2.0:1789185322.825273:0:34810:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000c0064632/0xff23d3f688d92604 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x786:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.825283:0:34810:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c0064632/0xff23d3f688d92604 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x786:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.825294:0:34810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c0064632/0xff23d3f688d92604 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x786:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.825307:0:34810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c0064632/0xff23d3f688d92604 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x786:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.825328:0:34810:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1789185322.825495:0:34810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14da19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+624:3636:x1876087018818560:12345-0@lo:6:osp-syn-1-0.0 Request processed in 16165us (16654us total) trans 4294989386 rc 0/0
00000100:00100000:2.0:1789185322.825502:0:34810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37472
00000100:00100000:2.0:1789185322.825520:0:34810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37481
00000100:00100000:2.0:1789185322.825527:0:34810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b147529f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+612:3637:x1876087018820864:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1789185322.825567:0:34810:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1918 count 1
00010000:00010000:2.0:1789185322.825588:0:34810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004e8cbc4d/0xff23d3f688d92643 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x77e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.825602:0:34810:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000820af22a/0xff23d3f688d8e83f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x77e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a449 expref: 402 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.825615:0:34810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x77e:0x0].0x0 since=124s v=(0 0)
00010000:00010000:2.0:1789185322.825618:0:34810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x77e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.825622:0:34810:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004e8cbc4d/0xff23d3f688d92643 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x77e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.825651:0:34810:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000820af22a/0xff23d3f688d8e83f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x77e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a449 expref: 402 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.825663:0:34810:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000820af22a/0xff23d3f688d8e83f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x77e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a449 expref: 402 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.825676:0:34810:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14752bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:34810:1876087018821504:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185322.825712:0:34810:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b145d6ce40 going to sleep for 11 seconds
00010000:00010000:2.0:1789185322.825728:0:178144:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d4cdc89e/0xff23d3f688d925cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x784:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.825738:0:178144:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d4cdc89e/0xff23d3f688d925cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x784:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.825746:0:178144:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d4cdc89e/0xff23d3f688d925cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x784:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.825753:0:178144:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d4cdc89e/0xff23d3f688d925cc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x784:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.825779:0:178144:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:2.0:1789185322.825994:0:178144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e55d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+624:3638:x1876087018817024:12345-0@lo:6:osp-syn-1-0.0 Request processed in 24682us (24725us total) trans 4294989387 rc 0/0
00000100:00100000:2.0:1789185322.826001:0:178144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37465
00000100:00100000:2.0:1789185322.826019:0:178144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37482
00000100:00100000:2.0:1789185322.826026:0:178144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b147528380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+612:3637:x1876087018820992:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1789185322.826040:0:178144:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1919 count 1
00010000:00010000:2.0:1789185322.826053:0:178144:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000146315f7/0xff23d3f688d9264a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x77f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.826065:0:178144:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000004e18fd6/0xff23d3f688d8e84d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x77f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a457 expref: 402 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.826071:0:178144:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x77f:0x0].0x0 since=124s v=(0 0)
00010000:00010000:2.0:1789185322.826075:0:178144:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x77f:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.826078:0:178144:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000146315f7/0xff23d3f688d9264a lrc: 4/0,1 mode: --/PW res: [0x280000401:0x77f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.826097:0:178144:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000004e18fd6/0xff23d3f688d8e84d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x77f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a457 expref: 402 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.826106:0:178144:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000004e18fd6/0xff23d3f688d8e84d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x77f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a457 expref: 402 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.826121:0:178144:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14752b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:178144:1876087018821632:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185322.826141:0:178144:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b145d6c840 going to sleep for 11 seconds
00000004:00080000:2.0:1789185322.826190:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14e55ed80/2, rc 0, transno 4294989387
00000100:00100000:2.0:1789185322.826205:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e55ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018817024:0@lo:6:osp-syn-1-0.0
00010000:00010000:2.0:1789185322.826224:0:178145:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000005aeaabf/0xff23d3f688d9260b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x787:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.826234:0:178145:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000005aeaabf/0xff23d3f688d9260b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x787:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.826243:0:178145:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000005aeaabf/0xff23d3f688d9260b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x787:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.826251:0:178145:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000005aeaabf/0xff23d3f688d9260b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x787:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.826267:0:178145:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00010000:00010000:2.0:1789185322.826278:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:2.0:1789185322.826284:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c0064632/0xff23d3f688d92604 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x786:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.826292:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b26239b800 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185322.826296:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c0064632/0xff23d3f688d92604 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x786:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.826311:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c0064632/0xff23d3f688d92604 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x786:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.826328:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c0064632/0xff23d3f688d92604 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x786:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.826335:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c0064632/0xff23d3f688d92604 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x786:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.826363:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:2.0:1789185322.826367:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d4cdc89e/0xff23d3f688d925cc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x784:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.826374:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bd000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185322.826376:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d4cdc89e/0xff23d3f688d925cc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x784:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.826384:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d4cdc89e/0xff23d3f688d925cc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x784:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.826394:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d4cdc89e/0xff23d3f688d925cc lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x784:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.826401:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d4cdc89e/0xff23d3f688d925cc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x784:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.826418:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185322.826422:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000005aeaabf/0xff23d3f688d9260b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x787:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.826428:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b26239bc00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185322.826431:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000005aeaabf/0xff23d3f688d9260b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x787:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.826439:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000005aeaabf/0xff23d3f688d9260b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x787:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.826459:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000005aeaabf/0xff23d3f688d9260b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x787:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.826467:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000005aeaabf/0xff23d3f688d9260b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x787:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.826632:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.826634:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.826636:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789185322.826733:0:178145:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14da1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+624:3638:x1876087018818816:12345-0@lo:6:osp-syn-1-0.0 Request processed in 17252us (17785us total) trans 4294989388 rc 0/0
00000100:00100000:2.0:1789185322.826741:0:178145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37473
00000004:00080000:2.0:1789185322.826770:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14da1a300/2, rc 0, transno 4294989388
00000100:00100000:2.0:1789185322.826775:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14da1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018818816:0@lo:6:osp-syn-1-0.0
00010000:00010000:2.0:1789185322.826808:0:35223:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000085128f58/0xff23d3f688d8e869 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x781:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a47a expref: 387 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.826820:0:35223:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0ce680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:35223:1876087018818432:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185322.826837:0:35223:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000001ea59ce8/0xff23d3f688d925ef lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x781:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.826847:0:35223:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000001ea59ce8/0xff23d3f688d925ef lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x781:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.826855:0:35223:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001ea59ce8/0xff23d3f688d925ef lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x781:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.826863:0:35223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001ea59ce8/0xff23d3f688d925ef lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x781:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.826871:0:35223:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001ea59ce8/0xff23d3f688d925ef lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x781:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.826887:0:35223:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1789185322.826961:0:35223:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14da1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+624:3637:x1876087018815744:12345-0@lo:6:osp-syn-1-0.0 Request processed in 36279us (36908us total) trans 4294989389 rc 0/0
00000100:00100000:2.0:1789185322.826967:0:35223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37459
00000004:00080000:2.0:1789185322.826997:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14da18380/2, rc 0, transno 4294989389
00000100:00100000:2.0:1789185322.827001:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14da18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018815744:0@lo:6:osp-syn-1-0.0
00010000:00010000:0.0:1789185322.827180:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185322.827186:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001ea59ce8/0xff23d3f688d925ef lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x781:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.827193:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bc200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185322.827197:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001ea59ce8/0xff23d3f688d925ef lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x781:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.827211:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001ea59ce8/0xff23d3f688d925ef lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x781:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.827224:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001ea59ce8/0xff23d3f688d925ef lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x781:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.827231:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001ea59ce8/0xff23d3f688d925ef lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x781:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.827248:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185322.827250:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185322.827252:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185322.827343:0:178143:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000003b4d0371/0xff23d3f688d92619 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x779:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.827351:0:178143:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003b4d0371/0xff23d3f688d92619 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x779:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.827360:0:178143:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003b4d0371/0xff23d3f688d92619 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x779:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.827366:0:178143:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003b4d0371/0xff23d3f688d92619 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x779:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.827376:0:178143:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1789185322.827468:0:178143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b15054bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+613:3638:x1876087018819328:12345-0@lo:6:osp-syn-0-0.0 Request processed in 13666us (16316us total) trans 4294977578 rc 0/0
00000100:00100000:0.0:1789185322.827475:0:178143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37475
00000100:00100000:0.0:1789185322.827502:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f726680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018821888:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185322.827530:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185322.827576:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1789185322.827581:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f725180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018822016:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185322.827601:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185322.827628:0:34809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018821888
00000100:00100000:0.0:1789185322.827633:0:34809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018821888
00000100:00100000:0.0:1789185322.827662:0:34809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018822016
00000100:00100000:0.0:1789185322.827664:0:34809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018822016
00000100:00100000:0.0:1789185322.827681:0:34809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37483
00000100:00100000:0.0:1789185322.827689:0:34809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f724e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+625:3637:x1876087018821888:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1789185322.827707:0:34809:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1932 count 1
00010000:00010000:0.0:1789185322.827722:0:34809:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000092826d11/0xff23d3f688d92651 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x78c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.827782:0:178148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37484
00000100:00100000:1.0:1789185322.827792:0:178148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f725880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+625:3637:x1876087018822016:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185322.827803:0:178148:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1933 count 1
00010000:00010000:1.0:1789185322.827813:0:178148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000691a0de/0xff23d3f688d92658 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x78d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.827829:0:178148:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005614c762/0xff23d3f688d8e8c4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x78d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a522 expref: 386 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.827837:0:178148:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x78d:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185322.827841:0:178148:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x78d:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.827846:0:178148:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000691a0de/0xff23d3f688d92658 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x78d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.827868:0:178148:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005614c762/0xff23d3f688d8e8c4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x78d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a522 expref: 386 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.827877:0:178148:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005614c762/0xff23d3f688d8e8c4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x78d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a522 expref: 386 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.827888:0:178148:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e55f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:178148:1876087018822144:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185322.827917:0:178148:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14ea28b40 going to sleep for 11 seconds
00010000:00010000:1.0:1789185322.827939:0:16720:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000004e6d0f6b/0xff23d3f688d925d3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x783:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.827946:0:16720:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004e6d0f6b/0xff23d3f688d925d3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x783:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.827954:0:16720:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004e6d0f6b/0xff23d3f688d925d3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x783:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.827960:0:16720:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004e6d0f6b/0xff23d3f688d925d3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x783:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.827974:0:16720:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:1.0:1789185322.828051:0:16720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e55ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+626:3638:x1876087018816896:12345-0@lo:6:osp-syn-1-0.0 Request processed in 26562us (26715us total) trans 4294989390 rc 0/0
00000100:00100000:1.0:1789185322.828059:0:16720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37466
00010000:00010000:1.0:1789185322.828084:0:178142:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000057531eb4/0xff23d3f688d925c5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x774:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.828093:0:178142:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000057531eb4/0xff23d3f688d925c5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x774:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.828101:0:178142:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000057531eb4/0xff23d3f688d925c5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x774:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.828107:0:178142:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000057531eb4/0xff23d3f688d925c5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x774:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.828114:0:178142:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00000100:00100000:1.0:1789185322.828182:0:178142:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e55e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+613:3635:x1876087018816640:12345-0@lo:6:osp-syn-0-0.0 Request processed in 27239us (27313us total) trans 4294977579 rc 0/0
00000100:00100000:1.0:1789185322.828188:0:178142:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37464
00010000:00010000:1.0:1789185322.828203:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:1.0:1789185322.828208:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003b4d0371/0xff23d3f688d92619 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x779:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.828215:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abdb200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185322.828218:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003b4d0371/0xff23d3f688d92619 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x779:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.828225:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003b4d0371/0xff23d3f688d92619 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x779:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.828237:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003b4d0371/0xff23d3f688d92619 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x779:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.828244:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003b4d0371/0xff23d3f688d92619 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x779:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.828261:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:1.0:1789185322.828265:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004e6d0f6b/0xff23d3f688d925d3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x783:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.828272:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149883400 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185322.828275:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004e6d0f6b/0xff23d3f688d925d3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x783:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.828282:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004e6d0f6b/0xff23d3f688d925d3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x783:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.828292:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004e6d0f6b/0xff23d3f688d925d3 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x783:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.828300:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004e6d0f6b/0xff23d3f688d925d3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x783:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.828317:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1789185322.828320:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000057531eb4/0xff23d3f688d925c5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x774:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.828327:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149883a00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185322.828329:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000057531eb4/0xff23d3f688d925c5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x774:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.828337:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000057531eb4/0xff23d3f688d925c5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x774:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.828346:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000057531eb4/0xff23d3f688d925c5 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x774:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.828354:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000057531eb4/0xff23d3f688d925c5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x774:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.828367:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185322.828369:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185322.828370:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185322.828376:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789185322.828394:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:1.0:1789185322.828429:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14da1bb80/2, rc 0, transno 4294989386
00000100:00100000:1.0:1789185322.828440:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14da1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018818560:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185322.828466:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f726300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018821760:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185322.828490:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185322.828518:0:178146:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018820736
00000100:00100000:1.0:1789185322.828522:0:178146:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018820736
00000100:00100000:1.0:1789185322.828542:0:178146:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018821760
00000100:00100000:1.0:1789185322.828574:0:178146:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018821760
00000100:00100000:1.0:1789185322.828591:0:178146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37485
00000100:00100000:1.0:1789185322.828597:0:178146:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e55f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+613:3636:x1876087018820736:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185322.828610:0:178146:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1917 count 1
00010000:00010000:1.0:1789185322.828625:0:178146:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b2067f66/0xff23d3f688d9265f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x77d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.828638:0:178146:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000096d7e327/0xff23d3f688d8e7ba lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x77d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a43b expref: 402 pid: 16720 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.828646:0:178146:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x77d:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185322.828650:0:178146:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x77d:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.828654:0:178146:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b2067f66/0xff23d3f688d9265f lrc: 4/0,1 mode: --/PW res: [0x280000401:0x77d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.828674:0:178146:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000096d7e327/0xff23d3f688d8e7ba lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x77d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a43b expref: 402 pid: 16720 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.828684:0:178146:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000096d7e327/0xff23d3f688d8e7ba lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x77d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a43b expref: 402 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.828695:0:178146:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0cdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:178146:1876087018822272:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185322.828716:0:178146:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14ea28480 going to sleep for 11 seconds
00000100:00100000:1.0:1789185322.828733:0:24325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37486
00000100:00100000:1.0:1789185322.828741:0:24325:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d0ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+626:3636:x1876087018821760:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185322.828753:0:24325:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1931 count 1
00010000:00010000:1.0:1789185322.828765:0:24325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007fe0979b/0xff23d3f688d92666 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x78b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.828776:0:24325:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000004dab993/0xff23d3f688d8e8b6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x78b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a506 expref: 386 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.828783:0:24325:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x78b:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185322.828786:0:24325:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x78b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.828790:0:24325:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007fe0979b/0xff23d3f688d92666 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x78b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.828810:0:24325:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000004dab993/0xff23d3f688d8e8b6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x78b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a506 expref: 386 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.828819:0:24325:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000004dab993/0xff23d3f688d8e8b6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x78b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a506 expref: 386 pid: 35223 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.828828:0:24325:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b15054b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24325:1876087018822400:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185322.828850:0:24325:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14ea28000 going to sleep for 11 seconds
00010000:00010000:3.0:1789185322.828891:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789185322.828919:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789185322.828928:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b150548e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018822528:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185322.828957:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185322.828980:0:178142:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018822528
00000100:00100000:1.0:1789185322.828983:0:178142:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018822528
00000100:00100000:3.0:1789185322.828996:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185322.829009:0:178142:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37487
00000100:00100000:1.0:1789185322.829017:0:178142:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b150549c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+627:3636:x1876087018822528:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185322.829030:0:178142:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1934 count 1
00010000:00010000:1.0:1789185322.829044:0:178142:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000603b815f/0xff23d3f688d9266d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x78e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.829057:0:178142:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002e885315/0xff23d3f688d90041 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x78e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 41943040->41947135) gid 0 flags: 0x40000000020000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bc13 expref: 386 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.829063:0:178142:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x78e:0x0].0x0 since=121s v=(0 0)
00010000:00010000:1.0:1789185322.829069:0:178142:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x78e:0x0].0x0 since=0s v=(1 0)
00000100:00100000:3.0:1789185322.829070:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:1.0:1789185322.829074:0:178142:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000603b815f/0xff23d3f688d9266d lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x78e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.829097:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:1.0:1789185322.829098:0:178142:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002e885315/0xff23d3f688d90041 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x78e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 41943040->41947135) gid 0 flags: 0x50000000030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bc13 expref: 386 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.829113:0:178142:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002e885315/0xff23d3f688d90041 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x78e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 41943040->41947135) gid 0 flags: 0x70000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bc13 expref: 386 pid: 34810 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.829124:0:178142:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f3bd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:178142:1876087018822656:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185322.829148:0:178142:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14ea28d80 going to sleep for 11 seconds
00000100:00100000:3.0:1789185322.829780:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.829832:0:35222:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14aa61f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:35222:1876087018821248:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185322.829857:0:35222:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d41eaa07/0xff23d3f688d92635 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x77c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:2.0:1789185322.830677:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14e55d180/2, rc 0, transno 4294977579
00000100:00100000:2.0:1789185322.830694:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e55d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018816640:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185322.830777:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1789185322.830789:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f729500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018822784:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185322.830832:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:2.0:1789185322.830861:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789185322.830876:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010745984
00000100:00100000:2.0:1789185322.830881:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010745984
00010000:00010000:2.0:1789185322.830913:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000021c5ba1a/0xff23d3f688d8e8a8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x789:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a4ea expref: 387 pid: 35223 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.830941:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010746496
00000100:00100000:2.0:1789185322.830945:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010746496
00010000:00010000:2.0:1789185322.830960:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000074b81dd1/0xff23d3f688d8e7ac lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x77b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a41f expref: 403 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.830977:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010746368
00000100:00100000:2.0:1789185322.830980:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010746368
00010000:00010000:2.0:1789185322.830992:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000099be5097/0xff23d3f688d8e7a5 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x77a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a411 expref: 404 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.831004:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010746624
00000100:00100000:2.0:1789185322.831006:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010746624
00010000:00010000:2.0:1789185322.831018:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000acd3eb4a/0xff23d3f688d8e7b3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x77c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a42d expref: 405 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.831032:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22963
00000100:00100000:2.0:1789185322.831039:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b281266c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+387:2391:x1876087010745984:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.831051:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.831064:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000021c5ba1a/0xff23d3f688d8e8a8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x789:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a4ea expref: 387 pid: 35223 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.831077:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000021c5ba1a/0xff23d3f688d8e8a8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x789:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a4ea expref: 387 pid: 35223 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.831104:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x789:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.831109:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x789:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.831115:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009a97dd45/0xff23d3f688d92612 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x789:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.831121:0:34809:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ef775a05/0xff23d3f688d8e8bd lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x78c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a514 expref: 387 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.831125:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009a97dd45/0xff23d3f688d92612 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x789:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.831128:0:34809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x78c:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185322.831131:0:34809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x78c:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185322.831135:0:34809:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000092826d11/0xff23d3f688d92651 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x78c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.831144:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1789185322.831173:0:34809:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ef775a05/0xff23d3f688d8e8bd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x78c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a514 expref: 387 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.831174:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b281266c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+387:2391:x1876087010745984:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 135us (2180us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.831181:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22963
00010000:00010000:0.0:1789185322.831186:0:34809:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ef775a05/0xff23d3f688d8e8bd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x78c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a514 expref: 387 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.831196:0:34809:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f724700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:34809:1876087018822912:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185322.831218:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22964
00000100:00100000:2.0:1789185322.831224:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14aa60380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+405:2393:x1876087010746496:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.831232:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00000100:00100000:0.0:1789185322.831232:0:34809:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14a4dc780 going to sleep for 11 seconds
00010000:00010000:2.0:1789185322.831236:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000074b81dd1/0xff23d3f688d8e7ac lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x77b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a41f expref: 405 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.831251:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000074b81dd1/0xff23d3f688d8e7ac lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x77b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a41f expref: 405 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.831252:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22965
00000100:00100000:0.0:1789185322.831259:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14aa62300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+405:2393:x1876087010746368:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.831264:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x77b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185322.831265:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.831267:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x77b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185322.831270:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000099be5097/0xff23d3f688d8e7a5 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x77a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a411 expref: 405 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.831272:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000243cf2a2/0xff23d3f688d9262e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x77b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.831280:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000099be5097/0xff23d3f688d8e7a5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x77a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a411 expref: 405 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.831281:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000243cf2a2/0xff23d3f688d9262e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x77b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.831292:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x77a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.831293:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1789185322.831295:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x77a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185322.831299:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006d201f36/0xff23d3f688d92627 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x77a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.831307:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006d201f36/0xff23d3f688d92627 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x77a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.831308:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14aa60380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+405:2393:x1876087010746496:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 85us (2243us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.831315:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22964
00010000:00010000:0.0:1789185322.831319:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185322.831327:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22966
00000100:00100000:2.0:1789185322.831333:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14aa60000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+404:2392:x1876087010746624:12345-192.168.204.3@tcp:103:ldlm_bl.0
00000100:00100000:0.0:1789185322.831336:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14aa62300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+404:2393:x1876087010746368:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 78us (2241us total) trans 0 rc 0/0
00010000:00010000:2.0:1789185322.831340:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00000100:00100000:0.0:1789185322.831341:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22965
00010000:00010000:2.0:1789185322.831344:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000acd3eb4a/0xff23d3f688d8e7b3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x77c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a42d expref: 404 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.831353:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000acd3eb4a/0xff23d3f688d8e7b3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x77c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a42d expref: 403 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.831363:0:178143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018822784
00000100:00100000:0.0:1789185322.831366:0:178143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018822784
00010000:00010000:2.0:1789185322.831370:0:10396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000acd3eb4a/0xff23d3f688d8e7b3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x77c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a42d expref: 403 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.831381:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x77c:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.831384:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x77c:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.831389:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d41eaa07/0xff23d3f688d92635 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x77c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.831389:0:178143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37488
00000100:00100000:0.0:1789185322.831394:0:178143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f729c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+614:3635:x1876087018822784:12345-0@lo:6:osp-syn-0-0.0
00010000:00010000:2.0:1789185322.831397:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d41eaa07/0xff23d3f688d92635 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x77c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.831415:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00002000:00080000:0.0:1789185322.831415:0:178143:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1920 count 1
00000100:00100000:2.0:1789185322.831433:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14aa60000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+402:2392:x1876087010746624:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 100us (1657us total) trans 0 rc 0/0
00010000:00010000:0.0:1789185322.831435:0:178143:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000065fd643b/0xff23d3f688d92674 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x780:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.831439:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22966
00010000:00010000:0.0:1789185322.831461:0:178143:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000079b7d79c/0xff23d3f688d8e8d9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x780:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a465 expref: 401 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.831469:0:178143:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x780:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185322.831471:0:178143:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x780:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.831473:0:35222:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d41eaa07/0xff23d3f688d92635 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x77c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.831475:0:178143:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000065fd643b/0xff23d3f688d92674 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x780:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.831483:0:35222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d41eaa07/0xff23d3f688d92635 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x77c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.831493:0:35222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d41eaa07/0xff23d3f688d92635 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x77c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.831496:0:178143:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000079b7d79c/0xff23d3f688d8e8d9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x780:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a465 expref: 401 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.831502:0:35222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d41eaa07/0xff23d3f688d92635 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x77c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.831506:0:178143:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000079b7d79c/0xff23d3f688d8e8d9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x780:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a465 expref: 401 pid: 35223 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.831516:0:178143:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f727100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:178143:1876087018823040:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185322.831518:0:35222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1789185322.831563:0:178143:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14d801a80 going to sleep for 11 seconds
00010000:00010000:0.0:1789185322.831589:0:8429:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000021c5ba1a/0xff23d3f688d8e8a8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x789:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a4ea expref: 386 pid: 35223 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.831670:0:35222:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14aa60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+615:3635:x1876087018820608:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8553us (8773us total) trans 4294977580 rc 0/0
00000100:00100000:2.0:1789185322.831676:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37479
00000004:00080000:2.0:1789185322.831709:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b145c94380/2, rc 0, transno 4294977580
00000100:00100000:2.0:1789185322.831718:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b145c94380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018820608:0@lo:6:osp-syn-0-0.0
00000004:00080000:2.0:1789185322.831776:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14e55df80/2, rc 0, transno 4294977578
00000100:00100000:2.0:1789185322.831784:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e55df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018819328:0@lo:6:osp-syn-0-0.0
00000004:00080000:2.0:1789185322.831799:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14e55dc00/2, rc 0, transno 4294989390
00000100:00100000:2.0:1789185322.831808:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e55dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018816896:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185322.831816:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1789185322.831821:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f72bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018823168:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185322.831847:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185322.831889:0:35222:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018823168
00000100:00100000:2.0:1789185322.831892:0:35222:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018823168
00000100:00100000:0.0:1789185322.831892:0:8429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0d3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8429:1876087018819840:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185322.831909:0:8429:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000009a97dd45/0xff23d3f688d92612 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x789:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.831911:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37489
00000100:00100000:2.0:1789185322.831916:0:35222:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f72aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+615:3638:x1876087018823168:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1789185322.831927:0:35222:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1921 count 1
00010000:00010000:2.0:1789185322.831939:0:35222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ee62d8df/0xff23d3f688d9267b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x781:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.831950:0:35222:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000db21e579/0xff23d3f688d8e8e0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x781:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a473 expref: 401 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.831963:0:35222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x781:0x0].0x0 since=124s v=(0 0)
00010000:00010000:2.0:1789185322.831966:0:35222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x781:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.831969:0:35222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ee62d8df/0xff23d3f688d9267b lrc: 4/0,1 mode: --/PW res: [0x280000401:0x781:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.831989:0:35222:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000db21e579/0xff23d3f688d8e8e0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x781:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a473 expref: 401 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.831990:0:8429:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000009a97dd45/0xff23d3f688d92612 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x789:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.831999:0:35222:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000db21e579/0xff23d3f688d8e8e0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x781:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a473 expref: 401 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.832000:0:8429:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009a97dd45/0xff23d3f688d92612 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x789:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.832010:0:35222:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f72a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:35222:1876087018823424:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185322.832010:0:8429:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009a97dd45/0xff23d3f688d92612 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x789:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.832018:0:8429:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009a97dd45/0xff23d3f688d92612 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x789:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.832032:0:8429:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:2.0:1789185322.832040:0:35222:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b145d6c600 going to sleep for 11 seconds
00000100:00100000:2.0:1789185322.832056:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f728000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018823296:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185322.832078:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185322.832103:0:178169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018823296
00000100:00100000:2.0:1789185322.832106:0:178169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018823296
00000100:00100000:2.0:1789185322.832122:0:178169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37490
00000100:00100000:0.0:1789185322.832122:0:8429:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d0d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+628:3637:x1876087018819712:12345-0@lo:6:osp-syn-1-0.0 Request processed in 19709us (19781us total) trans 4294989391 rc 0/0
00000100:00100000:2.0:1789185322.832128:0:178169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f72a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+616:3638:x1876087018823296:12345-0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185322.832129:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37474
00002000:00080000:2.0:1789185322.832138:0:178169:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1922 count 1
00010000:00010000:2.0:1789185322.832150:0:178169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f1b7551a/0xff23d3f688d92682 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x782:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.832162:0:178169:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ebf5c28e/0xff23d3f688d8e8e7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x782:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a481 expref: 401 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.832170:0:178169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x782:0x0].0x0 since=124s v=(0 0)
00010000:00010000:2.0:1789185322.832173:0:178169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x782:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.832176:0:178169:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f1b7551a/0xff23d3f688d92682 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x782:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.832195:0:178169:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ebf5c28e/0xff23d3f688d8e8e7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x782:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a481 expref: 401 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.832205:0:178169:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ebf5c28e/0xff23d3f688d8e8e7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x782:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a481 expref: 401 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.832215:0:178169:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f729180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:178169:1876087018823552:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185322.832234:0:178169:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14b7b2900 going to sleep for 11 seconds
00000004:00080000:0.0:1789185322.832273:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14d0d3100/2, rc 0, transno 4294989391
00000100:00100000:0.0:1789185322.832279:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018819712:0@lo:6:osp-syn-1-0.0
00010000:00010000:0.0:1789185322.832302:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ce4a8f35/0xff23d3f688d8e8a1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x788:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a4dc expref: 385 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.832315:0:8431:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f725500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8431:1876087018820224:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185322.832328:0:8431:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b93d1933/0xff23d3f688d92620 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x788:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.832337:0:8431:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b93d1933/0xff23d3f688d92620 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x788:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.832343:0:8431:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b93d1933/0xff23d3f688d92620 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x788:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.832351:0:8431:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b93d1933/0xff23d3f688d92620 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x788:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.832359:0:8431:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b93d1933/0xff23d3f688d92620 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x788:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.832378:0:8431:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00000100:00100000:0.0:1789185322.832456:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d0d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+628:3635:x1876087018819456:12345-0@lo:6:osp-syn-1-0.0 Request processed in 15690us (17348us total) trans 4294989392 rc 0/0
00000100:00100000:0.0:1789185322.832462:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37476
00000004:00080000:0.0:1789185322.832489:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14e55fb80/2, rc 0, transno 4294989392
00000100:00100000:0.0:1789185322.832493:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e55fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018819456:0@lo:6:osp-syn-1-0.0
00010000:00010000:0.0:1789185322.832515:0:35218:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000099be5097/0xff23d3f688d8e7a5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x77a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a411 expref: 401 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.832525:0:35218:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f725c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35218:1876087018820352:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185322.832536:0:35218:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006d201f36/0xff23d3f688d92627 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x77a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.832583:0:35218:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006d201f36/0xff23d3f688d92627 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x77a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.832591:0:35218:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006d201f36/0xff23d3f688d92627 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x77a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.832667:0:35218:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006d201f36/0xff23d3f688d92627 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x77a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.832675:0:35218:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006d201f36/0xff23d3f688d92627 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x77a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.832699:0:35218:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool
00000100:00100000:0.0:1789185322.832764:0:35218:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b276a0e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+617:3636:x1876087018819584:12345-0@lo:6:osp-syn-0-0.0 Request processed in 15828us (17626us total) trans 4294977581 rc 0/0
00000100:00100000:0.0:1789185322.832911:0:35218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37477
00010000:00010000:0.0:1789185322.833093:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp.  (3 blwis in pool)
00010000:00010000:0.0:1789185322.833101:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d41eaa07/0xff23d3f688d92635 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x77c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.833115:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b26239b000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185322.833120:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d41eaa07/0xff23d3f688d92635 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x77c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.833129:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d41eaa07/0xff23d3f688d92635 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x77c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.833146:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d41eaa07/0xff23d3f688d92635 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x77c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.833257:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d41eaa07/0xff23d3f688d92635 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x77c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.833284:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:0.0:1789185322.833288:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009a97dd45/0xff23d3f688d92612 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x789:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.833295:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abdae00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185322.833299:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009a97dd45/0xff23d3f688d92612 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x789:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.833306:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009a97dd45/0xff23d3f688d92612 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x789:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.833316:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009a97dd45/0xff23d3f688d92612 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x789:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.833324:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009a97dd45/0xff23d3f688d92612 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x789:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.833336:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:0.0:1789185322.833339:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b93d1933/0xff23d3f688d92620 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x788:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.833345:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abda600 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185322.833348:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b93d1933/0xff23d3f688d92620 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x788:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.833356:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b93d1933/0xff23d3f688d92620 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x788:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.833364:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b93d1933/0xff23d3f688d92620 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x788:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.833370:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b93d1933/0xff23d3f688d92620 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x788:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.833382:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185322.833385:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006d201f36/0xff23d3f688d92627 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x77a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.833390:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abdb400 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185322.833393:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006d201f36/0xff23d3f688d92627 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x77a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.833401:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006d201f36/0xff23d3f688d92627 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x77a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.833408:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006d201f36/0xff23d3f688d92627 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x77a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.833415:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006d201f36/0xff23d3f688d92627 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x77a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.833426:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185322.833428:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185322.833429:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185322.833469:0:178147:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000074b81dd1/0xff23d3f688d8e7ac lrc: 0/0,0 mode: --/PR res: [0x280000401:0x77b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a41f expref: 400 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.833478:0:178147:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f727b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:178147:1876087018820480:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185322.833492:0:178147:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000243cf2a2/0xff23d3f688d9262e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x77b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.833500:0:178147:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000243cf2a2/0xff23d3f688d9262e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x77b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.833507:0:178147:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000243cf2a2/0xff23d3f688d9262e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x77b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.833516:0:178147:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000243cf2a2/0xff23d3f688d9262e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x77b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.833522:0:178147:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000243cf2a2/0xff23d3f688d9262e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x77b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.833537:0:178147:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1789185322.834121:0:178147:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f724a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+617:3637:x1876087018820096:12345-0@lo:6:osp-syn-0-0.0 Request processed in 17049us (18091us total) trans 4294977582 rc 0/0
00000100:00100000:0.0:1789185322.834129:0:178147:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37478
00000004:00080000:0.0:1789185322.834354:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14d0d3480/2, rc 0, transno 4294977582
00000100:00100000:0.0:1789185322.834368:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018820096:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185322.834435:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f727b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018823680:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185322.834476:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185322.834510:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018823680
00000100:00100000:0.0:1789185322.834515:0:8429:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018823680
00010000:00010000:3.0:1789185322.834883:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00000004:00080000:1.0:1789185322.834886:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14da18700/2, rc 0, transno 4294977581
00010000:00010000:3.0:1789185322.834893:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000243cf2a2/0xff23d3f688d9262e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x77b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.834901:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14da18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018819584:0@lo:6:osp-syn-0-0.0
00010000:00010000:3.0:1789185322.834912:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abdaa00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185322.834917:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000243cf2a2/0xff23d3f688d9262e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x77b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.834928:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000243cf2a2/0xff23d3f688d9262e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x77b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.834934:0:16720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37491
00000100:00100000:1.0:1789185322.834946:0:16720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f725c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+617:3635:x1876087018823680:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185322.834971:0:16720:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1923 count 1
00010000:00010000:1.0:1789185322.834993:0:16720:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006abc7636/0xff23d3f688d92689 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x783:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.835012:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000243cf2a2/0xff23d3f688d9262e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x77b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.835016:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185322.835018:0:16720:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000064bd91e9/0xff23d3f688d8e8ee lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x783:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a48f expref: 399 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.835035:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000243cf2a2/0xff23d3f688d9262e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x77b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.835035:0:8428:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14a4dc540 going to sleep for 11 seconds
00010000:00010000:1.0:1789185322.835037:0:16720:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x783:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185322.835044:0:16720:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x783:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.835054:0:16720:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006abc7636/0xff23d3f688d92689 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x783:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.835070:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.835074:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.835076:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185322.835084:0:16720:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000064bd91e9/0xff23d3f688d8e8ee lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x783:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a48f expref: 399 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.835098:0:16720:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000064bd91e9/0xff23d3f688d8e8ee lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x783:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a48f expref: 399 pid: 35223 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.835111:0:16720:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f3bce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16720:1876087018823808:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185322.835148:0:16720:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14ea289c0 going to sleep for 11 seconds
00010000:00010000:1.0:1789185322.835161:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789185322.835247:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f3bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018823936:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185322.835267:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b152964700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018824320:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185322.835279:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185322.835295:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f3bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018824064:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185322.835421:0:34810:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14752bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:34810:1876087018821504:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185322.835441:0:34810:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000004e8cbc4d/0xff23d3f688d92643 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x77e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.835670:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185322.835707:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018823936
00000100:00100000:1.0:1789185322.835710:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185322.835712:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018823936
00000100:00100000:1.0:1789185322.835735:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1789185322.835739:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018824320
00000100:00100000:1.0:1789185322.835741:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b152966d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018824192:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185322.835741:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018824320
00000100:00100000:0.0:1789185322.835755:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018824064
00000100:00100000:0.0:1789185322.835758:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018824064
00000100:00100000:1.0:1789185322.835765:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185322.835770:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018824192
00000100:00100000:0.0:1789185322.835772:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018824192
00000100:00100000:0.0:1789185322.835785:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37492
00000100:00100000:0.0:1789185322.835791:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f725500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+630:3636:x1876087018823936:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1789185322.835806:0:8431:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1935 count 1
00010000:00010000:0.0:1789185322.835823:0:8431:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002b4947e1/0xff23d3f688d92690 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x78f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.835837:0:8431:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003ebe4b59/0xff23d3f688d8e8d2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x78f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a53e expref: 384 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.835844:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x78f:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185322.835848:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x78f:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185322.835852:0:8431:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002b4947e1/0xff23d3f688d92690 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x78f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.835854:0:8491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37493
00000100:00100000:1.0:1789185322.835862:0:8491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d41ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+618:3635:x1876087018824320:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185322.835873:0:8491:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1924 count 1
00010000:00010000:0.0:1789185322.835873:0:8431:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003ebe4b59/0xff23d3f688d8e8d2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x78f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a53e expref: 384 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.835883:0:8431:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003ebe4b59/0xff23d3f688d8e8d2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x78f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a53e expref: 384 pid: 35223 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.835885:0:8491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000057531eb4/0xff23d3f688d92697 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x784:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.835896:0:8431:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f725f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8431:1876087018824448:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185322.835898:0:8491:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000087a9560f/0xff23d3f688d8e8f5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x784:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a49d expref: 399 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.835904:0:8491:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x784:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185322.835908:0:8491:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x784:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.835911:0:8491:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000057531eb4/0xff23d3f688d92697 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x784:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.835930:0:8491:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000087a9560f/0xff23d3f688d8e8f5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x784:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a49d expref: 399 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.835940:0:8491:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000087a9560f/0xff23d3f688d8e8f5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x784:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a49d expref: 399 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.835948:0:8491:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b150550000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8491:1876087018824576:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185322.835977:0:8491:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14ea28300 going to sleep for 11 seconds
00000100:00100000:1.0:1789185322.835994:0:35218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37494
00000100:00100000:1.0:1789185322.836000:0:35218:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d419880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+630:3637:x1876087018824064:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185322.836014:0:35218:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1936 count 1
00010000:00010000:1.0:1789185322.836026:0:35218:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004e6d0f6b/0xff23d3f688d9269e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x790:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.836039:0:35218:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ba3bbdd0/0xff23d3f688d8ed86 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x790:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a54c expref: 384 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.836045:0:35218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x790:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185322.836049:0:35218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x790:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.836052:0:35218:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004e6d0f6b/0xff23d3f688d9269e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x790:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.836074:0:35218:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ba3bbdd0/0xff23d3f688d8ed86 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x790:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a54c expref: 384 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.836084:0:35218:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ba3bbdd0/0xff23d3f688d8ed86 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x790:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a54c expref: 384 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.836094:0:35218:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14fced180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35218:1876087018824704:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185322.836118:0:35218:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14ea28600 going to sleep for 11 seconds
00010000:00010000:1.0:1789185322.836129:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789185322.836707:0:8431:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14a4dcf00 going to sleep for 11 seconds
00000100:00100000:0.0:1789185322.836729:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37495
00000100:00100000:0.0:1789185322.836739:0:8429:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b145cb1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+630:3637:x1876087018824192:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1789185322.836756:0:8429:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1937 count 1
00010000:00010000:0.0:1789185322.836770:0:8429:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000062be1bd2/0xff23d3f688d926a5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x791:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.836785:0:8429:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000115e0cc4/0xff23d3f688d8ed8d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x791:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a55a expref: 384 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.836794:0:8429:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x791:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185322.836797:0:8429:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x791:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185322.836803:0:8429:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000062be1bd2/0xff23d3f688d926a5 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x791:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.836825:0:8429:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000115e0cc4/0xff23d3f688d8ed8d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x791:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a55a expref: 384 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.836837:0:8429:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000115e0cc4/0xff23d3f688d8ed8d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x791:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a55a expref: 384 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.836848:0:8429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f724380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8429:1876087018824832:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185322.836877:0:8429:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14a4dc180 going to sleep for 11 seconds
00000100:00100000:3.0:1789185322.838941:0:178144:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14752b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:178144:1876087018821632:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185322.838980:0:178144:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000146315f7/0xff23d3f688d9264a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x77f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.838982:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185322.839018:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185322.839019:0:8428:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f724000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8428:1876087018821376:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185322.839037:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:0.0:1789185322.839039:0:8428:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ce1a8e47/0xff23d3f688d9263c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x78a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.839064:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010747008
00000100:00100000:2.0:1789185322.839069:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185322.839070:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010747008
00000100:00100000:2.0:1789185322.839087:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185322.839102:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:0.0:1789185322.839105:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002da7e4cc/0xff23d3f688d8e8af lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x78a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a4f8 expref: 385 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.839117:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185322.839169:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185322.839235:0:178148:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e55f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:178148:1876087018822144:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185322.839254:0:178148:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000000691a0de/0xff23d3f688d92658 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x78d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.839282:0:178146:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0cdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:178146:1876087018822272:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185322.839299:0:178146:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b2067f66/0xff23d3f688d9265f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x77d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.839324:0:24325:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b15054b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24325:1876087018822400:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185322.839336:0:24325:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000007fe0979b/0xff23d3f688d92666 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x78b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.839360:0:178142:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f3bd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:178142:1876087018822656:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185322.839372:0:178142:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000603b815f/0xff23d3f688d9266d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x78e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.839435:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185322.839467:0:178149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010746880
00000100:00100000:0.0:1789185322.839467:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010746752
00000100:00100000:0.0:1789185322.839471:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010746752
00000100:00100000:1.0:1789185322.839480:0:178149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010746880
00010000:00010000:0.0:1789185322.839490:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000820af22a/0xff23d3f688d8e83f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x77e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a449 expref: 401 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.839493:0:178149:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000004e18fd6/0xff23d3f688d8e84d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x77f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a457 expref: 401 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.839506:0:178149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010747392
00000100:00100000:0.0:1789185322.839506:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010747136
00000100:00100000:1.0:1789185322.839508:0:178149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010747392
00000100:00100000:0.0:1789185322.839508:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010747136
00010000:00010000:1.0:1789185322.839518:0:178149:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000004dab993/0xff23d3f688d8e8b6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x78b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a506 expref: 387 pid: 35223 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.839518:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005614c762/0xff23d3f688d8e8c4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x78d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a522 expref: 387 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.839530:0:178149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010747520
00000100:00100000:0.0:1789185322.839530:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010747264
00000100:00100000:1.0:1789185322.839532:0:178149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010747520
00000100:00100000:0.0:1789185322.839532:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010747264
00010000:00010000:0.0:1789185322.839543:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000096d7e327/0xff23d3f688d8e7ba lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x77d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a43b expref: 402 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.839563:0:178149:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002e885315/0xff23d3f688d90041 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x78e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 41943040->41947135) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bc13 expref: 388 pid: 34810 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.839577:0:178149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010747648
00000100:00100000:1.0:1789185322.839580:0:178149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010747648
00000100:00100000:0.0:1789185322.839586:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22967
00010000:00010000:1.0:1789185322.839593:0:178149:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000079b7d79c/0xff23d3f688d8e8d9 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x780:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a465 expref: 403 pid: 35223 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.839605:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22968
00000100:00100000:1.0:1789185322.839611:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f729880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+403:2394:x1876087010746752:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185322.839625:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185322.839631:0:178149:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000820af22a/0xff23d3f688d8e83f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x77e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a449 expref: 403 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.839642:0:178149:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000820af22a/0xff23d3f688d8e83f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x77e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a449 expref: 403 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.839667:0:178149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000820af22a/0xff23d3f688d8e83f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x77e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a449 expref: 403 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.839670:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f728e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+388:2393:x1876087010747008:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185322.839681:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185322.839686:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002da7e4cc/0xff23d3f688d8e8af lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x78a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a4f8 expref: 388 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.839688:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x77e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.839693:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x77e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185322.839696:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002da7e4cc/0xff23d3f688d8e8af lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x78a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a4f8 expref: 388 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.839699:0:178149:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004e8cbc4d/0xff23d3f688d92643 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x77e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.839710:0:178149:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004e8cbc4d/0xff23d3f688d92643 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x77e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.839716:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002da7e4cc/0xff23d3f688d8e8af lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x78a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a4f8 expref: 388 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.839725:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x78a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185322.839728:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x78a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185322.839732:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ce1a8e47/0xff23d3f688d9263c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x78a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.839736:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1789185322.839740:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ce1a8e47/0xff23d3f688d9263c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x78a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.839754:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185322.839780:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f728e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+387:2393:x1876087010747008:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 186us (801us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185322.839787:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22967
00000100:00100000:0.0:1789185322.839812:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22969
00000100:00100000:0.0:1789185322.839819:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f728700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+402:2392:x1876087010746880:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185322.839827:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185322.839832:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000004e18fd6/0xff23d3f688d8e84d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x77f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a457 expref: 402 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.839841:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000004e18fd6/0xff23d3f688d8e84d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x77f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a457 expref: 402 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.839858:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000004e18fd6/0xff23d3f688d8e84d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x77f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a457 expref: 402 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.839869:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x77f:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185322.839871:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x77f:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185322.839875:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000146315f7/0xff23d3f688d9264a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x77f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.839882:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000146315f7/0xff23d3f688d9264a lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x77f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.839900:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185322.840274:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f729880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+401:2394:x1876087010746752:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 660us (1253us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185322.840283:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22968
00000100:00100000:1.0:1789185322.840299:0:178149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010747776
00000100:00100000:1.0:1789185322.840303:0:178149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010747776
00010000:00010000:1.0:1789185322.840319:0:178149:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ef775a05/0xff23d3f688d8e8bd lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x78c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a514 expref: 387 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.840334:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22970
00000100:00100000:1.0:1789185322.840339:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f72b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+387:2394:x1876087010747392:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185322.840346:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185322.840350:0:178149:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000004dab993/0xff23d3f688d8e8b6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x78b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a506 expref: 387 pid: 35223 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.840359:0:178149:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000004dab993/0xff23d3f688d8e8b6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x78b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a506 expref: 387 pid: 35223 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.840371:0:178149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000004dab993/0xff23d3f688d8e8b6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x78b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a506 expref: 387 pid: 35223 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.840381:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x78b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.840384:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x78b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.840389:0:178149:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007fe0979b/0xff23d3f688d92666 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x78b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.840396:0:178149:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007fe0979b/0xff23d3f688d92666 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x78b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.840419:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185322.840440:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f72b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+386:2394:x1876087010747392:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 101us (1352us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185322.840458:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22970
00000100:00100000:1.0:1789185322.840474:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22971
00000100:00100000:1.0:1789185322.840481:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b281267c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+385:2394:x1876087010747136:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185322.840489:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185322.840494:0:178149:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005614c762/0xff23d3f688d8e8c4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x78d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a522 expref: 385 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.840504:0:178149:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005614c762/0xff23d3f688d8e8c4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x78d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a522 expref: 385 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.840517:0:178149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005614c762/0xff23d3f688d8e8c4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x78d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a522 expref: 385 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.840527:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x78d:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.840530:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x78d:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.840535:0:178149:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000691a0de/0xff23d3f688d92658 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x78d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.840543:0:178149:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000691a0de/0xff23d3f688d92658 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x78d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.840585:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185322.840605:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b281267c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+384:2394:x1876087010747136:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 124us (1534us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185322.840612:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22971
00000100:00100000:1.0:1789185322.840628:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22972
00000100:00100000:1.0:1789185322.840634:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f729f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+383:2391:x1876087010747520:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185322.840644:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185322.840649:0:178149:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002e885315/0xff23d3f688d90041 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x78e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 41943040->41947135) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bc13 expref: 383 pid: 34810 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.840659:0:178149:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002e885315/0xff23d3f688d90041 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x78e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 41943040->41947135) gid 0 flags: 0x50000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bc13 expref: 383 pid: 34810 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.840672:0:178149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002e885315/0xff23d3f688d90041 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x78e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 41943040->41947135) gid 0 flags: 0x44801400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bc13 expref: 383 pid: 34810 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.840684:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x78e:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1789185322.840687:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x78e:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1789185322.840691:0:178149:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000603b815f/0xff23d3f688d9266d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x78e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.840699:0:178149:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000603b815f/0xff23d3f688d9266d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x78e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.840721:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185322.840740:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f729f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+382:2391:x1876087010747520:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 106us (1636us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185322.840747:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22972
00000100:00100000:1.0:1789185322.840760:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22973
00000100:00100000:1.0:1789185322.840766:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f728380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+400:2393:x1876087010747264:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185322.840774:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185322.840779:0:178149:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000096d7e327/0xff23d3f688d8e7ba lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x77d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a43b expref: 400 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.840789:0:178149:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000096d7e327/0xff23d3f688d8e7ba lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x77d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a43b expref: 400 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.840802:0:178149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000096d7e327/0xff23d3f688d8e7ba lrc: 0/0,0 mode: --/PR res: [0x280000401:0x77d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a43b expref: 400 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.840811:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x77d:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.840814:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x77d:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.840818:0:178149:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b2067f66/0xff23d3f688d9265f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x77d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.840826:0:178149:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b2067f66/0xff23d3f688d9265f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x77d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.840849:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185322.840869:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f728380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+399:2393:x1876087010747264:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 103us (1750us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185322.840875:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22973
00000100:00100000:1.0:1789185322.840890:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22974
00000100:00100000:1.0:1789185322.840897:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f72ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+398:2392:x1876087010747648:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185322.840905:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185322.840911:0:178149:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000079b7d79c/0xff23d3f688d8e8d9 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x780:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a465 expref: 398 pid: 35223 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.840920:0:178149:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000079b7d79c/0xff23d3f688d8e8d9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x780:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a465 expref: 398 pid: 35223 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.840932:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x780:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.840935:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x780:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.840940:0:178149:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000065fd643b/0xff23d3f688d92674 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x780:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.840947:0:178149:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000065fd643b/0xff23d3f688d92674 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x780:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.840958:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185322.840975:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f72ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+398:2392:x1876087010747648:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 78us (1805us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185322.840985:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22974
00000100:00100000:1.0:1789185322.840998:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22975
00000100:00100000:1.0:1789185322.841005:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f72b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+381:2392:x1876087010747776:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185322.841013:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185322.841017:0:178149:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ef775a05/0xff23d3f688d8e8bd lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x78c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a514 expref: 381 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.841023:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f728700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+397:2392:x1876087010746880:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 1204us (1984us total) trans 0 rc 0/0
00010000:00010000:1.0:1789185322.841028:0:178149:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ef775a05/0xff23d3f688d8e8bd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x78c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a514 expref: 381 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.841031:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22969
00010000:00010000:1.0:1789185322.841039:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x78c:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.841042:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x78c:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.841046:0:178149:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000092826d11/0xff23d3f688d92651 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x78c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.841053:0:178149:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000092826d11/0xff23d3f688d92651 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x78c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.841063:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185322.841076:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f72b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+381:2392:x1876087010747776:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 72us (1641us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185322.841081:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22975
00010000:00010000:1.0:1789185322.841100:0:24325:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000007fe0979b/0xff23d3f688d92666 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x78b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.841108:0:178143:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000079b7d79c/0xff23d3f688d8e8d9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x780:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a465 expref: 396 pid: 35223 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.841116:0:24325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007fe0979b/0xff23d3f688d92666 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x78b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.841121:0:178143:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f727100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:178143:1876087018823040:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185322.841127:0:24325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007fe0979b/0xff23d3f688d92666 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x78b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.841135:0:24325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007fe0979b/0xff23d3f688d92666 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x78b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.841140:0:178143:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000065fd643b/0xff23d3f688d92674 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x780:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.841148:0:178143:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000065fd643b/0xff23d3f688d92674 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x780:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.841155:0:24325:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1789185322.841324:0:24325:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d0ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+631:3636:x1876087018821760:12345-0@lo:6:osp-syn-1-0.0 Request processed in 12583us (12832us total) trans 4294989393 rc 0/0
00000100:00100000:1.0:1789185322.841332:0:24325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37486
00010000:00010000:1.0:1789185322.841354:0:178148:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000000691a0de/0xff23d3f688d92658 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x78d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.841363:0:178148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000691a0de/0xff23d3f688d92658 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x78d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.841371:0:178148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000691a0de/0xff23d3f688d92658 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x78d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.841378:0:178148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000691a0de/0xff23d3f688d92658 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x78d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.841400:0:178148:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:1.0:1789185322.841488:0:178148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f725880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+631:3637:x1876087018822016:12345-0@lo:6:osp-syn-1-0.0 Request processed in 13697us (13884us total) trans 4294989394 rc 0/0
00000100:00100000:1.0:1789185322.841494:0:178148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37484
00010000:00010000:1.0:1789185322.841517:0:178142:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000603b815f/0xff23d3f688d9266d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x78e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.841526:0:178142:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000603b815f/0xff23d3f688d9266d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x78e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.841535:0:178142:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000603b815f/0xff23d3f688d9266d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x78e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.841543:0:178142:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000603b815f/0xff23d3f688d9266d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x78e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.841576:0:178142:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00000100:00100000:1.0:1789185322.841647:0:178142:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b150549c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+631:3636:x1876087018822528:12345-0@lo:6:osp-syn-1-0.0 Request processed in 12631us (12688us total) trans 4294989395 rc 0/0
00000100:00100000:1.0:1789185322.841654:0:178142:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37487
00010000:00010000:1.0:1789185322.841676:0:178146:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b2067f66/0xff23d3f688d9265f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x77d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.841685:0:178146:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b2067f66/0xff23d3f688d9265f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x77d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.841700:0:178146:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b2067f66/0xff23d3f688d9265f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x77d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.841701:0:178143:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000065fd643b/0xff23d3f688d92674 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x780:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.841709:0:178146:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b2067f66/0xff23d3f688d9265f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x77d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.841710:0:178143:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000065fd643b/0xff23d3f688d92674 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x780:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.841717:0:178143:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000065fd643b/0xff23d3f688d92674 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x780:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.841721:0:178146:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool
00010000:00010000:0.0:1789185322.841725:0:178143:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool
00000100:00100000:1.0:1789185322.841803:0:178146:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e55f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+620:3636:x1876087018820736:12345-0@lo:6:osp-syn-0-0.0 Request processed in 13205us (13407us total) trans 4294977583 rc 0/0
00000100:00100000:1.0:1789185322.841809:0:178146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37485
00000100:00100000:0.0:1789185322.841810:0:178143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f729c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+620:3635:x1876087018822784:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10416us (10977us total) trans 4294977584 rc 0/0
00000100:00100000:0.0:1789185322.841815:0:178143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37488
00010000:00010000:0.0:1789185322.841837:0:178144:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000146315f7/0xff23d3f688d9264a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x77f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.841845:0:178144:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000146315f7/0xff23d3f688d9264a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x77f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:1.0:1789185322.841847:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f725180/2, rc 0, transno 4294989394
00010000:00010000:0.0:1789185322.841853:0:178144:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000146315f7/0xff23d3f688d9264a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x77f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.841857:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f725180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018822016:0@lo:6:osp-syn-1-0.0
00010000:00010000:0.0:1789185322.841861:0:178144:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000146315f7/0xff23d3f688d9264a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x77f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.841874:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 4 total in blp.  (4 blwis in pool)
00010000:00010000:0.0:1789185322.841875:0:178144:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool
00010000:00010000:1.0:1789185322.841881:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007fe0979b/0xff23d3f688d92666 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x78b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.841888:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149883c00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185322.841893:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007fe0979b/0xff23d3f688d92666 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x78b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.841903:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007fe0979b/0xff23d3f688d92666 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x78b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.841917:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007fe0979b/0xff23d3f688d92666 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x78b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.841925:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007fe0979b/0xff23d3f688d92666 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x78b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.841949:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 4 total in blp.  (4 blwis in pool)
00010000:00010000:1.0:1789185322.841953:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000691a0de/0xff23d3f688d92658 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x78d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.841960:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149882600 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185322.841963:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000691a0de/0xff23d3f688d92658 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x78d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.841971:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000691a0de/0xff23d3f688d92658 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x78d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.841981:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000691a0de/0xff23d3f688d92658 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x78d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.841988:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000691a0de/0xff23d3f688d92658 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x78d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.842004:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp.  (3 blwis in pool)
00010000:00010000:1.0:1789185322.842008:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000603b815f/0xff23d3f688d9266d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x78e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.842014:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149883e00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185322.842017:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000603b815f/0xff23d3f688d9266d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x78e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.842025:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000603b815f/0xff23d3f688d9266d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x78e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.842035:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000603b815f/0xff23d3f688d9266d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x78e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.842043:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000603b815f/0xff23d3f688d9266d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x78e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.842057:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:1.0:1789185322.842060:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b2067f66/0xff23d3f688d9265f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x77d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.842067:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149882200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185322.842071:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b2067f66/0xff23d3f688d9265f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x77d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.842079:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b2067f66/0xff23d3f688d9265f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x77d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.842090:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b2067f66/0xff23d3f688d9265f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x77d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.842099:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b2067f66/0xff23d3f688d9265f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x77d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.842116:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:1.0:1789185322.842120:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000065fd643b/0xff23d3f688d92674 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x780:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.842127:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abdb000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185322.842130:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000065fd643b/0xff23d3f688d92674 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x780:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.842138:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000065fd643b/0xff23d3f688d92674 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x780:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.842149:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000065fd643b/0xff23d3f688d92674 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x780:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.842156:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000065fd643b/0xff23d3f688d92674 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x780:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.842212:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1789185322.842216:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000146315f7/0xff23d3f688d9264a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x77f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.842223:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bd800 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185322.842227:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000146315f7/0xff23d3f688d9264a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x77f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.842240:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000146315f7/0xff23d3f688d9264a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x77f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.842250:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000146315f7/0xff23d3f688d9264a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x77f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.842257:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000146315f7/0xff23d3f688d9264a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x77f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.842271:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185322.842273:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185322.842274:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185322.842283:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:1.0:1789185322.842306:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f729500/2, rc 0, transno 4294977584
00000100:00100000:1.0:1789185322.842318:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f729500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018822784:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185322.842404:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789185322.842417:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14fcee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018824960:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185322.842488:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185322.842525:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f3bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018825088:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185322.842575:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:1.0:1789185322.842608:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:1.0:1789185322.842638:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b150548e00/2, rc 0, transno 4294989395
00000100:00100000:1.0:1789185322.842647:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b150548e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018822528:0@lo:6:osp-syn-1-0.0
00000004:00080000:1.0:1789185322.842658:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f726300/2, rc 0, transno 4294989393
00000100:00100000:1.0:1789185322.842661:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f726300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018821760:0@lo:6:osp-syn-1-0.0
00000004:00080000:1.0:1789185322.842670:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b145c94a80/2, rc 0, transno 4294977583
00000100:00100000:1.0:1789185322.842677:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b145c94a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018820736:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185322.842715:0:178144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b147528380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+619:3637:x1876087018820992:12345-0@lo:6:osp-syn-0-0.0 Request processed in 16688us (19382us total) trans 4294977585 rc 0/0
00000100:00100000:0.0:1789185322.842724:0:178144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37482
00000004:00080000:1.0:1789185322.842738:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b147529880/2, rc 0, transno 4294977585
00000100:00100000:1.0:1789185322.842745:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b147529880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018820992:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185322.842745:0:178144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018824960
00000100:00100000:1.0:1789185322.842749:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1789185322.842750:0:178144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018824960
00000100:00100000:1.0:1789185322.842754:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f707480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018825216:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185322.842775:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185322.842780:0:178144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018825088
00000100:00100000:0.0:1789185322.842783:0:178144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018825088
00000100:00100000:0.0:1789185322.842798:0:178144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018825216
00000100:00100000:0.0:1789185322.842800:0:178144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018825216
00000100:00100000:0.0:1789185322.842817:0:178144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37496
00000100:00100000:0.0:1789185322.842824:0:178144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d0cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+631:3635:x1876087018824960:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1789185322.842848:0:178144:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1938 count 1
00010000:00010000:0.0:1789185322.842868:0:178144:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000059346501/0xff23d3f688d926ac lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x792:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.842886:0:178144:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ff5be17d/0xff23d3f688d8ed94 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x792:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a568 expref: 380 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.842895:0:178144:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x792:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185322.842899:0:178144:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x792:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185322.842904:0:178144:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000059346501/0xff23d3f688d926ac lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x792:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.843052:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185322.843141:0:178144:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ff5be17d/0xff23d3f688d8ed94 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x792:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a568 expref: 380 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.843350:0:178144:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ff5be17d/0xff23d3f688d8ed94 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x792:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a568 expref: 380 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.843365:0:178144:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f727100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:178144:1876087018825728:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185322.843425:0:178142:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37497
00000100:00100000:0.0:1789185322.843425:0:178144:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14a4dc000 going to sleep for 11 seconds
00000100:00100000:1.0:1789185322.843436:0:178142:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f705c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+620:3637:x1876087018825088:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185322.843460:0:178142:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1925 count 1
00010000:00010000:0.0:1789185322.843465:0:34809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ef775a05/0xff23d3f688d8e8bd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x78c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a514 expref: 380 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.843474:0:178142:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006c2c9292/0xff23d3f688d926b3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x785:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.843479:0:34809:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f724700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:34809:1876087018822912:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185322.843485:0:178142:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a850fc00/0xff23d3f688d8e8fc lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x785:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a4ab expref: 395 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.843492:0:178142:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x785:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185322.843496:0:178142:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x785:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185322.843498:0:34809:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000092826d11/0xff23d3f688d92651 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x78c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.843500:0:178142:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006c2c9292/0xff23d3f688d926b3 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x785:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.843507:0:34809:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000092826d11/0xff23d3f688d92651 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x78c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.843514:0:34809:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000092826d11/0xff23d3f688d92651 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x78c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.843520:0:178142:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a850fc00/0xff23d3f688d8e8fc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x785:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a4ab expref: 395 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.843524:0:34809:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000092826d11/0xff23d3f688d92651 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x78c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.843530:0:178142:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a850fc00/0xff23d3f688d8e8fc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x785:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a4ab expref: 395 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.843532:0:34809:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000092826d11/0xff23d3f688d92651 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x78c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.843565:0:178142:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e969500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:178142:1876087018825856:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185322.843576:0:34809:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1789185322.843595:0:178142:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14ea28b40 going to sleep for 11 seconds
00000100:00100000:1.0:1789185322.843612:0:178146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37498
00000100:00100000:1.0:1789185322.843621:0:178146:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b152868a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+620:3637:x1876087018825216:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185322.843633:0:178146:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1926 count 1
00010000:00010000:1.0:1789185322.843644:0:178146:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d926ba lrc: 3/0,1 mode: --/PW res: [0x280000401:0x786:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.843656:0:178146:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000010a0414/0xff23d3f688d8e903 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x786:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a4b9 expref: 395 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.843663:0:178146:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x786:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185322.844032:0:178146:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x786:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.844037:0:178146:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d926ba lrc: 4/0,1 mode: --/PW res: [0x280000401:0x786:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.844060:0:178146:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000010a0414/0xff23d3f688d8e903 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x786:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a4b9 expref: 395 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.844069:0:178146:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000010a0414/0xff23d3f688d8e903 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x786:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a4b9 expref: 395 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.844078:0:178146:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e968a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:178146:1876087018825984:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185322.844110:0:34809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f724e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+632:3637:x1876087018821888:12345-0@lo:6:osp-syn-1-0.0 Request processed in 16422us (16579us total) trans 4294989396 rc 0/0
00000100:00100000:1.0:1789185322.844116:0:178146:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14ea28480 going to sleep for 11 seconds
00000100:00100000:0.0:1789185322.844117:0:34809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37483
00000100:00100000:1.0:1789185322.844137:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e90ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018825344:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185322.844168:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185322.844192:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789185322.844198:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e908380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018825472:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185322.844218:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185322.844242:0:178148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018825344
00000100:00100000:1.0:1789185322.844247:0:178148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018825344
00000100:00100000:1.0:1789185322.844272:0:178148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018825472
00000100:00100000:1.0:1789185322.844275:0:178148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018825472
00000100:00100000:1.0:1789185322.844287:0:178148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37499
00000100:00100000:1.0:1789185322.844292:0:178148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e96aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+633:3635:x1876087018825344:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185322.844306:0:178148:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1939 count 1
00010000:00010000:1.0:1789185322.844319:0:178148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ba247524/0xff23d3f688d926c1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x793:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.844332:0:178148:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f5de74e4/0xff23d3f688d8ed9b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x793:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a576 expref: 379 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.844339:0:178148:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x793:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185322.844342:0:178148:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x793:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.844346:0:178148:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ba247524/0xff23d3f688d926c1 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x793:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.844366:0:178148:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f5de74e4/0xff23d3f688d8ed9b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x793:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a576 expref: 379 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.844380:0:178148:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f5de74e4/0xff23d3f688d8ed9b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x793:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a576 expref: 379 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.844389:0:178148:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e969c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:178148:1876087018826112:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185322.844415:0:178148:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14ea28000 going to sleep for 11 seconds
00000100:00100000:1.0:1789185322.844432:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e968380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018825600:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185322.844470:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:1.0:1789185322.844496:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f726680/2, rc 0, transno 4294989396
00000100:00100000:1.0:1789185322.844507:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f726680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018821888:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185322.844583:0:24325:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018825600
00000100:00100000:1.0:1789185322.844587:0:24325:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018825600
00000100:00100000:1.0:1789185322.844607:0:24325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37500
00000100:00100000:1.0:1789185322.844613:0:24325:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e96bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+633:3635:x1876087018825472:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185322.844624:0:24325:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1940 count 1
00010000:00010000:1.0:1789185322.844636:0:24325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fa501034/0xff23d3f688d926c8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x794:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.844648:0:24325:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ba99c80a/0xff23d3f688d8eda2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x794:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a584 expref: 379 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.844655:0:24325:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x794:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185322.844658:0:24325:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x794:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.844662:0:24325:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fa501034/0xff23d3f688d926c8 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x794:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.844686:0:24325:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ba99c80a/0xff23d3f688d8eda2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x794:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a584 expref: 379 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.844695:0:24325:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ba99c80a/0xff23d3f688d8eda2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x794:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a584 expref: 379 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.844697:0:8428:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ce1a8e47/0xff23d3f688d9263c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x78a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.844706:0:24325:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e968700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24325:1876087018826368:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185322.844706:0:8428:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ce1a8e47/0xff23d3f688d9263c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x78a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.844716:0:8428:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ce1a8e47/0xff23d3f688d9263c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x78a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.844723:0:8428:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ce1a8e47/0xff23d3f688d9263c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x78a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.844733:0:24325:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14ea28d80 going to sleep for 11 seconds
00010000:00010000:0.0:1789185322.844739:0:8428:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00010000:00010000:1.0:1789185322.844745:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:1.0:1789185322.844752:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000092826d11/0xff23d3f688d92651 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x78c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.844760:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abda000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185322.844764:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000092826d11/0xff23d3f688d92651 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x78c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.844776:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000092826d11/0xff23d3f688d92651 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x78c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.844799:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000092826d11/0xff23d3f688d92651 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x78c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.844808:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000092826d11/0xff23d3f688d92651 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x78c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.844839:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1789185322.844844:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ce1a8e47/0xff23d3f688d9263c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x78a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.844844:0:8428:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14aa60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+634:3635:x1876087018821120:12345-0@lo:6:osp-syn-1-0.0 Request processed in 21312us (21857us total) trans 4294989397 rc 0/0
00010000:00010000:1.0:1789185322.844851:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abda200 already unused, calling callback (ffffffffc0cd94f0)
00000100:00100000:0.0:1789185322.844851:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37480
00010000:00010000:1.0:1789185322.844854:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ce1a8e47/0xff23d3f688d9263c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x78a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.844861:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ce1a8e47/0xff23d3f688d9263c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x78a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.844870:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37501
00010000:00010000:1.0:1789185322.844871:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ce1a8e47/0xff23d3f688d9263c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x78a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.844876:0:8428:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e969180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+621:3637:x1876087018825600:12345-0@lo:6:osp-syn-0-0.0
00010000:00010000:1.0:1789185322.844878:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ce1a8e47/0xff23d3f688d9263c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x78a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00080000:0.0:1789185322.844889:0:8428:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1927 count 1
00010000:00010000:1.0:1789185322.844892:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185322.844893:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185322.844895:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185322.844903:0:8428:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c9a27dda/0xff23d3f688d926cf lrc: 3/0,1 mode: --/PW res: [0x280000401:0x787:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:1.0:1789185322.844914:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f726a00/2, rc 0, transno 4294989397
00010000:00010000:0.0:1789185322.844915:0:8428:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000030d3027e/0xff23d3f688d8e90a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x787:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a4c7 expref: 395 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.844922:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f726a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018821120:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185322.845053:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1789185322.845060:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e969880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018826240:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185322.845093:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185322.845115:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f708e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018826496:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185322.845135:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:1.0:1789185322.845155:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789185322.845181:0:35223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018826240
00000100:00100000:1.0:1789185322.845185:0:35223:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018826240
00000100:00100000:1.0:1789185322.845203:0:35223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018826496
00000100:00100000:1.0:1789185322.845205:0:35223:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018826496
00000100:00100000:1.0:1789185322.845217:0:35223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37502
00000100:00100000:1.0:1789185322.845222:0:35223:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f709880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+635:3637:x1876087018826240:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185322.845234:0:35223:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1941 count 1
00010000:00010000:0.0:1789185322.845234:0:8428:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x787:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185322.845238:0:8428:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x787:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185322.845242:0:8428:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c9a27dda/0xff23d3f688d926cf lrc: 4/0,1 mode: --/PW res: [0x280000401:0x787:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.845244:0:35223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000281d94e0/0xff23d3f688d926d6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x795:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.845255:0:35223:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000008a92b1a/0xff23d3f688d8eda9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x795:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a592 expref: 379 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.845262:0:35223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x795:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185322.845263:0:8428:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000030d3027e/0xff23d3f688d8e90a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x787:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a4c7 expref: 395 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.845265:0:35223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x795:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.845269:0:35223:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000281d94e0/0xff23d3f688d926d6 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x795:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.845273:0:8428:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000030d3027e/0xff23d3f688d8e90a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x787:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a4c7 expref: 395 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.845283:0:8428:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f724700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8428:1876087018826624:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185322.845286:0:35223:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000008a92b1a/0xff23d3f688d8eda9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x795:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a592 expref: 379 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.845294:0:35223:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000008a92b1a/0xff23d3f688d8eda9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x795:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a592 expref: 379 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.845307:0:8428:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14a4dce40 going to sleep for 11 seconds
00000100:00100000:1.0:1789185322.845309:0:35223:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f70b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:35223:1876087018826752:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185322.845326:0:178143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37503
00000100:00100000:1.0:1789185322.845330:0:35223:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b27d386540 going to sleep for 11 seconds
00000100:00100000:0.0:1789185322.845334:0:178143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f708700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+635:3635:x1876087018826496:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1789185322.845346:0:178143:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1942 count 1
00010000:00010000:0.0:1789185322.845358:0:178143:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000017719b4f/0xff23d3f688d926dd lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x796:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.845368:0:178143:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000048e3624d/0xff23d3f688d8ff30 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x796:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 20971520->20975615) gid 0 flags: 0x40000000020000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bb02 expref: 379 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.845380:0:178143:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x796:0x0].0x0 since=121s v=(0 0)
00010000:00010000:0.0:1789185322.845383:0:178143:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x796:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1789185322.845386:0:178143:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000017719b4f/0xff23d3f688d926dd lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x796:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.845403:0:178143:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000048e3624d/0xff23d3f688d8ff30 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x796:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 20971520->20975615) gid 0 flags: 0x50000000030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bb02 expref: 379 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.845411:0:178143:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000048e3624d/0xff23d3f688d8ff30 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x796:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 20971520->20975615) gid 0 flags: 0x70000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bb02 expref: 379 pid: 16720 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.845420:0:178143:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f724000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:178143:1876087018826880:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185322.845456:0:178143:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14a4dc780 going to sleep for 11 seconds
00000100:00100000:2.0:1789185322.848584:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185322.848619:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185322.848653:0:178149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010747904
00000100:00100000:2.0:1789185322.848663:0:178149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010747904
00010000:00010000:2.0:1789185322.848705:0:178149:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000db21e579/0xff23d3f688d8e8e0 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x781:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a473 expref: 396 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.848739:0:178149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010748032
00000100:00100000:2.0:1789185322.848743:0:178149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010748032
00010000:00010000:2.0:1789185322.848759:0:178149:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ebf5c28e/0xff23d3f688d8e8e7 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x782:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a481 expref: 397 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.848783:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22976
00000100:00100000:2.0:1789185322.848792:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f72b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+397:2392:x1876087010747904:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.848808:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.848814:0:178149:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000db21e579/0xff23d3f688d8e8e0 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x781:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a473 expref: 397 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.848830:0:178149:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000db21e579/0xff23d3f688d8e8e0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x781:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a473 expref: 397 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.848863:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x781:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.848868:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x781:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.848876:0:178149:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ee62d8df/0xff23d3f688d9267b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x781:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.848893:0:178149:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ee62d8df/0xff23d3f688d9267b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x781:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.848916:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185322.848973:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f72b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+397:2392:x1876087010747904:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 182us (400us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.848982:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22976
00000100:00100000:2.0:1789185322.849002:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22977
00000100:00100000:2.0:1789185322.849008:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b281266850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+396:2392:x1876087010748032:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.849017:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.849021:0:178149:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ebf5c28e/0xff23d3f688d8e8e7 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x782:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a481 expref: 396 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.849032:0:178149:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ebf5c28e/0xff23d3f688d8e8e7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x782:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a481 expref: 396 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.849043:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x782:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.849046:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x782:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.849051:0:178149:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f1b7551a/0xff23d3f688d92682 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x782:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.849058:0:178149:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f1b7551a/0xff23d3f688d92682 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x782:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.849075:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185322.849093:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b281266850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+396:2392:x1876087010748032:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 85us (474us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.849099:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22977
00010000:00010000:2.0:1789185322.849388:0:34810:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000004e8cbc4d/0xff23d3f688d92643 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x77e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.849399:0:34810:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004e8cbc4d/0xff23d3f688d92643 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x77e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.849411:0:34810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004e8cbc4d/0xff23d3f688d92643 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x77e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.849420:0:34810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004e8cbc4d/0xff23d3f688d92643 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x77e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.849455:0:34810:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1789185322.849476:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185322.849484:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004e8cbc4d/0xff23d3f688d92643 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x77e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.849491:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bd200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185322.849496:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004e8cbc4d/0xff23d3f688d92643 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x77e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.849505:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004e8cbc4d/0xff23d3f688d92643 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x77e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.849522:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004e8cbc4d/0xff23d3f688d92643 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x77e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.849530:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004e8cbc4d/0xff23d3f688d92643 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x77e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.849578:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185322.849581:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185322.849582:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789185322.849625:0:34810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b147529f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+622:3637:x1876087018820864:12345-0@lo:6:osp-syn-0-0.0 Request processed in 24097us (26367us total) trans 4294977586 rc 0/0
00000100:00100000:2.0:1789185322.849634:0:34810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37481
00000004:00080000:2.0:1789185322.849690:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b147528000/2, rc 0, transno 4294977586
00000100:00100000:2.0:1789185322.849703:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b147528000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018820864:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185322.849778:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1789185322.849791:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f72b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018827008:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185322.849825:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:2.0:1789185322.849876:0:178169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ebf5c28e/0xff23d3f688d8e8e7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x782:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a481 expref: 395 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.849889:0:178169:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f729180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:178169:1876087018823552:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185322.849905:0:178169:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f1b7551a/0xff23d3f688d92682 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x782:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.849914:0:178169:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f1b7551a/0xff23d3f688d92682 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x782:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.849921:0:178169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f1b7551a/0xff23d3f688d92682 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x782:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.849930:0:178169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f1b7551a/0xff23d3f688d92682 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x782:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.849937:0:178169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f1b7551a/0xff23d3f688d92682 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x782:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.849951:0:178169:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1789185322.850008:0:34809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018827008
00000100:00100000:0.0:1789185322.850013:0:34809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018827008
00000100:00100000:2.0:1789185322.850032:0:178169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f72a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+623:3638:x1876087018823296:12345-0@lo:6:osp-syn-0-0.0 Request processed in 17904us (17953us total) trans 4294977587 rc 0/0
00000100:00100000:2.0:1789185322.850039:0:178169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37490
00000100:00100000:0.0:1789185322.850045:0:34809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37504
00000100:00100000:0.0:1789185322.850052:0:34809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f729f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+622:3635:x1876087018827008:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1789185322.850075:0:34809:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1928 count 1
00010000:00010000:0.0:1789185322.850094:0:34809:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000039d3f603/0xff23d3f688d926e4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x788:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.850107:0:34809:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000059768446/0xff23d3f688d8e911 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x788:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a4d5 expref: 394 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.850115:0:34809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x788:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185322.850120:0:34809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x788:0x0].0x0 since=0s v=(0 0)
00000100:00100000:2.0:1789185322.850124:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:0.0:1789185322.850124:0:34809:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000039d3f603/0xff23d3f688d926e4 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x788:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.850148:0:34809:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000059768446/0xff23d3f688d8e911 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x788:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a4d5 expref: 394 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.850177:0:34809:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000059768446/0xff23d3f688d8e911 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x788:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a4d5 expref: 394 pid: 35223 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.850189:0:34809:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f726d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:34809:1876087018827136:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185322.850231:0:34809:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14d801a80 going to sleep for 11 seconds
00000100:00100000:0.0:1789185322.850249:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010748160
00000100:00100000:0.0:1789185322.850252:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010748160
00010000:00010000:0.0:1789185322.850271:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000064bd91e9/0xff23d3f688d8e8ee lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x783:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a48f expref: 395 pid: 35223 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.850295:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22978
00000100:00100000:0.0:1789185322.850302:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f729180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+395:2392:x1876087010748160:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185322.850312:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185322.850316:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000064bd91e9/0xff23d3f688d8e8ee lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x783:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a48f expref: 395 pid: 35223 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.850327:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000064bd91e9/0xff23d3f688d8e8ee lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x783:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a48f expref: 395 pid: 35223 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.850341:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x783:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185322.850344:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x783:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185322.850349:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006abc7636/0xff23d3f688d92689 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x783:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.850361:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006abc7636/0xff23d3f688d92689 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x783:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.850373:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000004:00080000:1.0:1789185322.850381:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f728000/2, rc 0, transno 4294977587
00000100:00100000:1.0:1789185322.850391:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f728000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018823296:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185322.850391:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f729180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+395:2392:x1876087010748160:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 89us (266us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185322.850398:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22978
00010000:00010000:1.0:1789185322.850418:0:16720:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000064bd91e9/0xff23d3f688d8e8ee lrc: 0/0,0 mode: --/PR res: [0x280000401:0x783:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a48f expref: 394 pid: 35223 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.850431:0:16720:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f3bce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16720:1876087018823808:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185322.850462:0:16720:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006abc7636/0xff23d3f688d92689 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x783:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.850471:0:16720:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006abc7636/0xff23d3f688d92689 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x783:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.850477:0:16720:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006abc7636/0xff23d3f688d92689 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x783:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.850485:0:16720:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006abc7636/0xff23d3f688d92689 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x783:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.850493:0:16720:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006abc7636/0xff23d3f688d92689 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x783:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.850518:0:16720:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:1.0:1789185322.850635:0:16720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f725c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+623:3635:x1876087018823680:12345-0@lo:6:osp-syn-0-0.0 Request processed in 15693us (16159us total) trans 4294977588 rc 0/0
00000100:00100000:1.0:1789185322.850643:0:16720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37491
00000004:00080000:1.0:1789185322.850704:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f727b80/2, rc 0, transno 4294977588
00000100:00100000:1.0:1789185322.850712:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f727b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018823680:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185322.850727:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f709f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018827264:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185322.850761:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185322.850816:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f708380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018827392:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185322.850842:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185322.850874:0:34810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018827264
00000100:00100000:1.0:1789185322.850879:0:34810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018827264
00000100:00100000:1.0:1789185322.850901:0:34810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018827392
00000100:00100000:1.0:1789185322.850904:0:34810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018827392
00000100:00100000:1.0:1789185322.850920:0:34810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37505
00000100:00100000:1.0:1789185322.850927:0:34810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b2769b0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+624:3637:x1876087018827264:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185322.851292:0:34810:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1929 count 1
00010000:00010000:1.0:1789185322.851314:0:34810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008e9a7fa0/0xff23d3f688d926eb lrc: 3/0,1 mode: --/PW res: [0x280000401:0x789:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.851330:0:34810:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000068b9baff/0xff23d3f688d8e918 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x789:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a4e3 expref: 393 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.851339:0:34810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x789:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185322.851342:0:34810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x789:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.851348:0:34810:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008e9a7fa0/0xff23d3f688d926eb lrc: 4/0,1 mode: --/PW res: [0x280000401:0x789:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.851373:0:34810:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000068b9baff/0xff23d3f688d8e918 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x789:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a4e3 expref: 393 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.851384:0:34810:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000068b9baff/0xff23d3f688d8e918 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x789:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a4e3 expref: 393 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.851395:0:34810:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f70b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:34810:1876087018827520:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185322.851427:0:34810:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe7f600 going to sleep for 11 seconds
00000100:00100000:1.0:1789185322.851458:0:16720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37506
00000100:00100000:1.0:1789185322.851467:0:16720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f70ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+624:3638:x1876087018827392:12345-0@lo:6:osp-syn-0-0.0
00010000:00010000:0.0:1789185322.851470:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:0.0:1789185322.851478:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f1b7551a/0xff23d3f688d92682 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x782:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00080000:1.0:1789185322.851480:0:16720:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1930 count 1
00010000:00010000:0.0:1789185322.851486:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bc600 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185322.851489:0:16720:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d926f2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x78a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.851490:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f1b7551a/0xff23d3f688d92682 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x782:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.851500:0:16720:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c7fb8a84/0xff23d3f688d8e91f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x78a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a4f1 expref: 393 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.851500:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f1b7551a/0xff23d3f688d92682 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x782:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.851508:0:16720:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x78a:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185322.851511:0:16720:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x78a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.851514:0:16720:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d926f2 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x78a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.851516:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f1b7551a/0xff23d3f688d92682 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x782:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.851524:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f1b7551a/0xff23d3f688d92682 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x782:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.851531:0:16720:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c7fb8a84/0xff23d3f688d8e91f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x78a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a4f1 expref: 393 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.851541:0:16720:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c7fb8a84/0xff23d3f688d8e91f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x78a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a4f1 expref: 393 pid: 35223 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.851543:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185322.851563:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006abc7636/0xff23d3f688d92689 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x783:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.851566:0:16720:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f70b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16720:1876087018827648:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185322.851570:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149883000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185322.851573:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006abc7636/0xff23d3f688d92689 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x783:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.851581:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006abc7636/0xff23d3f688d92689 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x783:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.851590:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006abc7636/0xff23d3f688d92689 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x783:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.851596:0:16720:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe7f3c0 going to sleep for 11 seconds
00000100:00100000:1.0:1789185322.851626:0:8491:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b150550000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8491:1876087018824576:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185322.851641:0:8491:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000057531eb4/0xff23d3f688d92697 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x784:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.851790:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006abc7636/0xff23d3f688d92689 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x783:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.851812:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185322.851814:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185322.851816:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789185322.851838:0:8431:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f725f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8431:1876087018824448:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185322.851855:0:8431:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000002b4947e1/0xff23d3f688d92690 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x78f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.855111:0:35222:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000db21e579/0xff23d3f688d8e8e0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x781:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a473 expref: 393 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.855139:0:35222:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f72a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:35222:1876087018823424:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185322.855167:0:35222:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000ee62d8df/0xff23d3f688d9267b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x781:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.855180:0:35222:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000ee62d8df/0xff23d3f688d9267b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x781:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.855188:0:35222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ee62d8df/0xff23d3f688d9267b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x781:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.855200:0:35222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ee62d8df/0xff23d3f688d9267b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x781:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.855208:0:35222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ee62d8df/0xff23d3f688d9267b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x781:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.855240:0:35222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1789185322.855301:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185322.855309:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ee62d8df/0xff23d3f688d9267b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x781:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.855321:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bd400 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185322.855327:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ee62d8df/0xff23d3f688d9267b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x781:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.855335:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ee62d8df/0xff23d3f688d9267b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x781:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.855357:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ee62d8df/0xff23d3f688d9267b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x781:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.855364:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ee62d8df/0xff23d3f688d9267b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x781:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.855384:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185322.855386:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185322.855387:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789185322.855510:0:35222:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f72aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+625:3638:x1876087018823168:12345-0@lo:6:osp-syn-0-0.0 Request processed in 23591us (23660us total) trans 4294977589 rc 0/0
00000100:00100000:3.0:1789185322.855524:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37489
00010000:00010000:3.0:1789185322.855568:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:0.0:1789185322.855584:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f72bb80/2, rc 0, transno 4294977589
00000100:00100000:0.0:1789185322.856120:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f72bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018823168:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185322.856212:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789185322.858776:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185322.858812:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185322.858840:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010748288
00000100:00100000:0.0:1789185322.858848:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010748288
00010000:00010000:0.0:1789185322.858892:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003ebe4b59/0xff23d3f688d8e8d2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x78f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a53e expref: 380 pid: 35223 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.858932:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010748416
00000100:00100000:0.0:1789185322.858935:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010748416
00010000:00010000:0.0:1789185322.858949:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000087a9560f/0xff23d3f688d8e8f5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x784:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a49d expref: 393 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.858970:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22979
00000100:00100000:0.0:1789185322.858979:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f725f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+380:2393:x1876087010748288:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185322.858995:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185322.859001:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003ebe4b59/0xff23d3f688d8e8d2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x78f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a53e expref: 380 pid: 35223 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.859016:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003ebe4b59/0xff23d3f688d8e8d2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x78f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a53e expref: 380 pid: 35223 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.859042:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003ebe4b59/0xff23d3f688d8e8d2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x78f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a53e expref: 380 pid: 35223 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.859061:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x78f:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185322.859066:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x78f:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185322.859073:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002b4947e1/0xff23d3f688d92690 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x78f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.859082:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002b4947e1/0xff23d3f688d92690 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x78f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.859117:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185322.859173:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f725f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+379:2393:x1876087010748288:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 194us (407us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185322.859180:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22979
00000100:00100000:0.0:1789185322.859202:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22980
00000100:00100000:0.0:1789185322.859209:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f727480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+393:2393:x1876087010748416:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185322.859218:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185322.859223:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000087a9560f/0xff23d3f688d8e8f5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x784:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a49d expref: 393 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.859233:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000087a9560f/0xff23d3f688d8e8f5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x784:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a49d expref: 393 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.859249:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000087a9560f/0xff23d3f688d8e8f5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x784:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a49d expref: 393 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.859262:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x784:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185322.859265:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x784:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185322.859270:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000057531eb4/0xff23d3f688d92697 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x784:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.859279:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000057531eb4/0xff23d3f688d92697 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x784:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.859311:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1789185322.859321:0:8491:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000057531eb4/0xff23d3f688d92697 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x784:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.859330:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f727480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+392:2393:x1876087010748416:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 121us (517us total) trans 0 rc 0/0
00010000:00010000:1.0:1789185322.859331:0:8491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000057531eb4/0xff23d3f688d92697 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x784:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.859336:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22980
00010000:00010000:1.0:1789185322.859342:0:8491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000057531eb4/0xff23d3f688d92697 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x784:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.859351:0:8491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000057531eb4/0xff23d3f688d92697 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x784:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.859355:0:8431:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000002b4947e1/0xff23d3f688d92690 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x78f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.859362:0:8431:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002b4947e1/0xff23d3f688d92690 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x78f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.859370:0:8431:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002b4947e1/0xff23d3f688d92690 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x78f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.859377:0:8431:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002b4947e1/0xff23d3f688d92690 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x78f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.859390:0:8431:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00010000:00010000:1.0:1789185322.859450:0:8491:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1789185322.859847:0:8491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d41ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+625:3635:x1876087018824320:12345-0@lo:6:osp-syn-0-0.0 Request processed in 23984us (24176us total) trans 4294977590 rc 0/0
00000100:00100000:1.0:1789185322.859856:0:8491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37493
00000004:00080000:1.0:1789185322.859921:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b152964700/2, rc 0, transno 4294977590
00000100:00100000:3.0:1789185322.860183:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f708a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018827776:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185322.860229:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185322.860287:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b152964700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018824320:0@lo:6:osp-syn-0-0.0
00010000:00010000:1.0:1789185322.860308:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:1.0:1789185322.860316:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000057531eb4/0xff23d3f688d92697 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x784:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.860326:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149883a00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185322.860331:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000057531eb4/0xff23d3f688d92697 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x784:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.860342:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000057531eb4/0xff23d3f688d92697 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x784:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.860360:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000057531eb4/0xff23d3f688d92697 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x784:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.860378:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000057531eb4/0xff23d3f688d92697 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x784:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.860399:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1789185322.860403:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002b4947e1/0xff23d3f688d92690 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x78f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.860410:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abda400 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185322.860413:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002b4947e1/0xff23d3f688d92690 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x78f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.860421:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002b4947e1/0xff23d3f688d92690 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x78f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.860431:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002b4947e1/0xff23d3f688d92690 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x78f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.860438:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002b4947e1/0xff23d3f688d92690 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x78f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.860463:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185322.860465:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185322.860467:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789185322.861324:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f725500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+636:3636:x1876087018823936:12345-0@lo:6:osp-syn-1-0.0 Request processed in 25528us (26041us total) trans 4294989398 rc 0/0
00000100:00100000:0.0:1789185322.861335:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37492
00000004:00080000:3.0:1789185322.861627:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f3bea00/2, rc 0, transno 4294989398
00000100:00100000:3.0:1789185322.861649:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f3bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018823936:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1789185322.861877:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.861897:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.861928:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.862017:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.862061:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.862080:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.862096:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.862113:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.862127:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.862168:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185322.862688:0:35218:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14fced180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35218:1876087018824704:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185322.862719:0:35218:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000004e6d0f6b/0xff23d3f688d9269e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x790:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.862755:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010748672
00000100:00100000:1.0:1789185322.862761:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010748672
00010000:00010000:1.0:1789185322.862795:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000115e0cc4/0xff23d3f688d8ed8d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x791:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a55a expref: 379 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.862819:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010748544
00000100:00100000:1.0:1789185322.862823:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010748544
00010000:00010000:1.0:1789185322.862836:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ba3bbdd0/0xff23d3f688d8ed86 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x790:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a54c expref: 380 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.862854:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010748800
00000100:00100000:1.0:1789185322.862857:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010748800
00010000:00010000:1.0:1789185322.862868:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ff5be17d/0xff23d3f688d8ed94 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x792:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a568 expref: 381 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.862878:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010749440
00000100:00100000:1.0:1789185322.862882:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010749440
00010000:00010000:1.0:1789185322.862892:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f5de74e4/0xff23d3f688d8ed9b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x793:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a576 expref: 382 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.862902:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010748928
00000100:00100000:1.0:1789185322.862904:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010748928
00010000:00010000:1.0:1789185322.862917:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000030d3027e/0xff23d3f688d8e90a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x787:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a4c7 expref: 392 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.863164:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f709500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018827904:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1789185322.863218:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185322.863240:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010749184
00000100:00100000:1.0:1789185322.863531:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010749184
00010000:00010000:1.0:1789185322.863580:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000010a0414/0xff23d3f688d8e903 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x786:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a4b9 expref: 393 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.863600:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010749568
00000100:00100000:1.0:1789185322.863603:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010749568
00010000:00010000:1.0:1789185322.863617:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000008a92b1a/0xff23d3f688d8eda9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x795:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a592 expref: 383 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.863629:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010749056
00000100:00100000:1.0:1789185322.863633:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010749056
00010000:00010000:1.0:1789185322.863646:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a850fc00/0xff23d3f688d8e8fc lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x785:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a4ab expref: 394 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.863656:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010749312
00000100:00100000:1.0:1789185322.863659:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010749312
00010000:00010000:1.0:1789185322.863671:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ba99c80a/0xff23d3f688d8eda2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x794:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a584 expref: 384 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.863681:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010749696
00000100:00100000:1.0:1789185322.863683:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010749696
00010000:00010000:1.0:1789185322.863692:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000048e3624d/0xff23d3f688d8ff30 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x796:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 20971520->20975615) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bb02 expref: 385 pid: 16720 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.863707:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22981
00000100:00100000:1.0:1789185322.863716:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14aa62d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+385:2392:x1876087010748672:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185322.863730:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185322.863736:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000115e0cc4/0xff23d3f688d8ed8d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x791:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a55a expref: 385 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.863748:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000115e0cc4/0xff23d3f688d8ed8d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x791:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a55a expref: 385 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.863777:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x791:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.863782:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x791:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.863789:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000062be1bd2/0xff23d3f688d926a5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x791:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.863806:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000062be1bd2/0xff23d3f688d926a5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x791:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.863830:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185322.863885:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14aa62d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+385:2392:x1876087010748672:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 169us (2010us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185322.863893:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22981
00000100:00100000:1.0:1789185322.863916:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22982
00000100:00100000:1.0:1789185322.863923:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14aa63b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+384:2392:x1876087010748544:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185322.864011:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185322.864018:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ba3bbdd0/0xff23d3f688d8ed86 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x790:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a54c expref: 384 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.864029:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ba3bbdd0/0xff23d3f688d8ed86 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x790:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a54c expref: 384 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.864043:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ba3bbdd0/0xff23d3f688d8ed86 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x790:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a54c expref: 384 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.864056:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x790:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.864060:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x790:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.864064:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004e6d0f6b/0xff23d3f688d9269e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x790:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.864077:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004e6d0f6b/0xff23d3f688d9269e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x790:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.864110:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185322.864131:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14aa63b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+383:2392:x1876087010748544:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 208us (2232us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185322.864137:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22982
00000100:00100000:1.0:1789185322.864151:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22983
00000100:00100000:1.0:1789185322.864158:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14aa60380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+382:2392:x1876087010748800:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185322.864166:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185322.864171:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ff5be17d/0xff23d3f688d8ed94 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x792:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a568 expref: 382 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.864181:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ff5be17d/0xff23d3f688d8ed94 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x792:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a568 expref: 382 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.864193:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x792:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.864197:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x792:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.864201:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000059346501/0xff23d3f688d926ac lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x792:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.864209:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000059346501/0xff23d3f688d926ac lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x792:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.864226:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185322.864245:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14aa60380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+382:2392:x1876087010748800:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 86us (2316us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185322.864251:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22983
00000100:00100000:1.0:1789185322.864265:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22984
00000100:00100000:1.0:1789185322.864272:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b281265450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+381:2393:x1876087010749440:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185322.864279:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185322.864284:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f5de74e4/0xff23d3f688d8ed9b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x793:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a576 expref: 381 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.864292:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f5de74e4/0xff23d3f688d8ed9b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x793:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a576 expref: 381 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.864303:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x793:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.864306:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x793:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.864310:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ba247524/0xff23d3f688d926c1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x793:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.864317:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ba247524/0xff23d3f688d926c1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x793:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.864328:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185322.864344:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b281265450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+381:2393:x1876087010749440:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 73us (2327us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185322.864353:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22984
00000100:00100000:1.0:1789185322.864478:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22985
00000100:00100000:1.0:1789185322.864485:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14aa62300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+394:2392:x1876087010748928:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185322.864493:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185322.864498:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000030d3027e/0xff23d3f688d8e90a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x787:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a4c7 expref: 394 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.864508:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000030d3027e/0xff23d3f688d8e90a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x787:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a4c7 expref: 394 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.864520:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x787:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.864523:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x787:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.864528:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c9a27dda/0xff23d3f688d926cf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x787:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.864535:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c9a27dda/0xff23d3f688d926cf lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x787:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.864570:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185322.864589:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14aa62300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+394:2392:x1876087010748928:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 104us (2527us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185322.864595:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22985
00000100:00100000:1.0:1789185322.864607:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22986
00000100:00100000:1.0:1789185322.864614:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14aa60000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+393:2392:x1876087010749184:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185322.864624:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185322.864630:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000010a0414/0xff23d3f688d8e903 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x786:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a4b9 expref: 393 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.864638:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000010a0414/0xff23d3f688d8e903 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x786:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a4b9 expref: 393 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.864650:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x786:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.864653:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x786:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.864657:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d926ba lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x786:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.864665:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d926ba lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x786:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.864676:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185322.864696:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14aa60000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+393:2392:x1876087010749184:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 83us (2615us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185322.864702:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22986
00000100:00100000:1.0:1789185322.864716:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22987
00000100:00100000:1.0:1789185322.864723:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b152866d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+380:2392:x1876087010749568:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185322.864729:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185322.864735:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000008a92b1a/0xff23d3f688d8eda9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x795:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a592 expref: 380 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.864751:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000008a92b1a/0xff23d3f688d8eda9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x795:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a592 expref: 380 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.864764:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x795:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.864767:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x795:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.864771:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000281d94e0/0xff23d3f688d926d6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x795:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.864778:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000281d94e0/0xff23d3f688d926d6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x795:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.864791:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185322.864813:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b152866d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+380:2392:x1876087010749568:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 91us (2715us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185322.864818:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22987
00000100:00100000:1.0:1789185322.864832:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22988
00000100:00100000:1.0:1789185322.864838:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b152867b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+392:2392:x1876087010749056:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185322.864870:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185322.864876:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a850fc00/0xff23d3f688d8e8fc lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x785:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a4ab expref: 392 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.864886:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a850fc00/0xff23d3f688d8e8fc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x785:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a4ab expref: 392 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.864904:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x785:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.864907:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x785:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.864911:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006c2c9292/0xff23d3f688d926b3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x785:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.864918:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006c2c9292/0xff23d3f688d926b3 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x785:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.865038:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018827776
00000100:00100000:0.0:1789185322.865045:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018827776
00000100:00100000:2.0:1789185322.865472:0:178147:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37507
00000100:00100000:2.0:1789185322.865484:0:178147:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14aa61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+625:3636:x1876087018827776:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1789185322.865512:0:178147:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1931 count 1
00010000:00010000:2.0:1789185322.865537:0:178147:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bc9fe99c/0xff23d3f688d926f9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x78b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.865568:0:178147:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005386a037/0xff23d3f688d8e926 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x78b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a4ff expref: 392 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.865577:0:178147:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x78b:0x0].0x0 since=124s v=(0 0)
00010000:00010000:2.0:1789185322.865581:0:178147:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x78b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.865585:0:178147:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bc9fe99c/0xff23d3f688d926f9 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x78b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.865619:0:178147:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005386a037/0xff23d3f688d8e926 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x78b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a4ff expref: 392 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.865635:0:178147:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005386a037/0xff23d3f688d8e926 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x78b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a4ff expref: 392 pid: 35223 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.865651:0:178147:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f728380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:178147:1876087018828032:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185322.865705:0:178147:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14b7b2900 going to sleep for 11 seconds
00000100:00100000:2.0:1789185322.865777:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22989
00000100:00100000:2.0:1789185322.865785:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d0dad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+379:2392:x1876087010749312:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.865794:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.865800:0:178149:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ba99c80a/0xff23d3f688d8eda2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x794:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a584 expref: 379 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.865813:0:178149:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ba99c80a/0xff23d3f688d8eda2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x794:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a584 expref: 379 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.865828:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x794:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.865831:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x794:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.865835:0:178149:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000fa501034/0xff23d3f688d926c8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x794:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.865843:0:178149:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fa501034/0xff23d3f688d926c8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x794:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.865858:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185322.865875:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d0dad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+379:2392:x1876087010749312:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 91us (3747us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.865881:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22989
00000100:00100000:2.0:1789185322.865900:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22990
00000100:00100000:2.0:1789185322.865907:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d0d8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+378:2392:x1876087010749696:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.865915:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.865921:0:178149:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000048e3624d/0xff23d3f688d8ff30 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x796:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 20971520->20975615) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bb02 expref: 378 pid: 16720 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.866044:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185322.866061:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b152867b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+392:2392:x1876087010749056:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 1223us (3946us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185322.866069:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22988
00010000:00010000:1.0:1789185322.866118:0:178142:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a850fc00/0xff23d3f688d8e8fc lrc: 0/0,0 mode: --/PR res: [0x280000401:0x785:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a4ab expref: 391 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.866131:0:178142:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e969500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:178142:1876087018825856:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185322.866155:0:178142:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006c2c9292/0xff23d3f688d926b3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x785:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.866166:0:178142:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006c2c9292/0xff23d3f688d926b3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x785:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.866174:0:178142:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006c2c9292/0xff23d3f688d926b3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x785:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.866189:0:178142:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006c2c9292/0xff23d3f688d926b3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x785:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.866196:0:178142:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006c2c9292/0xff23d3f688d926b3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x785:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.866213:0:178142:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1789185322.866365:0:178142:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f705c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+626:3637:x1876087018825088:12345-0@lo:6:osp-syn-0-0.0 Request processed in 22933us (23789us total) trans 4294977591 rc 0/0
00010000:00010000:2.0:1789185322.867200:0:178149:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000048e3624d/0xff23d3f688d8ff30 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x796:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 20971520->20975615) gid 0 flags: 0x50000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bb02 expref: 378 pid: 16720 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.867234:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x796:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1789185322.867238:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x796:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1789185322.867244:0:178149:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000017719b4f/0xff23d3f688d926dd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x796:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.867253:0:178149:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000017719b4f/0xff23d3f688d926dd lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x796:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.867272:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185322.867312:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d0d8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+378:2392:x1876087010749696:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 1405us (5144us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.867320:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22990
00000100:00100000:2.0:1789185322.867362:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f72ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018828160:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185322.867472:0:178142:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37497
00000100:00100000:1.0:1789185322.867495:0:178142:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018827904
00000100:00100000:1.0:1789185322.867500:0:178142:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018827904
00000100:00100000:1.0:1789185322.867538:0:178142:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37508
00000100:00100000:1.0:1789185322.867564:0:178142:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d0d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+636:3636:x1876087018827904:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185322.867591:0:178142:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1943 count 1
00010000:00010000:1.0:1789185322.867613:0:178142:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b2067f66/0xff23d3f688d92700 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x797:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.867628:0:178142:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003cc72503/0xff23d3f688d8edb7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x797:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a5ae expref: 377 pid: 35218 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.867635:0:178142:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x797:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185322.867639:0:178142:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x797:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.867643:0:178142:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b2067f66/0xff23d3f688d92700 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x797:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.867677:0:178142:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003cc72503/0xff23d3f688d8edb7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x797:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a5ae expref: 377 pid: 35218 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.867688:0:178142:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003cc72503/0xff23d3f688d8edb7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x797:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a5ae expref: 377 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.867700:0:178142:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f709c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:178142:1876087018828288:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185322.867734:0:178142:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe7fa80 going to sleep for 11 seconds
00010000:00010000:1.0:1789185322.867771:0:178146:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000010a0414/0xff23d3f688d8e903 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x786:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a4b9 expref: 390 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.867786:0:178146:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e968a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:178146:1876087018825984:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185322.867802:0:178146:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d926ba lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x786:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.867812:0:178146:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d926ba lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x786:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.867818:0:178146:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d926ba lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x786:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.867827:0:178146:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d926ba lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x786:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.867839:0:178146:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d926ba lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x786:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.867851:0:178146:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:2.0:1789185322.868069:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:2.0:1789185322.868107:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f3bd880/2, rc 0, transno 4294977591
00000100:00100000:2.0:1789185322.868117:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f3bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018825088:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185322.868171:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1789185322.868178:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f72b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018828416:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185322.868203:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185322.868229:0:8491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018828160
00000100:00100000:2.0:1789185322.868233:0:8491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018828160
00000100:00100000:2.0:1789185322.868251:0:8491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018828416
00000100:00100000:2.0:1789185322.868254:0:8491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018828416
00000100:00100000:2.0:1789185322.868266:0:8491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37509
00000100:00100000:2.0:1789185322.868272:0:8491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f72b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+628:3637:x1876087018828160:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1789185322.868308:0:8491:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1932 count 1
00010000:00010000:2.0:1789185322.868323:0:8491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007ef11ebc/0xff23d3f688d92707 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x78c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.868337:0:8491:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f542981d/0xff23d3f688d8e92d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x78c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a50d expref: 389 pid: 24325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.868344:0:8491:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x78c:0x0].0x0 since=124s v=(0 0)
00010000:00010000:2.0:1789185322.868347:0:8491:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x78c:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.868351:0:8491:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007ef11ebc/0xff23d3f688d92707 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x78c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.868488:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:3.0:1789185322.868497:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006c2c9292/0xff23d3f688d926b3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x785:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.868505:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149883200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185322.868510:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006c2c9292/0xff23d3f688d926b3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x785:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.868525:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006c2c9292/0xff23d3f688d926b3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x785:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.868540:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006c2c9292/0xff23d3f688d926b3 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x785:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.868562:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006c2c9292/0xff23d3f688d926b3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x785:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.868588:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185322.868592:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d926ba lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x786:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.868598:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149882a00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185322.868601:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d926ba lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x786:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.868609:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d926ba lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x786:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.868618:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d926ba lrc: 1/0,0 mode: --/PW res: [0x280000401:0x786:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.868625:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d926ba lrc: 0/0,0 mode: --/PW res: [0x280000401:0x786:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.868643:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.868644:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.868646:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789185322.869170:0:178146:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b152868a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+628:3637:x1876087018825216:12345-0@lo:6:osp-syn-0-0.0 Request processed in 25548us (26391us total) trans 4294977592 rc 0/0
00000100:00100000:1.0:1789185322.869179:0:178146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37498
00000100:00100000:1.0:1789185322.869208:0:178146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37510
00000100:00100000:1.0:1789185322.869217:0:178146:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f728a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+627:3637:x1876087018828416:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185322.869232:0:178146:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1933 count 1
00010000:00010000:1.0:1789185322.869246:0:178146:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000603b815f/0xff23d3f688d9270e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x78d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.869259:0:178146:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000050ae6829/0xff23d3f688d8e934 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x78d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a51b expref: 389 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.869267:0:178146:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x78d:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185322.869270:0:178146:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x78d:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.869274:0:178146:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000603b815f/0xff23d3f688d9270e lrc: 4/0,1 mode: --/PW res: [0x280000401:0x78d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.869300:0:178146:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000050ae6829/0xff23d3f688d8e934 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x78d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a51b expref: 389 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.869311:0:178146:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000050ae6829/0xff23d3f688d8e934 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x78d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a51b expref: 389 pid: 35223 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.869323:0:178146:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f70bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:178146:1876087018828544:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185322.869363:0:178146:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe7f6c0 going to sleep for 11 seconds
00010000:00010000:2.0:1789185322.869469:0:8491:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f542981d/0xff23d3f688d8e92d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x78c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a50d expref: 389 pid: 24325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.869479:0:8491:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f542981d/0xff23d3f688d8e92d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x78c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a50d expref: 389 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.869489:0:8491:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f729180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8491:1876087018828672:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185322.869515:0:8491:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14b7b2540 going to sleep for 11 seconds
00010000:00010000:2.0:1789185322.869784:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.869820:0:8429:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000115e0cc4/0xff23d3f688d8ed8d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x791:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a55a expref: 377 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.869834:0:8429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f724380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8429:1876087018824832:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185322.869858:0:8429:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000062be1bd2/0xff23d3f688d926a5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x791:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.869868:0:8429:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000062be1bd2/0xff23d3f688d926a5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x791:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.869875:0:8429:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000062be1bd2/0xff23d3f688d926a5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x791:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.869885:0:8429:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000062be1bd2/0xff23d3f688d926a5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x791:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.869893:0:8429:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000062be1bd2/0xff23d3f688d926a5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x791:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.869911:0:8429:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000004:00080000:3.0:1789185322.870138:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f707480/2, rc 0, transno 4294977592
00000100:00100000:3.0:1789185322.870154:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f707480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018825216:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185322.870200:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:1.0:1789185322.870615:0:178148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f5de74e4/0xff23d3f688d8ed9b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x793:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a576 expref: 376 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.870628:0:178148:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e969c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:178148:1876087018826112:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185322.870646:0:178148:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ba247524/0xff23d3f688d926c1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x793:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.870655:0:178148:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ba247524/0xff23d3f688d926c1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x793:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.870662:0:178148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ba247524/0xff23d3f688d926c1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x793:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.870671:0:178148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ba247524/0xff23d3f688d926c1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x793:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.870678:0:178148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ba247524/0xff23d3f688d926c1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x793:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.870697:0:178148:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:1.0:1789185322.870839:0:178148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e96aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+637:3635:x1876087018825344:12345-0@lo:6:osp-syn-1-0.0 Request processed in 26545us (26670us total) trans 4294989399 rc 0/0
00000100:00100000:1.0:1789185322.870847:0:178148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37499
00000100:00100000:2.0:1789185322.871063:0:8429:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b145cb1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+637:3637:x1876087018824192:12345-0@lo:6:osp-syn-1-0.0 Request processed in 34326us (35296us total) trans 4294989400 rc 0/0
00000100:00100000:2.0:1789185322.871069:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37495
00000004:00080000:2.0:1789185322.871153:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b152966d80/2, rc 0, transno 4294989400
00000100:00100000:2.0:1789185322.871165:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b152966d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018824192:0@lo:6:osp-syn-1-0.0
00010000:00010000:2.0:1789185322.871193:0:178143:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000048e3624d/0xff23d3f688d8ff30 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x796:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 20971520->20975615) gid 0 flags: 0x44801400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bb02 expref: 375 pid: 16720 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.871205:0:178143:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f724000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:178143:1876087018826880:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185322.871221:0:178143:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000017719b4f/0xff23d3f688d926dd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x796:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.871230:0:178143:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000017719b4f/0xff23d3f688d926dd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x796:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.871236:0:178143:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000017719b4f/0xff23d3f688d926dd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x796:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.871243:0:178143:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000017719b4f/0xff23d3f688d926dd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x796:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.871250:0:178143:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000017719b4f/0xff23d3f688d926dd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x796:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.871263:0:178143:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00000100:00100000:2.0:1789185322.871330:0:178143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f708700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+637:3635:x1876087018826496:12345-0@lo:6:osp-syn-1-0.0 Request processed in 25997us (26194us total) trans 4294989401 rc 0/0
00000100:00100000:2.0:1789185322.871337:0:178143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37503
00010000:00010000:2.0:1789185322.871356:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:2.0:1789185322.871363:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000062be1bd2/0xff23d3f688d926a5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x791:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.871595:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:3.0:1789185322.871602:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ba247524/0xff23d3f688d926c1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x793:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.871610:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149882c00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185322.871615:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ba247524/0xff23d3f688d926c1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x793:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.871624:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ba247524/0xff23d3f688d926c1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x793:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.871648:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ba247524/0xff23d3f688d926c1 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x793:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.871656:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ba247524/0xff23d3f688d926c1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x793:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.871677:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185322.871681:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000017719b4f/0xff23d3f688d926dd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x796:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.871687:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abdb800 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185322.871690:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000017719b4f/0xff23d3f688d926dd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x796:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.871697:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000017719b4f/0xff23d3f688d926dd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x796:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.871707:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000017719b4f/0xff23d3f688d926dd lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x796:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.871714:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000017719b4f/0xff23d3f688d926dd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x796:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.871728:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.871730:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.871731:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789185322.871766:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.871808:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:1.0:1789185322.871848:0:24325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ba99c80a/0xff23d3f688d8eda2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x794:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a584 expref: 375 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.871863:0:24325:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e968700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24325:1876087018826368:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185322.871880:0:24325:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000fa501034/0xff23d3f688d926c8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x794:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.871889:0:24325:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000fa501034/0xff23d3f688d926c8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x794:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.871895:0:24325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fa501034/0xff23d3f688d926c8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x794:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.871903:0:24325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fa501034/0xff23d3f688d926c8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x794:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.871910:0:24325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fa501034/0xff23d3f688d926c8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x794:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.871927:0:24325:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1789185322.872001:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185322.872005:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fa501034/0xff23d3f688d926c8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x794:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.872012:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149882e00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185322.872016:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fa501034/0xff23d3f688d926c8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x794:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.872029:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fa501034/0xff23d3f688d926c8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x794:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.872040:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fa501034/0xff23d3f688d926c8 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x794:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.872048:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fa501034/0xff23d3f688d926c8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x794:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.872063:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.872065:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.872067:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.872131:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abdbe00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185322.872134:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000062be1bd2/0xff23d3f688d926a5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x791:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.872148:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000062be1bd2/0xff23d3f688d926a5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x791:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.872159:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000062be1bd2/0xff23d3f688d926a5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x791:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.872168:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000062be1bd2/0xff23d3f688d926a5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x791:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.872183:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.872184:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.872186:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789185322.872326:0:24325:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e96bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+637:3635:x1876087018825472:12345-0@lo:6:osp-syn-1-0.0 Request processed in 27712us (28106us total) trans 4294989402 rc 0/0
00000100:00100000:1.0:1789185322.872334:0:24325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37500
00000100:00100000:0.0:1789185322.872456:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010749824
00000100:00100000:3.0:1789185322.872457:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010749952
00000100:00100000:3.0:1789185322.872466:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010749952
00000100:00100000:0.0:1789185322.872466:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010749824
00010000:00010000:3.0:1789185322.872504:0:8458:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c7fb8a84/0xff23d3f688d8e91f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x78a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a4f1 expref: 391 pid: 35223 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.872531:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010750080
00000100:00100000:3.0:1789185322.872535:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010750080
00010000:00010000:3.0:1789185322.872578:0:8458:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000059768446/0xff23d3f688d8e911 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x788:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a4d5 expref: 392 pid: 35223 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.872601:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22991
00000100:00100000:3.0:1789185322.872611:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d0db800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+392:2394:x1876087010749952:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.872627:0:8458:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.872635:0:8458:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c7fb8a84/0xff23d3f688d8e91f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x78a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a4f1 expref: 392 pid: 35223 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.872647:0:8458:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c7fb8a84/0xff23d3f688d8e91f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x78a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a4f1 expref: 392 pid: 35223 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.872668:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x78a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.872673:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x78a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.872680:0:8458:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d926f2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x78a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.872690:0:8458:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d926f2 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x78a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.872709:0:8458:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1789185322.872719:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000068b9baff/0xff23d3f688d8e918 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x789:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a4e3 expref: 392 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.872752:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22992
00000100:00100000:3.0:1789185322.872753:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d0db800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+392:2394:x1876087010749952:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 138us (982us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185322.872764:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d0db100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+392:2391:x1876087010750080:12345-192.168.204.3@tcp:103:ldlm_bl.0
00000100:00100000:3.0:1789185322.872765:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22991
00010000:00010000:0.0:1789185322.872777:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185322.872784:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000059768446/0xff23d3f688d8e911 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x788:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a4d5 expref: 391 pid: 35223 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.872789:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22993
00010000:00010000:0.0:1789185322.872803:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000059768446/0xff23d3f688d8e911 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x788:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a4d5 expref: 391 pid: 35223 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.872804:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b269767450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+391:2394:x1876087010749824:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.872823:0:8458:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.872829:0:8458:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000068b9baff/0xff23d3f688d8e918 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x789:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a4e3 expref: 391 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.872838:0:8458:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000068b9baff/0xff23d3f688d8e918 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x789:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a4e3 expref: 391 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.872855:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x789:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.872858:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x789:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.872862:0:8458:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000008e9a7fa0/0xff23d3f688d926eb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x789:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.872870:0:8458:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008e9a7fa0/0xff23d3f688d926eb lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x789:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.872882:0:8458:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.872900:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b269767450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+391:2394:x1876087010749824:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 102us (2701us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.872907:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22993
00010000:00010000:0.0:1789185322.873048:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x788:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185322.873053:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x788:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185322.873057:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000039d3f603/0xff23d3f688d926e4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x788:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.873067:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000039d3f603/0xff23d3f688d926e4 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x788:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.873074:0:178144:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ff5be17d/0xff23d3f688d8ed94 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x792:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a568 expref: 373 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.873084:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185322.873089:0:178144:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f727100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:178144:1876087018825728:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185322.873108:0:178144:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000059346501/0xff23d3f688d926ac lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x792:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.873112:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d0db100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+390:2391:x1876087010750080:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 351us (1301us total) trans 0 rc 0/0
00010000:00010000:2.0:1789185322.873121:0:178144:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000059346501/0xff23d3f688d926ac lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x792:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.873127:0:178144:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000059346501/0xff23d3f688d926ac lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x792:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.873141:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22992
00010000:00010000:2.0:1789185322.873153:0:178144:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000059346501/0xff23d3f688d926ac lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x792:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.873161:0:178144:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000059346501/0xff23d3f688d926ac lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x792:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.873190:0:178144:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1789185322.873291:0:178144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d0cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+637:3635:x1876087018824960:12345-0@lo:6:osp-syn-1-0.0 Request processed in 30467us (30802us total) trans 4294989403 rc 0/0
00010000:00010000:0.0:1789185322.873294:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00000100:00100000:2.0:1789185322.873302:0:178144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37496
00010000:00010000:0.0:1789185322.873303:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000059346501/0xff23d3f688d926ac lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x792:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.873317:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abdbc00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185322.873321:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000059346501/0xff23d3f688d926ac lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x792:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.873329:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00010000:00010000:0.0:1789185322.873330:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000059346501/0xff23d3f688d926ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x792:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.873345:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f72a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018828800:0@lo:6:osp-syn-0-0.0
00010000:00010000:0.0:1789185322.873350:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000059346501/0xff23d3f688d926ac lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x792:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.873359:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000059346501/0xff23d3f688d926ac lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x792:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.873377:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185322.873379:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185322.873381:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185322.873475:0:35223:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000008a92b1a/0xff23d3f688d8eda9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x795:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a592 expref: 372 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.873487:0:35223:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f70b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:35223:1876087018826752:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185322.873501:0:35223:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000281d94e0/0xff23d3f688d926d6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x795:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.873509:0:35223:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000281d94e0/0xff23d3f688d926d6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x795:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.873515:0:35223:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000281d94e0/0xff23d3f688d926d6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x795:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.873522:0:35223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000281d94e0/0xff23d3f688d926d6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x795:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.873528:0:35223:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000281d94e0/0xff23d3f688d926d6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x795:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.873539:0:35223:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1789185322.873622:0:35223:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f709880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+637:3637:x1876087018826240:12345-0@lo:6:osp-syn-1-0.0 Request processed in 28399us (28528us total) trans 4294989404 rc 0/0
00000100:00100000:1.0:1789185322.873629:0:35223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37502
00000004:00080000:1.0:1789185322.873681:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f708e00/2, rc 0, transno 4294989401
00000100:00100000:1.0:1789185322.873687:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f708e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018826496:0@lo:6:osp-syn-1-0.0
00000004:00080000:1.0:1789185322.873696:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14e908380/2, rc 0, transno 4294989402
00000100:00100000:1.0:1789185322.873700:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e908380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018825472:0@lo:6:osp-syn-1-0.0
00000004:00080000:1.0:1789185322.873709:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14e90ad80/2, rc 0, transno 4294989399
00000100:00100000:1.0:1789185322.873716:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e90ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018825344:0@lo:6:osp-syn-1-0.0
00000004:00080000:1.0:1789185322.873725:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14fcee680/2, rc 0, transno 4294989403
00000100:00100000:1.0:1789185322.873728:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14fcee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018824960:0@lo:6:osp-syn-1-0.0
00010000:00010000:1.0:1789185322.873747:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1789185322.873752:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000281d94e0/0xff23d3f688d926d6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x795:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.873759:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149882800 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185322.873763:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000281d94e0/0xff23d3f688d926d6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x795:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.873771:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000281d94e0/0xff23d3f688d926d6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x795:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.873781:0:16720:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c7fb8a84/0xff23d3f688d8e91f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x78a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a4f1 expref: 389 pid: 35223 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.873794:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000281d94e0/0xff23d3f688d926d6 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x795:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.873796:0:16720:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f70b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16720:1876087018827648:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185322.873809:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000281d94e0/0xff23d3f688d926d6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x795:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.873815:0:16720:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d926f2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x78a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.873826:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185322.873828:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185322.873830:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185322.873875:0:16720:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d926f2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x78a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.873883:0:16720:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d926f2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x78a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.873894:0:16720:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d926f2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x78a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.873903:0:16720:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d926f2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x78a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.874605:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185322.874647:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f70b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018828928:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185322.874677:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185322.874695:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f70a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018829440:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185322.874714:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185322.874730:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1789185322.874735:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f70a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018829312:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185322.874754:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185322.874840:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f70aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018829056:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1789185322.874861:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185322.874865:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:1.0:1789185322.874897:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14e969880/2, rc 0, transno 4294989404
00000100:00100000:1.0:1789185322.874907:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e969880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018826240:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185322.874922:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1789185322.874928:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f708000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018829184:0@lo:6:osp-syn-1-0.0
00010000:00010000:0.0:1789185322.874956:0:16720:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1789185322.875031:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185322.875059:0:178148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018828800
00000100:00100000:1.0:1789185322.875066:0:178148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018828800
00000100:00100000:1.0:1789185322.875111:0:178148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018828928
00000100:00100000:1.0:1789185322.875115:0:178148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018828928
00000100:00100000:1.0:1789185322.875131:0:178148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018829440
00000100:00100000:1.0:1789185322.875133:0:178148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018829440
00000100:00100000:1.0:1789185322.875142:0:178148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018829312
00000100:00100000:1.0:1789185322.875145:0:178148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018829312
00000100:00100000:1.0:1789185322.875154:0:178148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018829056
00000100:00100000:1.0:1789185322.875157:0:178148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018829056
00000100:00100000:1.0:1789185322.875165:0:178148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018829184
00000100:00100000:1.0:1789185322.875167:0:178148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018829184
00000100:00100000:1.0:1789185322.875179:0:178148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37511
00000100:00100000:1.0:1789185322.875185:0:178148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f728e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+628:3636:x1876087018828800:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185322.875215:0:178148:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1934 count 1
00010000:00010000:1.0:1789185322.875239:0:178148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000691a0de/0xff23d3f688d92715 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x78e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.875258:0:178148:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001a5156b0/0xff23d3f688d8e93b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x78e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a529 expref: 388 pid: 24325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.875269:0:178148:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x78e:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185322.875274:0:178148:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x78e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.875279:0:178148:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000691a0de/0xff23d3f688d92715 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x78e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.875297:0:16720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f70ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+629:3638:x1876087018827392:12345-0@lo:6:osp-syn-0-0.0 Request processed in 23830us (24452us total) trans 4294977593 rc 0/0
00000100:00100000:3.0:1789185322.875304:0:178144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37512
00010000:00010000:1.0:1789185322.875312:0:178148:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001a5156b0/0xff23d3f688d8e93b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x78e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a529 expref: 388 pid: 24325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.875312:0:16720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37506
00000100:00100000:3.0:1789185322.875317:0:178144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f729880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+641:3636:x1876087018828928:12345-0@lo:6:osp-syn-1-0.0
00010000:00010000:1.0:1789185322.875329:0:178148:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001a5156b0/0xff23d3f688d8e93b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x78e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a529 expref: 388 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00002000:00080000:3.0:1789185322.875331:0:178144:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1944 count 1
00000100:00100000:0.0:1789185322.875338:0:16720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37513
00000100:00100000:1.0:1789185322.875342:0:178148:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e968700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:178148:1876087018829568:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185322.875344:0:178144:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e5f3008c/0xff23d3f688d9271c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x798:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.875351:0:16720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f728700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+641:3636:x1876087018829440:12345-0@lo:6:osp-syn-1-0.0
00010000:00010000:3.0:1789185322.875361:0:178144:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000064b781d2/0xff23d3f688d8edbe lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x798:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a5bc expref: 371 pid: 35218 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.875370:0:178144:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x798:0x0].0x0 since=124s v=(0 0)
00002000:00080000:0.0:1789185322.875370:0:16720:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1948 count 1
00010000:00010000:3.0:1789185322.875378:0:178144:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x798:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.875383:0:178144:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e5f3008c/0xff23d3f688d9271c lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x798:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.875387:0:16720:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006d201f36/0xff23d3f688d92723 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x79c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.875404:0:16720:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000bced296d/0xff23d3f688d8edda lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x79c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a5f4 expref: 371 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.875412:0:16720:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x79c:0x0].0x0 since=124s v=(0 0)
00010000:00010000:3.0:1789185322.875413:0:178144:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000064b781d2/0xff23d3f688d8edbe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x798:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a5bc expref: 371 pid: 35218 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.875419:0:16720:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x79c:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185322.875428:0:16720:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006d201f36/0xff23d3f688d92723 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x79c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.875433:0:178144:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000064b781d2/0xff23d3f688d8edbe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x798:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a5bc expref: 371 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.875452:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185322.875460:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d926f2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x78a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.875468:0:178144:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0d8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:178144:1876087018829696:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185322.875474:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149882000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185322.875479:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d926f2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x78a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.875481:0:16720:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000bced296d/0xff23d3f688d8edda lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x79c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a5f4 expref: 371 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.875501:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d926f2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x78a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.875519:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d926f2 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x78a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.875527:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d926f2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x78a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.875575:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.875578:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.875581:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185322.875591:0:16720:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000bced296d/0xff23d3f688d8edda lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x79c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a5f4 expref: 371 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.875600:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37514
00000100:00100000:0.0:1789185322.875607:0:16720:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f727800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16720:1876087018829824:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185322.875614:0:8429:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14752b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+641:3636:x1876087018829312:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1789185322.875636:0:8429:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1947 count 1
00010000:00010000:2.0:1789185322.875651:0:8429:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004f475c67/0xff23d3f688d9272a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x79b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.875664:0:8429:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002c4cfa57/0xff23d3f688d8edd3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x79b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a5e6 expref: 371 pid: 35218 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.875681:0:8429:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x79b:0x0].0x0 since=124s v=(0 0)
00010000:00010000:2.0:1789185322.875684:0:8429:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x79b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.875687:0:8429:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004f475c67/0xff23d3f688d9272a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x79b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.875709:0:8429:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002c4cfa57/0xff23d3f688d8edd3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x79b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a5e6 expref: 371 pid: 35218 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.875725:0:8429:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002c4cfa57/0xff23d3f688d8edd3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x79b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a5e6 expref: 371 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.875736:0:8429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14752bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8429:1876087018829952:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185322.876042:0:178144:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14a911c00 going to sleep for 11 seconds
00000100:00100000:1.0:1789185322.876507:0:178148:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe7fe40 going to sleep for 11 seconds
00000100:00100000:1.0:1789185322.876618:0:24325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37515
00000100:00100000:1.0:1789185322.876629:0:24325:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f709180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+641:3637:x1876087018829056:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185322.876648:0:24325:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1945 count 1
00010000:00010000:1.0:1789185322.876666:0:24325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000057531eb4/0xff23d3f688d92731 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x799:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.876681:0:24325:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008597c8d9/0xff23d3f688d8edc5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x799:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a5ca expref: 371 pid: 35218 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.876690:0:24325:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x799:0x0].0x0 since=124s v=(0 0)
00000100:00100000:0.0:1789185322.876690:0:16720:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b145d6ce40 going to sleep for 11 seconds
00010000:00010000:1.0:1789185322.876696:0:24325:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x799:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.876702:0:24325:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000057531eb4/0xff23d3f688d92731 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x799:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.876727:0:24325:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008597c8d9/0xff23d3f688d8edc5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x799:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a5ca expref: 371 pid: 35218 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.876734:0:34810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000068b9baff/0xff23d3f688d8e918 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x789:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a4e3 expref: 388 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.876762:0:24325:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008597c8d9/0xff23d3f688d8edc5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x799:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a5ca expref: 371 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.876765:0:34810:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f70b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:34810:1876087018827520:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185322.876782:0:24325:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e969c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24325:1876087018830080:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185322.876794:0:34810:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000008e9a7fa0/0xff23d3f688d926eb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x789:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.876806:0:34810:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000008e9a7fa0/0xff23d3f688d926eb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x789:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.876814:0:24325:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe7f3c0 going to sleep for 11 seconds
00010000:00010000:0.0:1789185322.876815:0:34810:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008e9a7fa0/0xff23d3f688d926eb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x789:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.876827:0:34810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008e9a7fa0/0xff23d3f688d926eb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x789:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.876836:0:35223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37516
00010000:00010000:0.0:1789185322.876845:0:34810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008e9a7fa0/0xff23d3f688d926eb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x789:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.876849:0:35223:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f70b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+641:3637:x1876087018829184:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185322.876867:0:35223:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1946 count 1
00010000:00010000:0.0:1789185322.876874:0:34810:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1789185322.876880:0:35223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007fe0979b/0xff23d3f688d92738 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x79a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.876891:0:35223:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000055f79686/0xff23d3f688d8edcc lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x79a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a5d8 expref: 371 pid: 35218 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.876898:0:35223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x79a:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185322.876901:0:35223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x79a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.876904:0:35223:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007fe0979b/0xff23d3f688d92738 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x79a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.876922:0:35223:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000055f79686/0xff23d3f688d8edcc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x79a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a5d8 expref: 371 pid: 35218 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.877023:0:34810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b2769b0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+629:3637:x1876087018827264:12345-0@lo:6:osp-syn-0-0.0 Request processed in 26096us (26260us total) trans 4294977594 rc 0/0
00000100:00100000:0.0:1789185322.877031:0:34810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37505
00010000:00010000:0.0:1789185322.877059:0:35218:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000004e6d0f6b/0xff23d3f688d9269e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x790:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.877069:0:35218:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004e6d0f6b/0xff23d3f688d9269e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x790:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.877078:0:35218:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004e6d0f6b/0xff23d3f688d9269e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x790:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.877085:0:35218:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004e6d0f6b/0xff23d3f688d9269e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x790:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.877101:0:35218:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00010000:00010000:1.0:1789185322.877169:0:35223:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000055f79686/0xff23d3f688d8edcc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x79a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a5d8 expref: 371 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.877185:0:35218:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d419880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+642:3637:x1876087018824064:12345-0@lo:6:osp-syn-1-0.0 Request processed in 41184us (41473us total) trans 4294989405 rc 0/0
00000100:00100000:1.0:1789185322.877191:0:35223:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e968a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:35223:1876087018830208:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185322.877196:0:35218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37494
00010000:00010000:0.0:1789185322.877223:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00000100:00100000:1.0:1789185322.877229:0:35223:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe7f900 going to sleep for 11 seconds
00010000:00010000:0.0:1789185322.877231:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008e9a7fa0/0xff23d3f688d926eb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x789:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.877240:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149882400 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185322.877245:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008e9a7fa0/0xff23d3f688d926eb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x789:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.877253:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008e9a7fa0/0xff23d3f688d926eb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x789:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:1.0:1789185322.877266:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f709f80/2, rc 0, transno 4294977594
00010000:00010000:0.0:1789185322.877272:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008e9a7fa0/0xff23d3f688d926eb lrc: 1/0,0 mode: --/PW res: [0x280000401:0x789:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.877280:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008e9a7fa0/0xff23d3f688d926eb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x789:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.877284:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f709f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018827264:0@lo:6:osp-syn-0-0.0
00000004:00080000:1.0:1789185322.877308:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f3bc700/2, rc 0, transno 4294989405
00010000:00010000:0.0:1789185322.877310:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00000100:00100000:1.0:1789185322.877315:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f3bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018824064:0@lo:6:osp-syn-1-0.0
00010000:00010000:0.0:1789185322.877316:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004e6d0f6b/0xff23d3f688d9269e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x790:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.877325:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149883400 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185322.877329:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004e6d0f6b/0xff23d3f688d9269e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x790:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.877337:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004e6d0f6b/0xff23d3f688d9269e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x790:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.877349:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004e6d0f6b/0xff23d3f688d9269e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x790:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.877356:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004e6d0f6b/0xff23d3f688d9269e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x790:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.877584:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e969500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018830336:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185322.877615:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:1.0:1789185322.877661:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f708380/2, rc 0, transno 4294977593
00000100:00100000:1.0:1789185322.877671:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f708380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018827392:0@lo:6:osp-syn-0-0.0
00010000:00010000:1.0:1789185322.877704:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789185322.877711:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14aa60000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018830464:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185322.877734:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185322.877798:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14aa63b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018830592:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185322.877819:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185322.877831:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789185322.877835:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14aa60380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018830720:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185322.877852:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185322.877871:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010750208
00000100:00100000:1.0:1789185322.877876:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010750208
00010000:00010000:1.0:1789185322.877901:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005386a037/0xff23d3f688d8e926 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x78b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a4ff expref: 388 pid: 35223 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.878041:0:8429:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1530990c0 going to sleep for 11 seconds
00010000:00010000:2.0:1789185322.878053:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789185322.878063:0:178143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018830336
00000100:00100000:2.0:1789185322.878067:0:178143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018830336
00000100:00100000:2.0:1789185322.878087:0:178143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018830464
00000100:00100000:2.0:1789185322.878090:0:178143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018830464
00000100:00100000:2.0:1789185322.878099:0:178143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018830592
00000100:00100000:2.0:1789185322.878102:0:178143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018830592
00000100:00100000:2.0:1789185322.878110:0:178143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018830720
00000100:00100000:2.0:1789185322.878112:0:178143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018830720
00000100:00100000:2.0:1789185322.878124:0:178143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37517
00000100:00100000:2.0:1789185322.878131:0:178143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14aa62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+630:3637:x1876087018830336:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1789185322.878149:0:178143:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1935 count 1
00010000:00010000:2.0:1789185322.878166:0:178143:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ee62d8df/0xff23d3f688d9273f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x78f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.878181:0:178143:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002b780be2/0xff23d3f688d8e942 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x78f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a537 expref: 388 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.878188:0:178143:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x78f:0x0].0x0 since=124s v=(0 0)
00010000:00010000:2.0:1789185322.878192:0:178143:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x78f:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.878196:0:178143:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ee62d8df/0xff23d3f688d9273f lrc: 4/0,1 mode: --/PW res: [0x280000401:0x78f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.878220:0:178143:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002b780be2/0xff23d3f688d8e942 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x78f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a537 expref: 388 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.878231:0:178143:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002b780be2/0xff23d3f688d8e942 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x78f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a537 expref: 388 pid: 35223 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.878242:0:178143:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b147529180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:178143:1876087018830848:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185322.878274:0:178143:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b153099cc0 going to sleep for 11 seconds
00000100:00100000:2.0:1789185322.878292:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22994
00000100:00100000:2.0:1789185322.878300:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d0dad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+388:2394:x1876087010750208:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.878311:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.878318:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005386a037/0xff23d3f688d8e926 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x78b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a4ff expref: 388 pid: 35223 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.878331:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005386a037/0xff23d3f688d8e926 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x78b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a4ff expref: 388 pid: 35223 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.878350:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x78b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.878354:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x78b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.878360:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000bc9fe99c/0xff23d3f688d926f9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x78b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.878369:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bc9fe99c/0xff23d3f688d926f9 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x78b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.878482:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37518
00000100:00100000:1.0:1789185322.878491:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14aa62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+630:3638:x1876087018830464:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185322.878504:0:8431:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1936 count 1
00010000:00010000:1.0:1789185322.878517:0:8431:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000052b873d9/0xff23d3f688d92746 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x790:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.878529:0:8431:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000021529ac6/0xff23d3f688d8e949 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x790:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a545 expref: 388 pid: 24325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.878535:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x790:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185322.878538:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x790:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.878541:0:8431:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000052b873d9/0xff23d3f688d92746 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x790:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.878582:0:8431:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000021529ac6/0xff23d3f688d8e949 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x790:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a545 expref: 388 pid: 24325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.878591:0:8431:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000021529ac6/0xff23d3f688d8e949 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x790:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a545 expref: 388 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.878601:0:8431:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f3bce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8431:1876087018830976:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185322.878625:0:8431:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe7f600 going to sleep for 11 seconds
00000100:00100000:1.0:1789185322.878883:0:178142:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f709c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:178142:1876087018828288:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185322.878907:0:178142:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b2067f66/0xff23d3f688d92700 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x797:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.879245:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185322.879284:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d0dad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+388:2394:x1876087010750208:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 984us (4422us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.879292:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22994
00000100:00100000:2.0:1789185322.879328:0:8491:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f729180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8491:1876087018828672:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185322.879343:0:8491:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000007ef11ebc/0xff23d3f688d92707 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x78c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.879622:0:178146:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f70bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:178146:1876087018828544:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185322.879637:0:178146:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000603b815f/0xff23d3f688d9270e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x78d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.879770:0:34809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000059768446/0xff23d3f688d8e911 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x788:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a4d5 expref: 387 pid: 35223 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.879786:0:34809:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f726d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:34809:1876087018827136:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185322.879805:0:34809:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000039d3f603/0xff23d3f688d926e4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x788:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.879815:0:34809:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000039d3f603/0xff23d3f688d926e4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x788:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.879823:0:34809:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000039d3f603/0xff23d3f688d926e4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x788:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.879836:0:34809:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000039d3f603/0xff23d3f688d926e4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x788:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.879852:0:34809:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000039d3f603/0xff23d3f688d926e4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x788:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.879875:0:34809:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1789185322.879879:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1789185322.879884:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000039d3f603/0xff23d3f688d926e4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x788:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.879892:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abdac00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185322.879895:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000039d3f603/0xff23d3f688d926e4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x788:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.879904:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000039d3f603/0xff23d3f688d926e4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x788:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.879919:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000039d3f603/0xff23d3f688d926e4 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x788:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.879927:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000039d3f603/0xff23d3f688d926e4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x788:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.880003:0:178147:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005386a037/0xff23d3f688d8e926 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x78b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a4ff expref: 387 pid: 35223 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.880018:0:178147:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f728380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:178147:1876087018828032:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185322.880025:0:34809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f729f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+631:3635:x1876087018827008:12345-0@lo:6:osp-syn-0-0.0 Request processed in 29974us (30199us total) trans 4294977595 rc 0/0
00010000:00010000:2.0:1789185322.880031:0:178147:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000bc9fe99c/0xff23d3f688d926f9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x78b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.880033:0:34809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37504
00010000:00010000:2.0:1789185322.880039:0:178147:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000bc9fe99c/0xff23d3f688d926f9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x78b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.880046:0:178147:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bc9fe99c/0xff23d3f688d926f9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x78b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.880054:0:178147:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bc9fe99c/0xff23d3f688d926f9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x78b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.880059:0:34809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37519
00010000:00010000:2.0:1789185322.880061:0:178147:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bc9fe99c/0xff23d3f688d926f9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x78b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.880070:0:34809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14fced180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+643:3635:x1876087018830592:12345-0@lo:6:osp-syn-1-0.0
00010000:00010000:2.0:1789185322.880072:0:178147:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00002000:00080000:3.0:1789185322.880094:0:34809:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1949 count 1
00010000:00010000:3.0:1789185322.880112:0:34809:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009a05288e/0xff23d3f688d9274d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x79d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.880127:0:34809:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002cf78d95/0xff23d3f688d8ef00 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x79d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a602 expref: 371 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.880135:0:34809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x79d:0x0].0x0 since=124s v=(0 0)
00010000:00010000:3.0:1789185322.880139:0:34809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x79d:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.880144:0:34809:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009a05288e/0xff23d3f688d9274d lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x79d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.880146:0:178147:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14aa61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+631:3636:x1876087018827776:12345-0@lo:6:osp-syn-0-0.0 Request processed in 14666us (19917us total) trans 4294977596 rc 0/0
00000100:00100000:2.0:1789185322.880153:0:178147:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37507
00000100:00100000:2.0:1789185322.880168:0:178147:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37520
00000100:00100000:2.0:1789185322.880176:0:178147:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b150550000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+643:3635:x1876087018830720:12345-0@lo:6:osp-syn-1-0.0
00010000:00010000:3.0:1789185322.880185:0:34809:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002cf78d95/0xff23d3f688d8ef00 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x79d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a602 expref: 371 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00002000:00080000:2.0:1789185322.880186:0:178147:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1950 count 1
00010000:00010000:3.0:1789185322.880196:0:34809:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002cf78d95/0xff23d3f688d8ef00 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x79d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a602 expref: 371 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.880197:0:178147:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f1b7551a/0xff23d3f688d92754 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x79e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.880208:0:178147:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a3304707/0xff23d3f688d8fe1f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x79e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b9f1 expref: 371 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.880210:0:34809:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b152866d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:34809:1876087018831104:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185322.880215:0:178147:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x79e:0x0].0x0 since=122s v=(0 0)
00010000:00010000:2.0:1789185322.880218:0:178147:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x79e:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1789185322.880221:0:178147:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f1b7551a/0xff23d3f688d92754 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x79e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.880239:0:178147:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a3304707/0xff23d3f688d8fe1f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x79e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b9f1 expref: 371 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.880248:0:34809:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14d801a80 going to sleep for 11 seconds
00010000:00010000:2.0:1789185322.880248:0:178147:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a3304707/0xff23d3f688d8fe1f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x79e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b9f1 expref: 371 pid: 24325 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.880257:0:178147:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b147528700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:178147:1876087018831232:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185322.880271:0:8428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000030d3027e/0xff23d3f688d8e90a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x787:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a4c7 expref: 385 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.880278:0:178147:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14b7b2900 going to sleep for 11 seconds
00000100:00100000:3.0:1789185322.880282:0:8428:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f724700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8428:1876087018826624:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185322.880290:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185322.880295:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bc9fe99c/0xff23d3f688d926f9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x78b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.880296:0:8428:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000c9a27dda/0xff23d3f688d926cf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x787:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.880304:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bc400 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185322.880305:0:8428:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000c9a27dda/0xff23d3f688d926cf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x787:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.880308:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bc9fe99c/0xff23d3f688d926f9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x78b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.880311:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.880313:0:8428:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c9a27dda/0xff23d3f688d926cf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x787:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.880318:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.880319:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bc9fe99c/0xff23d3f688d926f9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x78b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.880323:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.880325:0:8428:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c9a27dda/0xff23d3f688d926cf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x787:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.880331:0:8428:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c9a27dda/0xff23d3f688d926cf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x787:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.880333:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bc9fe99c/0xff23d3f688d926f9 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x78b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.880341:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bc9fe99c/0xff23d3f688d926f9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x78b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.880347:0:8428:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1789185322.880365:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185322.880369:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c9a27dda/0xff23d3f688d926cf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x787:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.880421:0:8428:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e969180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+631:3637:x1876087018825600:12345-0@lo:6:osp-syn-0-0.0 Request processed in 35544us (35949us total) trans 4294977597 rc 0/0
00000100:00100000:3.0:1789185322.880428:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37501
00010000:00010000:0.0:1789185322.880451:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185322.880457:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789185322.880947:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185322.880974:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:2.0:1789185322.881001:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abda800 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185322.881005:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c9a27dda/0xff23d3f688d926cf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x787:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.881013:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c9a27dda/0xff23d3f688d926cf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x787:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.881025:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c9a27dda/0xff23d3f688d926cf lrc: 1/0,0 mode: --/PW res: [0x280000401:0x787:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.881032:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c9a27dda/0xff23d3f688d926cf lrc: 0/0,0 mode: --/PW res: [0x280000401:0x787:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.881047:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.881049:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.881051:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789185322.881063:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010750336
00000100:00100000:2.0:1789185322.881069:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010750336
00010000:00010000:2.0:1789185322.881094:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003cc72503/0xff23d3f688d8edb7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x797:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a5ae expref: 372 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.881165:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:1.0:1789185322.881293:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185322.881295:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185322.881297:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:1.0:1789185322.881333:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f72b100/2, rc 0, transno 4294977595
00000100:00100000:1.0:1789185322.881345:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f72b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018827008:0@lo:6:osp-syn-0-0.0
00000004:00080000:1.0:1789185322.881385:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14e968380/2, rc 0, transno 4294977597
00000100:00100000:1.0:1789185322.881390:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e968380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018825600:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185322.881509:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151769500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018831360:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185322.881571:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185322.881599:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1789185322.881605:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151769c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018831488:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185322.881626:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:1.0:1789185322.881669:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f708a80/2, rc 0, transno 4294977596
00000100:00100000:1.0:1789185322.881677:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f708a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018827776:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185322.881709:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151768000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018831616:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185322.881734:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185322.881801:0:34810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018831360
00000100:00100000:0.0:1789185322.881807:0:34810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018831360
00000100:00100000:0.0:1789185322.881834:0:34810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018831488
00000100:00100000:0.0:1789185322.881837:0:34810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018831488
00000100:00100000:0.0:1789185322.881853:0:34810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018831616
00000100:00100000:0.0:1789185322.881856:0:34810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018831616
00000100:00100000:2.0:1789185322.881872:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010750592
00000100:00100000:0.0:1789185322.881878:0:34810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37521
00000100:00100000:2.0:1789185322.881879:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010750592
00000100:00100000:0.0:1789185322.881889:0:34810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b15176bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+633:3637:x1876087018831360:12345-0@lo:6:osp-syn-0-0.0
00010000:00010000:2.0:1789185322.881903:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000050ae6829/0xff23d3f688d8e934 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x78d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a51b expref: 385 pid: 35223 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00002000:00080000:0.0:1789185322.881910:0:34810:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1937 count 1
00000100:00100000:2.0:1789185322.881929:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010750464
00010000:00010000:0.0:1789185322.881930:0:34810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000059346501/0xff23d3f688d9275b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x791:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.881934:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010750464
00010000:00010000:2.0:1789185322.881950:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f542981d/0xff23d3f688d8e92d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x78c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a50d expref: 386 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.881972:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22995
00000100:00100000:2.0:1789185322.881980:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f724a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+372:2391:x1876087010750336:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.881992:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.881999:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003cc72503/0xff23d3f688d8edb7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x797:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a5ae expref: 372 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.882025:0:34810:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ba5f8c80/0xff23d3f688d8f2b8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x791:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a553 expref: 386 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.882033:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003cc72503/0xff23d3f688d8edb7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x797:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a5ae expref: 372 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.882036:0:34810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x791:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185322.882045:0:34810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x791:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185322.882051:0:34810:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000059346501/0xff23d3f688d9275b lrc: 4/0,1 mode: --/PW res: [0x280000401:0x791:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.882062:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003cc72503/0xff23d3f688d8edb7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x797:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a5ae expref: 372 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.882075:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x797:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.882081:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x797:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185322.882081:0:34810:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ba5f8c80/0xff23d3f688d8f2b8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x791:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a553 expref: 386 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.882091:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b2067f66/0xff23d3f688d92700 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x797:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.882099:0:34810:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ba5f8c80/0xff23d3f688d8f2b8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x791:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a553 expref: 386 pid: 35223 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.882104:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b2067f66/0xff23d3f688d92700 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x797:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.882133:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185322.882170:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f724a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+371:2391:x1876087010750336:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 189us (1224us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.882177:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22995
00000100:00100000:2.0:1789185322.882195:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22996
00000100:00100000:2.0:1789185322.882201:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f725880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+386:2391:x1876087010750592:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.882210:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.882215:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000050ae6829/0xff23d3f688d8e934 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x78d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a51b expref: 386 pid: 35223 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.882226:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000050ae6829/0xff23d3f688d8e934 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x78d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a51b expref: 386 pid: 35223 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.882241:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000050ae6829/0xff23d3f688d8e934 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x78d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a51b expref: 386 pid: 35223 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.882252:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x78d:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.882255:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x78d:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.882259:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000603b815f/0xff23d3f688d9270e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x78d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.882267:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000603b815f/0xff23d3f688d9270e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x78d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.882290:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185322.882310:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f725880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+385:2391:x1876087010750592:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 109us (1335us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.882317:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22996
00000100:00100000:0.0:1789185322.882320:0:34810:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f725c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:34810:1876087018831744:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185322.882336:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22997
00000100:00100000:2.0:1789185322.882344:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f724e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+384:2391:x1876087010750464:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.882353:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.882358:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f542981d/0xff23d3f688d8e92d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x78c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a50d expref: 384 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.882368:0:34810:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b145d6c840 going to sleep for 11 seconds
00000100:00100000:0.0:1789185322.882389:0:35218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37522
00000100:00100000:0.0:1789185322.882397:0:35218:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b15176aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+633:3637:x1876087018831488:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1789185322.882410:0:35218:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1938 count 1
00010000:00010000:0.0:1789185322.882424:0:35218:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009a97dd45/0xff23d3f688d92762 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x792:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.882436:0:35218:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000fbaf8efa/0xff23d3f688d8e9ab lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x792:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a561 expref: 384 pid: 24325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.882503:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f542981d/0xff23d3f688d8e92d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x78c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a50d expref: 384 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.882517:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f542981d/0xff23d3f688d8e92d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x78c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a50d expref: 384 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.882527:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x78c:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.882529:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x78c:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.882534:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000007ef11ebc/0xff23d3f688d92707 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x78c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.882541:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007ef11ebc/0xff23d3f688d92707 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x78c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.882584:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185322.882605:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f724e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+383:2391:x1876087010750464:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 262us (1440us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.882611:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22997
00010000:00010000:2.0:1789185322.882634:0:8491:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000007ef11ebc/0xff23d3f688d92707 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x78c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.882645:0:8491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007ef11ebc/0xff23d3f688d92707 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x78c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.882655:0:8491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007ef11ebc/0xff23d3f688d92707 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x78c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.882657:0:35218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x792:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185322.882665:0:35218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x792:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.882671:0:8491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007ef11ebc/0xff23d3f688d92707 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x78c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.882672:0:35218:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009a97dd45/0xff23d3f688d92762 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x792:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.882701:0:8491:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1789185322.882718:0:35218:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000fbaf8efa/0xff23d3f688d8e9ab lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x792:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a561 expref: 382 pid: 24325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.882728:0:35218:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000fbaf8efa/0xff23d3f688d8e9ab lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x792:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a561 expref: 382 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.882737:0:35218:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f725500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35218:1876087018831872:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185322.882769:0:35218:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b145d6ca80 going to sleep for 11 seconds
00010000:00010000:0.0:1789185322.882781:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185322.882787:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007ef11ebc/0xff23d3f688d92707 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x78c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.882795:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bd600 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185322.882800:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007ef11ebc/0xff23d3f688d92707 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x78c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.882808:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007ef11ebc/0xff23d3f688d92707 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x78c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.882820:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007ef11ebc/0xff23d3f688d92707 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x78c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.882828:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007ef11ebc/0xff23d3f688d92707 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x78c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.882839:0:8491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f72b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+634:3637:x1876087018828160:12345-0@lo:6:osp-syn-0-0.0 Request processed in 14564us (14768us total) trans 4294977598 rc 0/0
00000100:00100000:2.0:1789185322.882853:0:8491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37509
00010000:00010000:0.0:1789185322.882864:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185322.882868:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185322.882871:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789185322.882875:0:8491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37523
00000100:00100000:2.0:1789185322.882883:0:8491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b15176a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+633:3635:x1876087018831616:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1789185322.882895:0:8491:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1939 count 1
00010000:00010000:2.0:1789185322.882907:0:8491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004e8cbc4d/0xff23d3f688d92769 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x793:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.882919:0:8491:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000007838eaf6/0xff23d3f688d8e950 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x793:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a56f expref: 382 pid: 8491 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.882927:0:8491:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x793:0x0].0x0 since=124s v=(0 0)
00010000:00010000:2.0:1789185322.882930:0:8491:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x793:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.882933:0:8491:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004e8cbc4d/0xff23d3f688d92769 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x793:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.882953:0:8491:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000007838eaf6/0xff23d3f688d8e950 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x793:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a56f expref: 382 pid: 8491 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.882962:0:8491:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000007838eaf6/0xff23d3f688d8e950 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x793:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a56f expref: 382 pid: 8491 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.882973:0:8491:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b147528e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8491:1876087018832000:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185322.882997:0:8491:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14b7b2540 going to sleep for 11 seconds
00000100:00100000:3.0:1789185322.883393:0:34809:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b152866d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:34809:1876087018831104:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185322.883418:0:34809:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000009a05288e/0xff23d3f688d9274d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x79d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.883543:0:8431:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f3bce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8431:1876087018830976:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185322.883602:0:8431:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000052b873d9/0xff23d3f688d92746 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x790:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.883670:0:178142:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b2067f66/0xff23d3f688d92700 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x797:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.883681:0:178142:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b2067f66/0xff23d3f688d92700 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x797:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.883690:0:178142:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b2067f66/0xff23d3f688d92700 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x797:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.883698:0:178142:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b2067f66/0xff23d3f688d92700 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x797:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.883718:0:178142:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1789185322.883786:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185322.883792:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b2067f66/0xff23d3f688d92700 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x797:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.883806:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149882200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185322.883811:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b2067f66/0xff23d3f688d92700 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x797:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.883820:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b2067f66/0xff23d3f688d92700 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x797:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.883835:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b2067f66/0xff23d3f688d92700 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x797:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.883843:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b2067f66/0xff23d3f688d92700 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x797:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.883852:0:178142:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d0d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+644:3636:x1876087018827904:12345-0@lo:6:osp-syn-1-0.0 Request processed in 16305us (20631us total) trans 4294989406 rc 0/0
00010000:00010000:2.0:1789185322.883861:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789185322.883861:0:178142:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37508
00010000:00010000:2.0:1789185322.883865:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.883868:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185322.883896:0:178146:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000603b815f/0xff23d3f688d9270e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x78d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.883905:0:178146:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000603b815f/0xff23d3f688d9270e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x78d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.883918:0:178146:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000603b815f/0xff23d3f688d9270e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x78d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.883924:0:178146:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000603b815f/0xff23d3f688d9270e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x78d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.883946:0:178146:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1789185322.884036:0:178146:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f728a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+634:3637:x1876087018828416:12345-0@lo:6:osp-syn-0-0.0 Request processed in 14820us (15830us total) trans 4294977599 rc 0/0
00010000:00010000:2.0:1789185322.884040:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00000100:00100000:0.0:1789185322.884046:0:178146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37510
00010000:00010000:2.0:1789185322.884048:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000603b815f/0xff23d3f688d9270e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x78d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.884058:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149883e00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185322.884062:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000603b815f/0xff23d3f688d9270e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x78d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.884070:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000603b815f/0xff23d3f688d9270e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x78d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.884083:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000603b815f/0xff23d3f688d9270e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x78d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.884089:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000603b815f/0xff23d3f688d9270e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x78d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.884105:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.884107:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.884108:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:3.0:1789185322.884145:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f709500/2, rc 0, transno 4294989406
00000100:00100000:3.0:1789185322.884171:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f709500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018827904:0@lo:6:osp-syn-1-0.0
00000004:00080000:1.0:1789185322.884313:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f72b800/2, rc 0, transno 4294977599
00000100:00100000:1.0:1789185322.884367:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f72b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018828416:0@lo:6:osp-syn-0-0.0
00000004:00080000:1.0:1789185322.884390:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f72ad80/2, rc 0, transno 4294977598
00000100:00100000:3.0:1789185322.884497:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f724700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018832128:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1789185322.884532:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185322.884748:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f72ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018828160:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185322.884760:0:35222:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018832128
00000100:00100000:1.0:1789185322.884765:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14752ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018832256:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185322.884768:0:35222:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018832128
00000100:00100000:1.0:1789185322.884801:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185322.884880:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1789185322.884886:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14752a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018832384:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185322.884909:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185322.885609:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185322.885654:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185322.885674:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010750720
00000100:00100000:2.0:1789185322.885679:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010750720
00010000:00010000:2.0:1789185322.885702:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000021529ac6/0xff23d3f688d8e949 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x790:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a545 expref: 383 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.885727:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010750848
00000100:00100000:2.0:1789185322.885730:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010750848
00010000:00010000:2.0:1789185322.885745:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002cf78d95/0xff23d3f688d8ef00 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x79d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a602 expref: 371 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.885765:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22998
00000100:00100000:2.0:1789185322.885774:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b269767050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+383:2392:x1876087010750720:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.885787:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.885793:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000021529ac6/0xff23d3f688d8e949 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x790:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a545 expref: 383 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.885806:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000021529ac6/0xff23d3f688d8e949 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x790:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a545 expref: 383 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.885827:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000021529ac6/0xff23d3f688d8e949 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x790:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a545 expref: 383 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.885842:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x790:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.885847:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x790:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.885854:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000052b873d9/0xff23d3f688d92746 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x790:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.885864:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000052b873d9/0xff23d3f688d92746 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x790:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.885890:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185322.885930:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b269767050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+382:2392:x1876087010750720:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 157us (323us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.885948:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22998
00000100:00100000:2.0:1789185322.885992:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22999
00000100:00100000:2.0:1789185322.885999:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14752aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+371:2392:x1876087010750848:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.886007:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.886013:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002cf78d95/0xff23d3f688d8ef00 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x79d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a602 expref: 371 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.886029:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002cf78d95/0xff23d3f688d8ef00 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x79d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a602 expref: 371 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.886043:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002cf78d95/0xff23d3f688d8ef00 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x79d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a602 expref: 371 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.886053:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x79d:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.886057:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x79d:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.886061:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009a05288e/0xff23d3f688d9274d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x79d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.886069:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009a05288e/0xff23d3f688d9274d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x79d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.886089:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185322.886107:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14752aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+370:2392:x1876087010750848:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 108us (452us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.886114:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22999
00010000:00010000:2.0:1789185322.886135:0:34809:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000009a05288e/0xff23d3f688d9274d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x79d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.886144:0:34809:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009a05288e/0xff23d3f688d9274d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x79d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.886155:0:34809:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009a05288e/0xff23d3f688d9274d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x79d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.886163:0:34809:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009a05288e/0xff23d3f688d9274d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x79d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.886180:0:34809:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1789185322.886311:0:34809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14fced180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+645:3635:x1876087018830592:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6245us (8489us total) trans 4294989407 rc 0/0
00000100:00100000:2.0:1789185322.886319:0:34809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37519
00000100:00100000:3.0:1789185322.886700:0:178144:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0d8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:178144:1876087018829696:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185322.886724:0:178144:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e5f3008c/0xff23d3f688d9271c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x798:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.887119:0:35222:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018832256
00000100:00100000:0.0:1789185322.887126:0:35222:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018832256
00000100:00100000:0.0:1789185322.887224:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37524
00000100:00100000:0.0:1789185322.887232:0:35222:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b152866d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+644:3636:x1876087018832128:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1789185322.887256:0:35222:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1951 count 1
00010000:00010000:0.0:1789185322.887279:0:35222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001cb1768f/0xff23d3f688d92770 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x79f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.887298:0:35222:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000035bb8972/0xff23d3f688d8ede1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x79f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a61e expref: 369 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.887308:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:0.0:1789185322.887308:0:35222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x79f:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185322.887315:0:35222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x79f:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185322.887321:0:35222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001cb1768f/0xff23d3f688d92770 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x79f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.887342:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.887360:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:0.0:1789185322.887427:0:35222:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000035bb8972/0xff23d3f688d8ede1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x79f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a61e expref: 369 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.887451:0:35222:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000035bb8972/0xff23d3f688d8ede1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x79f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a61e expref: 369 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.887462:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.887486:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.887500:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010751104
00000100:00100000:3.0:1789185322.887504:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010751104
00010000:00010000:3.0:1789185322.887525:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001a5156b0/0xff23d3f688d8e93b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x78e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a529 expref: 382 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.887561:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010751360
00000100:00100000:3.0:1789185322.887566:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010751360
00010000:00010000:3.0:1789185322.887579:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008597c8d9/0xff23d3f688d8edc5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x799:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a5ca expref: 370 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.887595:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010750976
00000100:00100000:3.0:1789185322.887598:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010750976
00010000:00010000:3.0:1789185322.887610:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000064b781d2/0xff23d3f688d8edbe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x798:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a5bc expref: 371 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.887621:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010751232
00000100:00100000:3.0:1789185322.887624:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010751232
00010000:00010000:3.0:1789185322.887634:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000bced296d/0xff23d3f688d8edda lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x79c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a5f4 expref: 372 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.887644:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010751488
00000100:00100000:3.0:1789185322.887647:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010751488
00010000:00010000:3.0:1789185322.887657:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000055f79686/0xff23d3f688d8edcc lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x79a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a5d8 expref: 373 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.887670:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23000
00000100:00100000:3.0:1789185322.887676:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b152867b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+382:2391:x1876087010751104:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.887686:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.887693:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001a5156b0/0xff23d3f688d8e93b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x78e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a529 expref: 382 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.887707:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001a5156b0/0xff23d3f688d8e93b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x78e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a529 expref: 382 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.887713:0:35222:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f726d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:35222:1876087018832512:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185322.887740:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x78e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.887744:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x78e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.887750:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000691a0de/0xff23d3f688d92715 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x78e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.887759:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000691a0de/0xff23d3f688d92715 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x78e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.887778:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185322.887785:0:35222:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b145d6c600 going to sleep for 11 seconds
00000100:00100000:3.0:1789185322.887805:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b152867b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+382:2391:x1876087010751104:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 127us (876us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.887813:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23000
00000100:00100000:0.0:1789185322.887817:0:16720:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f727800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16720:1876087018829824:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185322.887832:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23001
00010000:00010000:0.0:1789185322.887839:0:16720:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000006d201f36/0xff23d3f688d92723 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x79c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.887840:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14aa60a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+373:2391:x1876087010751360:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.887854:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.887860:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008597c8d9/0xff23d3f688d8edc5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x799:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a5ca expref: 373 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.887872:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008597c8d9/0xff23d3f688d8edc5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x799:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a5ca expref: 373 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.887875:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23002
00000100:00100000:0.0:1789185322.887889:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14aa60e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+373:2391:x1876087010750976:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.887892:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x799:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.887897:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x799:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185322.887898:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.887902:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000057531eb4/0xff23d3f688d92731 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x799:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.887906:0:178149:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000064b781d2/0xff23d3f688d8edbe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x798:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a5bc expref: 373 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.887922:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000057531eb4/0xff23d3f688d92731 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x799:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.887928:0:178149:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000064b781d2/0xff23d3f688d8edbe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x798:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a5bc expref: 373 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.887950:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.887968:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14aa60a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+373:2391:x1876087010751360:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 129us (627us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.887975:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23001
00000100:00100000:3.0:1789185322.887988:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23003
00000100:00100000:3.0:1789185322.887994:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f705c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+372:2391:x1876087010751232:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.888001:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.888006:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000bced296d/0xff23d3f688d8edda lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x79c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a5f4 expref: 372 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.888017:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000bced296d/0xff23d3f688d8edda lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x79c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a5f4 expref: 372 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.888029:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bced296d/0xff23d3f688d8edda lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x79c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a5f4 expref: 372 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.888040:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x79c:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.888044:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x79c:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.888048:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006d201f36/0xff23d3f688d92723 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x79c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.888061:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006d201f36/0xff23d3f688d92723 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x79c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.888076:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.888092:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f705c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+371:2391:x1876087010751232:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 98us (634us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.888097:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23003
00000100:00100000:3.0:1789185322.888108:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23004
00000100:00100000:3.0:1789185322.888114:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b152868a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+370:2391:x1876087010751488:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.888121:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.888125:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000055f79686/0xff23d3f688d8edcc lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x79a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a5d8 expref: 370 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.888136:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000055f79686/0xff23d3f688d8edcc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x79a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a5d8 expref: 370 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.888147:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x79a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.888150:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x79a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.888154:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007fe0979b/0xff23d3f688d92738 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x79a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.888162:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007fe0979b/0xff23d3f688d92738 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x79a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.888177:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.888194:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b152868a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+370:2391:x1876087010751488:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 80us (708us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.888200:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23004
00000100:00100000:3.0:1789185322.888651:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.888668:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010751744
00000100:00100000:3.0:1789185322.888673:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010751744
00010000:00010000:3.0:1789185322.888691:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a3304707/0xff23d3f688d8fe1f lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x79e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b9f1 expref: 370 pid: 24325 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.888713:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23005
00000100:00100000:3.0:1789185322.888720:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b269764850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+370:2393:x1876087010751744:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.888728:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.888733:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a3304707/0xff23d3f688d8fe1f lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x79e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b9f1 expref: 370 pid: 24325 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.888743:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a3304707/0xff23d3f688d8fe1f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x79e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b9f1 expref: 370 pid: 24325 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.888756:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x79e:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1789185322.888759:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x79e:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1789185322.888763:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f1b7551a/0xff23d3f688d92754 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x79e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.888771:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f1b7551a/0xff23d3f688d92754 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x79e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.888786:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.888807:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b269764850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+370:2393:x1876087010751744:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 87us (156us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.888813:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23005
00000100:00100000:3.0:1789185322.888912:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:1.0:1789185322.889372:0:178148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001a5156b0/0xff23d3f688d8e93b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x78e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a529 expref: 381 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.889470:0:178148:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e968700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:178148:1876087018829568:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185322.889495:0:178148:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000000691a0de/0xff23d3f688d92715 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x78e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.889505:0:178148:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000000691a0de/0xff23d3f688d92715 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x78e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.889511:0:178148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000691a0de/0xff23d3f688d92715 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x78e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.889521:0:178148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000691a0de/0xff23d3f688d92715 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x78e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.889530:0:178148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000691a0de/0xff23d3f688d92715 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x78e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.889567:0:178148:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00010000:00010000:0.0:1789185322.889682:0:178149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000064b781d2/0xff23d3f688d8edbe lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x798:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a5bc expref: 369 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.889697:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x798:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185322.889701:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x798:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185322.889706:0:178149:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e5f3008c/0xff23d3f688d9271c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x798:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.889715:0:178149:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e5f3008c/0xff23d3f688d9271c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x798:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.889742:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185322.889756:0:178148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f728e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+635:3636:x1876087018828800:12345-0@lo:6:osp-syn-0-0.0 Request processed in 14568us (15152us total) trans 4294977600 rc 0/0
00000100:00100000:1.0:1789185322.889766:0:178148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37511
00000100:00100000:1.0:1789185322.889909:0:178148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018832384
00000100:00100000:1.0:1789185322.889915:0:178148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018832384
00000100:00100000:1.0:1789185322.890008:0:178148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37525
00000100:00100000:1.0:1789185322.890016:0:178148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b15176a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+635:3637:x1876087018832256:12345-0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185322.890286:0:178143:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b147529180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:178143:1876087018830848:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185322.890304:0:178143:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000ee62d8df/0xff23d3f688d9273f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x78f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.890348:0:8491:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b147528e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8491:1876087018832000:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185322.890361:0:8491:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000004e8cbc4d/0xff23d3f688d92769 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x793:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:3.0:1789185322.890502:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f72a300/2, rc 0, transno 4294977600
00000100:00100000:3.0:1789185322.890516:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f72a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018828800:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185322.890534:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010751872
00000100:00100000:3.0:1789185322.890538:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010751872
00010000:00010000:3.0:1789185322.890576:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002b780be2/0xff23d3f688d8e942 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x78f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a537 expref: 381 pid: 35223 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.890600:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23006
00000100:00100000:3.0:1789185322.890607:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b145cb1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+381:2392:x1876087010751872:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.890619:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.890624:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002b780be2/0xff23d3f688d8e942 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x78f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a537 expref: 381 pid: 35223 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.890635:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002b780be2/0xff23d3f688d8e942 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x78f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a537 expref: 381 pid: 35223 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.890651:0:178150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002b780be2/0xff23d3f688d8e942 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x78f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a537 expref: 381 pid: 35223 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.890670:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x78f:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.890673:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x78f:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.890679:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ee62d8df/0xff23d3f688d9273f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x78f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.890689:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ee62d8df/0xff23d3f688d9273f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x78f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.890709:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00002000:00080000:1.0:1789185322.890790:0:178148:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1940 count 1
00010000:00010000:1.0:1789185322.890814:0:178148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000281d94e0/0xff23d3f688d92777 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x794:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.890828:0:178148:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006edb8b69/0xff23d3f688d8e957 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x794:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a57d expref: 380 pid: 8491 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.890836:0:178148:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x794:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185322.890840:0:178148:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x794:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.890844:0:178148:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000281d94e0/0xff23d3f688d92777 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x794:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.890872:0:178148:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006edb8b69/0xff23d3f688d8e957 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x794:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a57d expref: 380 pid: 8491 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.890885:0:178148:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006edb8b69/0xff23d3f688d8e957 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x794:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a57d expref: 380 pid: 8491 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.890899:0:178148:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151768e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:178148:1876087018832640:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185322.891100:0:178143:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000ee62d8df/0xff23d3f688d9273f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x78f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.891109:0:178143:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ee62d8df/0xff23d3f688d9273f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x78f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.891119:0:178143:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ee62d8df/0xff23d3f688d9273f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x78f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.891132:0:178143:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ee62d8df/0xff23d3f688d9273f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x78f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.891147:0:178143:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00000100:00100000:2.0:1789185322.891284:0:178143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14aa62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+636:3637:x1876087018830336:12345-0@lo:6:osp-syn-0-0.0 Request processed in 13152us (13668us total) trans 4294977601 rc 0/0
00000100:00100000:2.0:1789185322.891293:0:178143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37517
00000100:00100000:2.0:1789185322.891313:0:178143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37526
00000100:00100000:2.0:1789185322.891320:0:178143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151769180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+635:3637:x1876087018832384:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1789185322.891332:0:178143:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1941 count 1
00010000:00010000:2.0:1789185322.891344:0:178143:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bc9fe99c/0xff23d3f688d9277e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x795:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.891357:0:178143:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000236ef04a/0xff23d3f688d8e95e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x795:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a58b expref: 380 pid: 8491 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.891365:0:178143:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x795:0x0].0x0 since=124s v=(0 0)
00000100:00100000:0.0:1789185322.891386:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14aa60e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+368:2391:x1876087010750976:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 3497us (4021us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185322.891395:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23002
00010000:00010000:0.0:1789185322.891459:0:16720:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000006d201f36/0xff23d3f688d92723 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x79c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.891460:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b145cb1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+380:2392:x1876087010751872:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 851us (2545us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.891477:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23006
00010000:00010000:0.0:1789185322.891478:0:16720:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006d201f36/0xff23d3f688d92723 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x79c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.891494:0:16720:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006d201f36/0xff23d3f688d92723 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x79c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.891503:0:16720:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006d201f36/0xff23d3f688d92723 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x79c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.891571:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.891595:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010752128
00010000:00010000:0.0:1789185322.891600:0:16720:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool
00000100:00100000:3.0:1789185322.891601:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010752128
00010000:00010000:3.0:1789185322.891624:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007838eaf6/0xff23d3f688d8e950 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x793:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a56f expref: 380 pid: 8491 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.891648:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23007
00000100:00100000:3.0:1789185322.891656:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d0ce680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+380:2392:x1876087010752128:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.891665:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.891670:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000007838eaf6/0xff23d3f688d8e950 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x793:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a56f expref: 380 pid: 8491 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.891688:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007838eaf6/0xff23d3f688d8e950 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x793:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a56f expref: 380 pid: 8491 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.891697:0:16720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f728700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+645:3636:x1876087018829440:12345-0@lo:6:osp-syn-1-0.0 Request processed in 16348us (16979us total) trans 4294989408 rc 0/0
00000100:00100000:0.0:1789185322.891706:0:16720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37513
00010000:00010000:3.0:1789185322.891709:0:10396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007838eaf6/0xff23d3f688d8e950 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x793:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a56f expref: 380 pid: 8491 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.891723:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x793:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.891727:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x793:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.891732:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004e8cbc4d/0xff23d3f688d92769 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x793:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.891740:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004e8cbc4d/0xff23d3f688d92769 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x793:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.891746:0:35218:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f725500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35218:1876087018831872:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185322.891765:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1789185322.891766:0:35218:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000009a97dd45/0xff23d3f688d92762 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x792:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.891791:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d0ce680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+379:2392:x1876087010752128:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 134us (219us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.891799:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23007
00000100:00100000:0.0:1789185322.891843:0:34810:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f725c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:34810:1876087018831744:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185322.891858:0:34810:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000059346501/0xff23d3f688d9275b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x791:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.891878:0:178144:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e5f3008c/0xff23d3f688d9271c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x798:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.891886:0:178144:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e5f3008c/0xff23d3f688d9271c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x798:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.891894:0:178144:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e5f3008c/0xff23d3f688d9271c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x798:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.891901:0:178144:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e5f3008c/0xff23d3f688d9271c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x798:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.891908:0:178144:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool
00000100:00100000:0.0:1789185322.891986:0:178144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f729880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+645:3636:x1876087018828928:12345-0@lo:6:osp-syn-1-0.0 Request processed in 16673us (17307us total) trans 4294989409 rc 0/0
00000100:00100000:0.0:1789185322.891996:0:178144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37512
00000100:00100000:1.0:1789185322.892022:0:178148:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe7f6c0 going to sleep for 11 seconds
00000100:00100000:0.0:1789185322.892033:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:1.0:1789185322.892060:0:24325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008597c8d9/0xff23d3f688d8edc5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x799:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a5ca expref: 367 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.892074:0:24325:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e969c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24325:1876087018830080:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185322.892080:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:1.0:1789185322.892098:0:24325:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000057531eb4/0xff23d3f688d92731 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x799:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.892108:0:24325:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000057531eb4/0xff23d3f688d92731 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x799:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.892116:0:24325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000057531eb4/0xff23d3f688d92731 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x799:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.892125:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:1.0:1789185322.892127:0:24325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000057531eb4/0xff23d3f688d92731 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x799:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.892136:0:24325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000057531eb4/0xff23d3f688d92731 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x799:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.892146:0:24325:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool
00000100:00100000:0.0:1789185322.892146:0:178149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010752256
00000100:00100000:0.0:1789185322.892152:0:178149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010752256
00010000:00010000:0.0:1789185322.892172:0:178149:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ba5f8c80/0xff23d3f688d8f2b8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x791:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a553 expref: 379 pid: 35223 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.892190:0:178149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010751616
00000100:00100000:0.0:1789185322.892193:0:178149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010751616
00010000:00010000:0.0:1789185322.892207:0:178149:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002c4cfa57/0xff23d3f688d8edd3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x79b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a5e6 expref: 367 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.892223:0:178149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010752000
00000100:00100000:0.0:1789185322.892226:0:178149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010752000
00010000:00010000:0.0:1789185322.892238:0:178149:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000fbaf8efa/0xff23d3f688d8e9ab lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x792:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a561 expref: 380 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.892243:0:24325:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f709180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+645:3637:x1876087018829056:12345-0@lo:6:osp-syn-1-0.0 Request processed in 15614us (17373us total) trans 4294989410 rc 0/0
00000100:00100000:1.0:1789185322.892256:0:24325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37515
00000100:00100000:0.0:1789185322.892258:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23008
00000100:00100000:0.0:1789185322.892268:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f725c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+380:2394:x1876087010752256:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185322.892275:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185322.892281:0:178149:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ba5f8c80/0xff23d3f688d8f2b8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x791:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a553 expref: 380 pid: 35223 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.892292:0:178149:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ba5f8c80/0xff23d3f688d8f2b8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x791:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a553 expref: 380 pid: 35223 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.892301:0:35223:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000055f79686/0xff23d3f688d8edcc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x79a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a5d8 expref: 367 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.892310:0:178149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ba5f8c80/0xff23d3f688d8f2b8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x791:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a553 expref: 380 pid: 35223 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.892317:0:35223:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e968a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:35223:1876087018830208:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185322.892332:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x791:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185322.892336:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x791:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.892338:0:35223:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000007fe0979b/0xff23d3f688d92738 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x79a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.892342:0:178149:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000059346501/0xff23d3f688d9275b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x791:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.892355:0:35223:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000007fe0979b/0xff23d3f688d92738 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x79a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.892358:0:178149:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000059346501/0xff23d3f688d9275b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x791:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.892381:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185322.892403:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f725c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+379:2394:x1876087010752256:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 137us (372us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185322.892409:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23008
00000100:00100000:0.0:1789185322.892424:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23009
00000100:00100000:0.0:1789185322.892431:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f725500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+366:2392:x1876087010751616:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185322.892438:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185322.892455:0:178149:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002c4cfa57/0xff23d3f688d8edd3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x79b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a5e6 expref: 366 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.892467:0:178149:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002c4cfa57/0xff23d3f688d8edd3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x79b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a5e6 expref: 366 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.892479:0:178143:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x795:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.892490:0:178143:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bc9fe99c/0xff23d3f688d9277e lrc: 4/0,1 mode: --/PW res: [0x280000401:0x795:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.892497:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x79b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185322.892501:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x79b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185322.892506:0:178149:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004f475c67/0xff23d3f688d9272a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x79b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.892514:0:178149:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004f475c67/0xff23d3f688d9272a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x79b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.892521:0:178143:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000236ef04a/0xff23d3f688d8e95e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x795:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a58b expref: 378 pid: 8491 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.892530:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1789185322.892536:0:178143:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000236ef04a/0xff23d3f688d8e95e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x795:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a58b expref: 378 pid: 8491 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.892571:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f725500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+366:2392:x1876087010751616:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 140us (494us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.892574:0:178143:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b147529180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:178143:1876087018832896:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185322.892583:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23009
00000100:00100000:0.0:1789185322.892599:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23010
00000100:00100000:0.0:1789185322.892606:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f727800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+378:2392:x1876087010752000:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185322.892613:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185322.892619:0:178149:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000fbaf8efa/0xff23d3f688d8e9ab lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x792:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a561 expref: 378 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.892621:0:178143:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14bf0f300 going to sleep for 11 seconds
00010000:00010000:0.0:1789185322.892633:0:178149:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000fbaf8efa/0xff23d3f688d8e9ab lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x792:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a561 expref: 378 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.892638:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 5 total in blp.  (5 blwis in pool)
00010000:00010000:0.0:1789185322.892646:0:178149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fbaf8efa/0xff23d3f688d8e9ab lrc: 0/0,0 mode: --/PR res: [0x280000401:0x792:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a561 expref: 378 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.892648:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009a05288e/0xff23d3f688d9274d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x79d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.892673:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b26239a000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185322.892677:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x792:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.892679:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009a05288e/0xff23d3f688d9274d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x79d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.892682:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x792:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185322.892689:0:178149:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009a97dd45/0xff23d3f688d92762 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x792:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.892698:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009a05288e/0xff23d3f688d9274d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x79d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.892699:0:178149:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009a97dd45/0xff23d3f688d92762 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x792:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.892728:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009a05288e/0xff23d3f688d9274d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x79d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.892731:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1789185322.892740:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009a05288e/0xff23d3f688d9274d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x79d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.892750:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f727800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+377:2392:x1876087010752000:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 144us (625us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185322.892757:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23010
00010000:00010000:2.0:1789185322.892764:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 4 total in blp.  (4 blwis in pool)
00010000:00010000:2.0:1789185322.892769:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000691a0de/0xff23d3f688d92715 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x78e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.892777:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149882600 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185322.892778:0:34810:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000059346501/0xff23d3f688d9275b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x791:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.892781:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000691a0de/0xff23d3f688d92715 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x78e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.892797:0:34810:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000059346501/0xff23d3f688d9275b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x791:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.892800:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000691a0de/0xff23d3f688d92715 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x78e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.892812:0:34810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000059346501/0xff23d3f688d9275b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x791:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.892817:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000691a0de/0xff23d3f688d92715 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x78e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.892824:0:34810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000059346501/0xff23d3f688d9275b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x791:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.892831:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000691a0de/0xff23d3f688d92715 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x78e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.892836:0:34810:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool
00010000:00010000:2.0:1789185322.892853:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 4 total in blp.  (4 blwis in pool)
00010000:00010000:2.0:1789185322.892858:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ee62d8df/0xff23d3f688d9273f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x78f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.892866:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bd400 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185322.892870:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ee62d8df/0xff23d3f688d9273f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x78f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.892879:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ee62d8df/0xff23d3f688d9273f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x78f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.892891:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ee62d8df/0xff23d3f688d9273f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x78f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.892899:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ee62d8df/0xff23d3f688d9273f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x78f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.892916:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp.  (3 blwis in pool)
00010000:00010000:2.0:1789185322.892920:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006d201f36/0xff23d3f688d92723 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x79c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.892926:0:34810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b15176bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+636:3637:x1876087018831360:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11038us (11352us total) trans 4294977602 rc 0/0
00010000:00010000:2.0:1789185322.892936:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abdb400 already unused, calling callback (ffffffffc0cd94f0)
00000100:00100000:0.0:1789185322.892939:0:34810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37521
00010000:00010000:2.0:1789185322.892942:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006d201f36/0xff23d3f688d92723 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x79c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.892951:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006d201f36/0xff23d3f688d92723 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x79c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.892961:0:35218:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000009a97dd45/0xff23d3f688d92762 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x792:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.892963:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006d201f36/0xff23d3f688d92723 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x79c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.892979:0:35218:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009a97dd45/0xff23d3f688d92762 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x792:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.892982:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006d201f36/0xff23d3f688d92723 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x79c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.892991:0:35218:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009a97dd45/0xff23d3f688d92762 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x792:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.893000:0:35218:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009a97dd45/0xff23d3f688d92762 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x792:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.893005:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:2.0:1789185322.893012:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e5f3008c/0xff23d3f688d9271c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x798:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.893012:0:35218:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00010000:00010000:2.0:1789185322.893022:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b26239be00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185322.893026:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e5f3008c/0xff23d3f688d9271c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x798:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.893041:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e5f3008c/0xff23d3f688d9271c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x798:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.893054:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e5f3008c/0xff23d3f688d9271c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x798:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.893062:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e5f3008c/0xff23d3f688d9271c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x798:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.893080:0:35218:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b15176aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+636:3637:x1876087018831488:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10684us (11452us total) trans 4294977603 rc 0/0
00010000:00010000:2.0:1789185322.893082:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:2.0:1789185322.893088:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000057531eb4/0xff23d3f688d92731 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x799:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.893092:0:35218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37522
00010000:00010000:2.0:1789185322.893102:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149883a00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185322.893106:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000057531eb4/0xff23d3f688d92731 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x799:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.893115:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000057531eb4/0xff23d3f688d92731 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x799:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.893126:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000057531eb4/0xff23d3f688d92731 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x799:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.893134:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000057531eb4/0xff23d3f688d92731 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x799:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.893160:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:2.0:1789185322.893164:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000059346501/0xff23d3f688d9275b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x791:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.893171:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abdbc00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185322.893174:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000059346501/0xff23d3f688d9275b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x791:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.893181:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000059346501/0xff23d3f688d9275b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x791:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.893190:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000059346501/0xff23d3f688d9275b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x791:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.893197:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000059346501/0xff23d3f688d9275b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x791:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.893212:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185322.893215:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009a97dd45/0xff23d3f688d92762 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x792:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.893221:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abdae00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185322.893225:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009a97dd45/0xff23d3f688d92762 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x792:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.893237:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009a97dd45/0xff23d3f688d92762 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x792:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.893247:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009a97dd45/0xff23d3f688d92762 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x792:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.893254:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009a97dd45/0xff23d3f688d92762 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x792:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.893268:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.893269:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.893271:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.893282:0:8491:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000004e8cbc4d/0xff23d3f688d92769 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x793:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.893291:0:8491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004e8cbc4d/0xff23d3f688d92769 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x793:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.893301:0:8491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004e8cbc4d/0xff23d3f688d92769 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x793:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.893309:0:8491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004e8cbc4d/0xff23d3f688d92769 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x793:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.893323:0:8491:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1789185322.893503:0:35223:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007fe0979b/0xff23d3f688d92738 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x79a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.893513:0:35223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007fe0979b/0xff23d3f688d92738 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x79a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.893520:0:35223:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007fe0979b/0xff23d3f688d92738 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x79a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.893530:0:35223:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:1.0:1789185322.893621:0:35223:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f70b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+645:3637:x1876087018829184:12345-0@lo:6:osp-syn-1-0.0 Request processed in 16775us (18589us total) trans 4294989411 rc 0/0
00000100:00100000:1.0:1789185322.893628:0:35223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37516
00000004:00080000:1.0:1789185322.893668:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b151769c00/2, rc 0, transno 4294977603
00000100:00100000:1.0:1789185322.893681:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151769c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018831488:0@lo:6:osp-syn-0-0.0
00000004:00080000:1.0:1789185322.893691:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b151769500/2, rc 0, transno 4294977602
00000100:00100000:1.0:1789185322.893695:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151769500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018831360:0@lo:6:osp-syn-0-0.0
00000004:00080000:1.0:1789185322.893703:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14e969500/2, rc 0, transno 4294977601
00000100:00100000:1.0:1789185322.893707:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e969500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018830336:0@lo:6:osp-syn-0-0.0
00000004:00080000:1.0:1789185322.893716:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f708000/2, rc 0, transno 4294989411
00000100:00100000:1.0:1789185322.893728:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f708000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018829184:0@lo:6:osp-syn-1-0.0
00000004:00080000:1.0:1789185322.893737:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f70aa00/2, rc 0, transno 4294989410
00000100:00100000:1.0:1789185322.893740:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f70aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018829056:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185322.893776:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b147528e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018832768:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185322.893806:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:1.0:1789185322.893832:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14aa63b80/2, rc 0, transno 4294989407
00000100:00100000:1.0:1789185322.893836:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14aa63b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018830592:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185322.893854:0:16720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018832768
00000100:00100000:1.0:1789185322.893859:0:16720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018832768
00000100:00100000:1.0:1789185322.893886:0:16720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37527
00000100:00100000:1.0:1789185322.893894:0:16720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151769880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+637:3635:x1876087018832768:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185322.893915:0:16720:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1942 count 1
00010000:00010000:1.0:1789185322.893933:0:16720:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000048e3f1cb/0xff23d3f688d92785 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x796:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.893948:0:16720:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b36bcab6/0xff23d3f688d8e965 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x796:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a599 expref: 376 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.893955:0:16720:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x796:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185322.893958:0:16720:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x796:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.893962:0:16720:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000048e3f1cb/0xff23d3f688d92785 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x796:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.893986:0:16720:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b36bcab6/0xff23d3f688d8e965 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x796:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a599 expref: 376 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.893999:0:16720:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b36bcab6/0xff23d3f688d8e965 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x796:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a599 expref: 376 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.894017:0:16720:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151768700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16720:1876087018833024:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185322.894051:0:16720:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe7fa80 going to sleep for 11 seconds
00000100:00100000:1.0:1789185322.894122:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151769f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018833280:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185322.894148:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185322.894168:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1789185322.894179:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151768380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018833408:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185322.894201:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185322.894229:0:24325:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018833280
00000100:00100000:1.0:1789185322.894233:0:24325:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018833280
00000100:00100000:1.0:1789185322.894255:0:24325:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018833408
00000100:00100000:1.0:1789185322.894258:0:24325:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018833408
00000100:00100000:1.0:1789185322.894275:0:24325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37528
00000100:00100000:1.0:1789185322.894281:0:24325:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b15176ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+639:3637:x1876087018833280:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185322.894294:0:24325:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1944 count 1
00010000:00010000:1.0:1789185322.894306:0:24325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000603b815f/0xff23d3f688d9278c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x798:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.894317:0:24325:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e4573b9b/0xff23d3f688d8e973 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x798:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a5b5 expref: 376 pid: 8491 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.894324:0:24325:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x798:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185322.894327:0:24325:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x798:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.894331:0:24325:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000603b815f/0xff23d3f688d9278c lrc: 4/0,1 mode: --/PW res: [0x280000401:0x798:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.894356:0:24325:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e4573b9b/0xff23d3f688d8e973 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x798:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a5b5 expref: 376 pid: 8491 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.894608:0:8429:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002c4cfa57/0xff23d3f688d8edd3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x79b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a5e6 expref: 365 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.894621:0:8429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14752bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8429:1876087018829952:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185322.895097:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f724380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018833920:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185322.895133:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185322.895169:0:178145:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018833920
00000100:00100000:0.0:1789185322.895172:0:178145:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018833920
00000100:00100000:0.0:1789185322.895197:0:178145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37529
00000100:00100000:0.0:1789185322.895203:0:178145:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b15176b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+639:3637:x1876087018833408:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1789185322.895216:0:178145:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1945 count 1
00010000:00010000:0.0:1789185322.895231:0:178145:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000039d3f603/0xff23d3f688d92793 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x799:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.895246:0:178145:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000087094423/0xff23d3f688d8e97a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x799:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a5c3 expref: 376 pid: 8491 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.895254:0:178145:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x799:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185322.895258:0:178145:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x799:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185322.895262:0:178145:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000039d3f603/0xff23d3f688d92793 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x799:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.895281:0:178145:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000087094423/0xff23d3f688d8e97a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x799:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a5c3 expref: 376 pid: 8491 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.895289:0:178145:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000087094423/0xff23d3f688d8e97a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x799:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a5c3 expref: 376 pid: 8491 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.895300:0:178145:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f727480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:178145:1876087018834048:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185322.896091:0:178145:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b145d6c6c0 going to sleep for 11 seconds
00010000:00010000:1.0:1789185322.896261:0:24325:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e4573b9b/0xff23d3f688d8e973 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x798:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a5b5 expref: 376 pid: 8491 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.896284:0:24325:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b15176b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24325:1876087018833536:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185322.896312:0:24325:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe7f3c0 going to sleep for 11 seconds
00000100:00100000:1.0:1789185322.896344:0:35223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37530
00000100:00100000:1.0:1789185322.896356:0:35223:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f725f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+645:3637:x1876087018833920:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185322.896459:0:35223:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1954 count 1
00010000:00010000:1.0:1789185322.896480:0:35223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b2067f66/0xff23d3f688d9279a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7a2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.896496:0:35223:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d5a1d8b0/0xff23d3f688d8edfd lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a648 expref: 364 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.896505:0:35223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7a2:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185322.896509:0:35223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7a2:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.896513:0:35223:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b2067f66/0xff23d3f688d9279a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.896542:0:35223:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d5a1d8b0/0xff23d3f688d8edfd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a648 expref: 364 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.896575:0:35223:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d5a1d8b0/0xff23d3f688d8edfd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a648 expref: 364 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.896586:0:35223:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151768a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:35223:1876087018834176:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185322.896612:0:35223:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe7fe40 going to sleep for 11 seconds
00000100:00100000:1.0:1789185322.896631:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f727100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018833664:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185322.896690:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185322.896716:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0]
00000100:00100000:1.0:1789185322.896723:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b15176b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018833152:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185322.896746:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185322.896758:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f724000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018833792:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185322.896778:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:1.0:1789185322.896798:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:1.0:1789185322.896806:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004e8cbc4d/0xff23d3f688d92769 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x793:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.896814:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bd200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185322.896820:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004e8cbc4d/0xff23d3f688d92769 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x793:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.896830:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004e8cbc4d/0xff23d3f688d92769 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x793:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.896962:0:8491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b15176a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+639:3635:x1876087018831616:12345-0@lo:6:osp-syn-0-0.0 Request processed in 14078us (15225us total) trans 4294977604 rc 0/0
00000100:00100000:2.0:1789185322.896971:0:8491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37523
00000100:00100000:2.0:1789185322.896997:0:8491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018833664
00000100:00100000:2.0:1789185322.897003:0:8491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018833664
00000100:00100000:2.0:1789185322.897023:0:8491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018833152
00000100:00100000:2.0:1789185322.897025:0:8491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018833152
00000100:00100000:2.0:1789185322.897033:0:8491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018833792
00000100:00100000:2.0:1789185322.897035:0:8491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018833792
00000100:00100000:2.0:1789185322.897045:0:8491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37531
00000100:00100000:2.0:1789185322.897052:0:8491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b15176f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+647:3635:x1876087018833664:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1789185322.897065:0:8491:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1952 count 1
00010000:00010000:2.0:1789185322.897078:0:8491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006fffc687/0xff23d3f688d927a1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7a0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.897089:0:8491:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d702ea55/0xff23d3f688d8ede8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a62c expref: 364 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.897097:0:8491:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7a0:0x0].0x0 since=124s v=(0 0)
00010000:00010000:2.0:1789185322.897100:0:8491:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7a0:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.897104:0:8491:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006fffc687/0xff23d3f688d927a1 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.897127:0:8491:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d702ea55/0xff23d3f688d8ede8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a62c expref: 364 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.897138:0:8491:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d702ea55/0xff23d3f688d8ede8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a62c expref: 364 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.897154:0:8491:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14752bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8491:1876087018834304:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185322.897159:0:35222:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f726d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:35222:1876087018832512:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185322.897187:0:35222:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000001cb1768f/0xff23d3f688d92770 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x79f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.897198:0:8491:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14bf0fa80 going to sleep for 11 seconds
00000004:00080000:2.0:1789185322.897228:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b151768000/2, rc 0, transno 4294977604
00000100:00100000:2.0:1789185322.897244:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151768000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018831616:0@lo:6:osp-syn-0-0.0
00010000:00010000:2.0:1789185322.897258:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185322.897263:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007fe0979b/0xff23d3f688d92738 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x79a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.897269:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149883c00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185322.897272:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007fe0979b/0xff23d3f688d92738 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x79a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.897280:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007fe0979b/0xff23d3f688d92738 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x79a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.897297:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007fe0979b/0xff23d3f688d92738 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x79a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.897305:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007fe0979b/0xff23d3f688d92738 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x79a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.897328:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.897330:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.897332:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.897339:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:2.0:1789185322.897362:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f70b100/2, rc 0, transno 4294989409
00000100:00100000:0.0:1789185322.897425:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f726d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018834432:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185322.897464:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f70b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018828928:0@lo:6:osp-syn-1-0.0
00000004:00080000:2.0:1789185322.897482:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f70a680/2, rc 0, transno 4294989408
00000100:00100000:2.0:1789185322.897486:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f70a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018829440:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185322.897535:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14752aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018834560:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185322.897584:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185322.897599:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1789185322.897604:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b147528380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018834688:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185322.897637:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185322.897699:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:2.0:1789185322.897710:0:178147:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a3304707/0xff23d3f688d8fe1f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x79e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b9f1 expref: 364 pid: 24325 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.897724:0:178147:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b147528700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:178147:1876087018831232:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185322.897741:0:178147:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f1b7551a/0xff23d3f688d92754 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x79e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.897751:0:178147:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f1b7551a/0xff23d3f688d92754 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x79e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.897758:0:178147:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f1b7551a/0xff23d3f688d92754 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x79e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.897768:0:178147:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f1b7551a/0xff23d3f688d92754 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x79e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.897782:0:178147:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f1b7551a/0xff23d3f688d92754 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x79e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.897796:0:178147:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1789185322.897934:0:178147:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b150550000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+648:3635:x1876087018830720:12345-0@lo:6:osp-syn-1-0.0 Request processed in 17759us (20080us total) trans 4294989412 rc 0/0
00000100:00100000:2.0:1789185322.897941:0:178147:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37520
00000100:00100000:2.0:1789185322.897958:0:178147:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018834560
00000100:00100000:2.0:1789185322.897962:0:178147:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018834560
00000100:00100000:2.0:1789185322.897976:0:178147:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018834688
00000100:00100000:2.0:1789185322.897978:0:178147:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018834688
00000100:00100000:2.0:1789185322.897985:0:178147:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018834432
00000100:00100000:2.0:1789185322.897987:0:178147:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018834432
00000100:00100000:2.0:1789185322.897999:0:178147:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37532
00000100:00100000:2.0:1789185322.898005:0:178147:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b15176f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+640:3635:x1876087018833152:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1789185322.898021:0:178147:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1943 count 1
00010000:00010000:2.0:1789185322.898040:0:178147:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000146315f7/0xff23d3f688d927a8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x797:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.898054:0:178147:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000088c2da94/0xff23d3f688d8e96c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x797:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a5a7 expref: 376 pid: 8491 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.898062:0:178147:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x797:0x0].0x0 since=124s v=(0 0)
00010000:00010000:2.0:1789185322.898066:0:178147:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x797:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.898070:0:178147:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000146315f7/0xff23d3f688d927a8 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x797:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.898098:0:178147:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000088c2da94/0xff23d3f688d8e96c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x797:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a5a7 expref: 376 pid: 8491 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.898110:0:178147:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000088c2da94/0xff23d3f688d8e96c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x797:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a5a7 expref: 376 pid: 8491 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.898122:0:178147:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0db800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:178147:1876087018834816:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185322.898172:0:178147:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14b7b2540 going to sleep for 11 seconds
00000004:00080000:2.0:1789185322.898199:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14aa60380/2, rc 0, transno 4294989412
00000100:00100000:2.0:1789185322.898208:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14aa60380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018830720:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185322.899838:0:178142:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37533
00000100:00100000:0.0:1789185322.899863:0:178142:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b15176ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+649:3635:x1876087018833792:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1789185322.899894:0:178142:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1953 count 1
00010000:00010000:1.0:1789185322.899907:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004e8cbc4d/0xff23d3f688d92769 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x793:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.899923:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004e8cbc4d/0xff23d3f688d92769 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x793:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.899923:0:178142:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b93d1933/0xff23d3f688d927af lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7a1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.899949:0:178142:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a4c2a203/0xff23d3f688d8edf6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a63a expref: 363 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.899959:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1789185322.899965:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f1b7551a/0xff23d3f688d92754 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x79e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.899980:0:178142:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7a1:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185322.899982:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bc600 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185322.899987:0:178142:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7a1:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.899988:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f1b7551a/0xff23d3f688d92754 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x79e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.899999:0:178142:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b93d1933/0xff23d3f688d927af lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.900003:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f1b7551a/0xff23d3f688d92754 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x79e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.900022:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f1b7551a/0xff23d3f688d92754 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x79e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.900029:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f1b7551a/0xff23d3f688d92754 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x79e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.900042:0:178142:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a4c2a203/0xff23d3f688d8edf6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a63a expref: 363 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.900045:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185322.900049:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185322.900053:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185322.900061:0:178142:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a4c2a203/0xff23d3f688d8edf6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a63a expref: 363 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.900073:0:35218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37534
00000100:00100000:0.0:1789185322.900078:0:178142:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f724a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:178142:1876087018835072:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185322.900086:0:35218:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b147529f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+649:3635:x1876087018834560:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185322.900104:0:35218:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1955 count 1
00010000:00010000:1.0:1789185322.900118:0:35218:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004e6d0f6b/0xff23d3f688d927b6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7a3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.900131:0:35218:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c5d5947d/0xff23d3f688d8ee04 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a656 expref: 363 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.900139:0:35218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7a3:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185322.900143:0:35218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7a3:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.900147:0:35218:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004e6d0f6b/0xff23d3f688d927b6 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.900169:0:178142:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b145d6c600 going to sleep for 11 seconds
00010000:00010000:1.0:1789185322.900172:0:35218:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c5d5947d/0xff23d3f688d8ee04 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a656 expref: 363 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.900185:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185322.900192:0:35218:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c5d5947d/0xff23d3f688d8ee04 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a656 expref: 363 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.900202:0:178146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37535
00000100:00100000:1.0:1789185322.900206:0:35218:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b15176d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35218:1876087018835200:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185322.900213:0:178146:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d0d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+649:3635:x1876087018834688:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1789185322.900229:0:178146:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1956 count 1
00000100:00100000:1.0:1789185322.900239:0:35218:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe7f600 going to sleep for 11 seconds
00010000:00010000:0.0:1789185322.900245:0:178146:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000017719b4f/0xff23d3f688d927bd lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7a4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.900258:0:178146:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000053dcd865/0xff23d3f688d8ee0b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a664 expref: 363 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.900265:0:34810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37536
00010000:00010000:0.0:1789185322.900267:0:178146:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7a4:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185322.900272:0:178146:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7a4:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185322.900276:0:178146:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000017719b4f/0xff23d3f688d927bd lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.900278:0:34810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b276a0e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+640:3638:x1876087018834432:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185322.900300:0:34810:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1946 count 1
00010000:00010000:1.0:1789185322.900316:0:34810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008e9a7fa0/0xff23d3f688d927c4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x79a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.900334:0:34810:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000008f180863/0xff23d3f688d8e981 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x79a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a5d1 expref: 376 pid: 8491 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.900342:0:34810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x79a:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185322.900345:0:34810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x79a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.900349:0:34810:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008e9a7fa0/0xff23d3f688d927c4 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x79a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.900623:0:34810:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000008f180863/0xff23d3f688d8e981 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x79a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a5d1 expref: 376 pid: 8491 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.900635:0:34810:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000008f180863/0xff23d3f688d8e981 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x79a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a5d1 expref: 376 pid: 8491 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.900647:0:34810:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b15176dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:34810:1876087018835328:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185322.900676:0:34810:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe7f900 going to sleep for 11 seconds
00010000:00010000:0.0:1789185322.901689:0:178146:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000053dcd865/0xff23d3f688d8ee0b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a664 expref: 363 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.901705:0:178146:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000053dcd865/0xff23d3f688d8ee0b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a664 expref: 363 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.901718:0:178146:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f725880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:178146:1876087018835456:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185322.901778:0:178146:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b145d6ca80 going to sleep for 11 seconds
00010000:00010000:0.0:1789185322.902849:0:8431:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000052b873d9/0xff23d3f688d92746 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x790:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.902863:0:8431:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000052b873d9/0xff23d3f688d92746 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x790:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.902875:0:8431:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000052b873d9/0xff23d3f688d92746 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x790:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.902889:0:8431:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000052b873d9/0xff23d3f688d92746 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x790:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.903455:0:8429:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000004f475c67/0xff23d3f688d9272a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x79b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.903677:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.903771:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:3.0:1789185322.903788:0:8429:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000004f475c67/0xff23d3f688d9272a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x79b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.903798:0:8429:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004f475c67/0xff23d3f688d9272a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x79b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.903806:0:8429:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004f475c67/0xff23d3f688d9272a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x79b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.903814:0:8429:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004f475c67/0xff23d3f688d9272a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x79b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.905859:0:178148:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151768e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:178148:1876087018832640:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185322.905902:0:178148:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000281d94e0/0xff23d3f688d92777 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x794:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.906108:0:8431:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:0.0:1789185322.906146:0:178149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010752384
00000100:00100000:0.0:1789185322.906155:0:178149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010752384
00010000:00010000:0.0:1789185322.906203:0:178149:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000035bb8972/0xff23d3f688d8ede1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x79f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a61e expref: 364 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.906240:0:178149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010752512
00000100:00100000:0.0:1789185322.906244:0:178149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010752512
00010000:00010000:0.0:1789185322.906264:0:178149:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006edb8b69/0xff23d3f688d8e957 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x794:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a57d expref: 377 pid: 8491 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.906288:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23011
00000100:00100000:0.0:1789185322.906299:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d0cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+364:2392:x1876087010752384:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185322.906535:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:1.0:1789185322.906559:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000052b873d9/0xff23d3f688d92746 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x790:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.906573:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149883600 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185322.906578:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000052b873d9/0xff23d3f688d92746 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x790:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.906588:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000052b873d9/0xff23d3f688d92746 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x790:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.906622:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000052b873d9/0xff23d3f688d92746 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x790:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.906623:0:8429:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1789185322.906630:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000052b873d9/0xff23d3f688d92746 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x790:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.906656:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1789185322.906661:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004f475c67/0xff23d3f688d9272a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x79b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.906667:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bda00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185322.906669:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004f475c67/0xff23d3f688d9272a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x79b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.906677:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004f475c67/0xff23d3f688d9272a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x79b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.906686:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004f475c67/0xff23d3f688d9272a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x79b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.906693:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004f475c67/0xff23d3f688d9272a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x79b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.906708:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185322.906711:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185322.906714:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185322.906731:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185322.906740:0:178149:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000035bb8972/0xff23d3f688d8ede1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x79f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a61e expref: 364 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.906756:0:178149:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000035bb8972/0xff23d3f688d8ede1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x79f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a61e expref: 364 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.906776:0:178149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000035bb8972/0xff23d3f688d8ede1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x79f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a61e expref: 364 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.906799:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x79f:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185322.906803:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x79f:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185322.906810:0:178149:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001cb1768f/0xff23d3f688d92770 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x79f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.906820:0:178149:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001cb1768f/0xff23d3f688d92770 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x79f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.906850:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1789185322.906852:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789185322.906890:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018834944:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185322.906899:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d0cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+363:2392:x1876087010752384:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 600us (3222us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185322.906908:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23011
00000100:00100000:2.0:1789185322.906939:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185322.906947:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23012
00000100:00100000:0.0:1789185322.906957:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b269765c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+377:2392:x1876087010752512:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185322.906967:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00000100:00100000:1.0:1789185322.906969:0:178144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018834944
00010000:00010000:0.0:1789185322.906973:0:178149:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006edb8b69/0xff23d3f688d8e957 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x794:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a57d expref: 377 pid: 8491 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.906976:0:178144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018834944
00010000:00010000:0.0:1789185322.906989:0:178149:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006edb8b69/0xff23d3f688d8e957 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x794:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a57d expref: 377 pid: 8491 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.907004:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185322.907006:0:178149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006edb8b69/0xff23d3f688d8e957 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x794:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a57d expref: 377 pid: 8491 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.907010:0:178144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37537
00000100:00100000:1.0:1789185322.907022:0:178144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d0dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+651:3637:x1876087018834944:12345-0@lo:6:osp-syn-1-0.0
00010000:00010000:0.0:1789185322.907031:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x794:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185322.907035:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x794:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185322.907040:0:178149:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000281d94e0/0xff23d3f688d92777 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x794:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.907048:0:178149:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000281d94e0/0xff23d3f688d92777 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x794:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.907076:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00002000:00080000:1.0:1789185322.907078:0:178144:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1957 count 1
00010000:00010000:1.0:1789185322.907102:0:178144:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000092ed5948/0xff23d3f688d927cb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7a5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.907104:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b269765c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+376:2392:x1876087010752512:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 147us (3330us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185322.907119:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23012
00010000:00010000:1.0:1789185322.907129:0:178144:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c4b8f5c3/0xff23d3f688d8ee12 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a672 expref: 362 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.907138:0:178144:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7a5:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185322.907142:0:178144:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7a5:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.907147:0:178144:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000092ed5948/0xff23d3f688d927cb lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.907164:0:178148:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000281d94e0/0xff23d3f688d92777 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x794:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.907173:0:178148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000281d94e0/0xff23d3f688d92777 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x794:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.907176:0:178144:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c4b8f5c3/0xff23d3f688d8ee12 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a672 expref: 362 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.907190:0:178144:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c4b8f5c3/0xff23d3f688d8ee12 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a672 expref: 362 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.907191:0:35222:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000001cb1768f/0xff23d3f688d92770 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x79f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.907193:0:178148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000281d94e0/0xff23d3f688d92777 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x794:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.907215:0:178148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000281d94e0/0xff23d3f688d92777 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x794:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.907216:0:35222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001cb1768f/0xff23d3f688d92770 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x79f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.907217:0:178144:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b15176fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:178144:1876087018835584:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185322.907239:0:35222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001cb1768f/0xff23d3f688d92770 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x79f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.907244:0:178148:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1789185322.907248:0:35222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001cb1768f/0xff23d3f688d92770 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x79f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.907263:0:178144:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe7f6c0 going to sleep for 11 seconds
00010000:00010000:0.0:1789185322.907267:0:35222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00010000:00010000:1.0:1789185322.907278:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:1.0:1789185322.907283:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000281d94e0/0xff23d3f688d92777 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x794:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.907290:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149882800 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185322.907293:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000281d94e0/0xff23d3f688d92777 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x794:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.907302:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000281d94e0/0xff23d3f688d92777 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x794:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.907313:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000281d94e0/0xff23d3f688d92777 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x794:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.907320:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000281d94e0/0xff23d3f688d92777 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x794:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.907336:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00000100:00100000:2.0:1789185322.907338:0:178148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b15176a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+641:3637:x1876087018832256:12345-0@lo:6:osp-syn-0-0.0 Request processed in 17324us (22536us total) trans 4294977605 rc 0/0
00010000:00010000:1.0:1789185322.907339:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001cb1768f/0xff23d3f688d92770 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x79f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.907346:0:178148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37525
00010000:00010000:1.0:1789185322.907346:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abdba00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185322.907350:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001cb1768f/0xff23d3f688d92770 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x79f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.907357:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001cb1768f/0xff23d3f688d92770 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x79f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.907366:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001cb1768f/0xff23d3f688d92770 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x79f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.907373:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001cb1768f/0xff23d3f688d92770 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x79f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.907388:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185322.907390:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185322.907391:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:2.0:1789185322.907476:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14752ad80/2, rc 0, transno 4294977605
00000100:00100000:2.0:1789185322.907491:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14752ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018832256:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185322.907542:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1789185322.907607:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b147528700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018835712:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185322.907632:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:2.0:1789185322.907659:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789185322.907668:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018835712
00000100:00100000:2.0:1789185322.907672:0:8428:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018835712
00000100:00100000:2.0:1789185322.908068:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37538
00000100:00100000:2.0:1789185322.908075:0:8428:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f3bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+641:3637:x1876087018835712:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1789185322.908093:0:8428:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1947 count 1
00010000:00010000:2.0:1789185322.908109:0:8428:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ee62d8df/0xff23d3f688d927d2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x79b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.908125:0:8428:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ca21b233/0xff23d3f688d8e988 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x79b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a5df expref: 375 pid: 8491 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.908135:0:8428:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x79b:0x0].0x0 since=124s v=(0 0)
00010000:00010000:2.0:1789185322.908139:0:8428:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x79b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.908144:0:8428:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ee62d8df/0xff23d3f688d927d2 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x79b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.908177:0:8428:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ca21b233/0xff23d3f688d8e988 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x79b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a5df expref: 375 pid: 8491 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.908189:0:8428:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ca21b233/0xff23d3f688d8e988 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x79b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a5df expref: 375 pid: 8491 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.908203:0:8428:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f729c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8428:1876087018835840:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185322.908308:0:8428:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14b7b2900 going to sleep for 11 seconds
00000100:00100000:3.0:1789185322.908506:0:8429:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14752b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+652:3636:x1876087018829312:12345-0@lo:6:osp-syn-1-0.0 Request processed in 32896us (33749us total) trans 4294989413 rc 0/0
00000100:00100000:3.0:1789185322.908514:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37514
00000100:00100000:0.0:1789185322.908711:0:35222:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b152866d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+651:3636:x1876087018832128:12345-0@lo:6:osp-syn-1-0.0 Request processed in 21478us (24176us total) trans 4294989414 rc 0/0
00000004:00080000:2.0:1789185322.908712:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f724700/2, rc 0, transno 4294989414
00000100:00100000:0.0:1789185322.908724:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37524
00000100:00100000:2.0:1789185322.908770:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f724700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018832128:0@lo:6:osp-syn-1-0.0
00000004:00080000:2.0:1789185322.908786:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f70a300/2, rc 0, transno 4294989413
00000100:00100000:2.0:1789185322.908847:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f70a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018829312:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185322.909292:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185322.909380:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185322.909404:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010752640
00000100:00100000:0.0:1789185322.909410:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010752640
00010000:00010000:0.0:1789185322.909437:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b36bcab6/0xff23d3f688d8e965 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x796:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a599 expref: 376 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.909484:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010752768
00000100:00100000:0.0:1789185322.909620:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010752768
00010000:00010000:0.0:1789185322.909637:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000236ef04a/0xff23d3f688d8e95e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x795:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a58b expref: 377 pid: 8491 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.909658:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23013
00000100:00100000:0.0:1789185322.909667:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f725c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+377:2392:x1876087010752640:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185322.909678:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185322.909683:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b36bcab6/0xff23d3f688d8e965 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x796:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a599 expref: 377 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.909696:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b36bcab6/0xff23d3f688d8e965 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x796:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a599 expref: 377 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.909719:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x796:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185322.909723:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x796:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185322.909730:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000048e3f1cb/0xff23d3f688d92785 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x796:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.909741:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000048e3f1cb/0xff23d3f688d92785 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x796:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.909759:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185322.909790:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f725c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+377:2392:x1876087010752640:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 125us (500us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185322.909797:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23013
00000100:00100000:0.0:1789185322.909812:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23014
00000100:00100000:0.0:1789185322.909817:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f725500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+376:2391:x1876087010752768:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185322.909824:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185322.909828:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000236ef04a/0xff23d3f688d8e95e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x795:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a58b expref: 376 pid: 8491 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.909839:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000236ef04a/0xff23d3f688d8e95e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x795:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a58b expref: 376 pid: 8491 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.909850:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x795:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185322.909853:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x795:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185322.909856:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000bc9fe99c/0xff23d3f688d9277e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x795:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.909863:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bc9fe99c/0xff23d3f688d9277e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x795:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.909880:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185322.909898:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f725500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+376:2391:x1876087010752768:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 80us (519us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185322.909904:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23014
00010000:00010000:1.0:1789185322.911391:0:16720:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b36bcab6/0xff23d3f688d8e965 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x796:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a599 expref: 375 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.911487:0:16720:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151768700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16720:1876087018833024:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185322.911513:0:16720:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000048e3f1cb/0xff23d3f688d92785 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x796:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.911525:0:16720:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000048e3f1cb/0xff23d3f688d92785 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x796:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.911532:0:16720:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000048e3f1cb/0xff23d3f688d92785 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x796:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.911631:0:16720:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000048e3f1cb/0xff23d3f688d92785 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x796:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.911639:0:16720:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000048e3f1cb/0xff23d3f688d92785 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x796:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.911655:0:16720:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1789185322.911826:0:16720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151769880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+642:3635:x1876087018832768:12345-0@lo:6:osp-syn-0-0.0 Request processed in 17931us (18018us total) trans 4294977606 rc 0/0
00000100:00100000:1.0:1789185322.911836:0:16720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37527
00000100:00100000:1.0:1789185322.911959:0:34810:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b15176dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:34810:1876087018835328:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185322.911974:0:34810:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000008e9a7fa0/0xff23d3f688d927c4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x79a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.911997:0:24325:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b15176b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24325:1876087018833536:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185322.912007:0:24325:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000603b815f/0xff23d3f688d9278c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x798:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.912025:0:35223:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151768a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:35223:1876087018834176:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185322.912035:0:35223:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b2067f66/0xff23d3f688d9279a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.912457:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018835968:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185322.912510:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:3.0:1789185322.912618:0:178143:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000236ef04a/0xff23d3f688d8e95e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x795:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a58b expref: 374 pid: 8491 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.912627:0:178169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018835968
00000100:00100000:3.0:1789185322.912633:0:178143:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b147529180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:178143:1876087018832896:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185322.912635:0:178169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018835968
00010000:00010000:3.0:1789185322.912654:0:178143:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000bc9fe99c/0xff23d3f688d9277e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x795:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.912671:0:178143:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000bc9fe99c/0xff23d3f688d9277e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x795:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.912676:0:178169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37539
00010000:00010000:3.0:1789185322.912684:0:178143:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bc9fe99c/0xff23d3f688d9277e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x795:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.912688:0:178169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f72a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+651:3635:x1876087018835968:12345-0@lo:6:osp-syn-1-0.0
00010000:00010000:3.0:1789185322.912703:0:178143:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bc9fe99c/0xff23d3f688d9277e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x795:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.912711:0:178143:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bc9fe99c/0xff23d3f688d9277e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x795:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00080000:1.0:1789185322.912719:0:178169:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1958 count 1
00010000:00010000:3.0:1789185322.912727:0:178143:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00010000:00010000:1.0:1789185322.912742:0:178169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fa501034/0xff23d3f688d927d9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7a6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.912758:0:178169:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000efc5de29/0xff23d3f688d90079 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 46137344->46141439) gid 0 flags: 0x40000000020000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bc4b expref: 362 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.912767:0:178169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x7a6:0x0].0x0 since=121s v=(0 0)
00010000:00010000:1.0:1789185322.912772:0:178169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7a6:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1789185322.912777:0:178169:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fa501034/0xff23d3f688d927d9 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.912805:0:178169:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000efc5de29/0xff23d3f688d90079 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 46137344->46141439) gid 0 flags: 0x50000000030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bc4b expref: 362 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.912819:0:178169:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000efc5de29/0xff23d3f688d90079 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x7a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 46137344->46141439) gid 0 flags: 0x70000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bc4b expref: 362 pid: 8491 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.912831:0:178169:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b15176dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:178169:1876087018836224:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185322.912839:0:178143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151769180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+642:3637:x1876087018832384:12345-0@lo:6:osp-syn-0-0.0 Request processed in 21518us (27927us total) trans 4294977607 rc 0/0
00000100:00100000:3.0:1789185322.912848:0:178143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37526
00000100:00100000:3.0:1789185322.912875:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018836096:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1789185322.912902:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185322.912944:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018836096
00000100:00100000:3.0:1789185322.912948:0:8429:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018836096
00000100:00100000:3.0:1789185322.912979:0:34809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37540
00000100:00100000:3.0:1789185322.912986:0:34809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b147529180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+652:3636:x1876087018836096:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:3.0:1789185322.912999:0:34809:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1959 count 1
00010000:00010000:3.0:1789185322.913012:0:34809:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009b4d9ff2/0xff23d3f688d927e0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7a7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.913014:0:178169:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe7fe40 going to sleep for 11 seconds
00010000:00010000:3.0:1789185322.913029:0:34809:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004d3fb82c/0xff23d3f688d8ee20 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a68e expref: 362 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.913036:0:34809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7a7:0x0].0x0 since=124s v=(0 0)
00010000:00010000:3.0:1789185322.913040:0:34809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7a7:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.913044:0:34809:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009b4d9ff2/0xff23d3f688d927e0 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.913067:0:34809:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004d3fb82c/0xff23d3f688d8ee20 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a68e expref: 362 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.913078:0:34809:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004d3fb82c/0xff23d3f688d8ee20 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a68e expref: 362 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.913090:0:34809:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d41ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:34809:1876087018836352:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185322.913122:0:34809:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14d801a80 going to sleep for 11 seconds
00000100:00100000:0.0:1789185322.913405:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185322.913428:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185322.913561:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185322.913585:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185322.913616:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185322.913695:0:35218:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b15176d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35218:1876087018835200:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185322.913708:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:1.0:1789185322.913716:0:35218:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000004e6d0f6b/0xff23d3f688d927b6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.913732:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185322.913753:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185322.913769:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185322.913818:0:178144:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b15176fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:178144:1876087018835584:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185322.913835:0:178144:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000092ed5948/0xff23d3f688d927cb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.913847:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185322.913873:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.913892:0:8491:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14752bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8491:1876087018834304:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185322.913899:0:178149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010752896
00000100:00100000:0.0:1789185322.913905:0:178149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010752896
00010000:00010000:3.0:1789185322.913910:0:8491:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000006fffc687/0xff23d3f688d927a1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.913955:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010753152
00000100:00100000:3.0:1789185322.913959:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010753152
00010000:00010000:3.0:1789185322.913978:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e4573b9b/0xff23d3f688d8e973 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x798:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a5b5 expref: 375 pid: 8491 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.914001:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010753024
00000100:00100000:3.0:1789185322.914004:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010753024
00010000:00010000:3.0:1789185322.914022:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000008f180863/0xff23d3f688d8e981 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x79a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a5d1 expref: 376 pid: 8491 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.914035:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010753280
00000100:00100000:3.0:1789185322.914038:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010753280
00010000:00010000:0.0:1789185322.914049:0:178149:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000087094423/0xff23d3f688d8e97a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x799:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a5c3 expref: 374 pid: 8491 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.914057:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d5a1d8b0/0xff23d3f688d8edfd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a648 expref: 363 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.914082:0:178149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010753408
00000100:00100000:3.0:1789185322.914083:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010753664
00000100:00100000:3.0:1789185322.914088:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010753664
00000100:00100000:0.0:1789185322.914090:0:178149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010753408
00010000:00010000:3.0:1789185322.914109:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a4c2a203/0xff23d3f688d8edf6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a63a expref: 365 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.914126:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010753536
00000100:00100000:3.0:1789185322.914129:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010753536
00010000:00010000:3.0:1789185322.914147:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000088c2da94/0xff23d3f688d8e96c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x797:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a5a7 expref: 377 pid: 8491 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.914161:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010753792
00000100:00100000:3.0:1789185322.914164:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010753792
00010000:00010000:3.0:1789185322.914191:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c5d5947d/0xff23d3f688d8ee04 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a656 expref: 366 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.914204:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010753920
00000100:00100000:3.0:1789185322.914207:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010753920
00010000:00010000:3.0:1789185322.914220:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000053dcd865/0xff23d3f688d8ee0b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a664 expref: 367 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.914230:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010754176
00000100:00100000:3.0:1789185322.914233:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010754176
00010000:00010000:3.0:1789185322.914243:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ca21b233/0xff23d3f688d8e988 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x79b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a5df expref: 378 pid: 8491 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.914254:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010754048
00000100:00100000:3.0:1789185322.914257:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010754048
00010000:00010000:3.0:1789185322.914268:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c4b8f5c3/0xff23d3f688d8ee12 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a672 expref: 368 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.914284:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23015
00000100:00100000:3.0:1789185322.914294:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f724e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+378:2391:x1876087010753152:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.914308:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.914315:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e4573b9b/0xff23d3f688d8e973 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x798:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a5b5 expref: 378 pid: 8491 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.914330:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e4573b9b/0xff23d3f688d8e973 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x798:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a5b5 expref: 378 pid: 8491 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.914348:0:178149:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d702ea55/0xff23d3f688d8ede8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a62c expref: 365 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.914358:0:178150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e4573b9b/0xff23d3f688d8e973 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x798:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a5b5 expref: 378 pid: 8491 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.914401:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23016
00000100:00100000:0.0:1789185322.914410:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b145cb1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+378:2391:x1876087010753024:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185322.914420:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185322.914425:0:178149:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000008f180863/0xff23d3f688d8e981 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x79a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a5d1 expref: 378 pid: 8491 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.914435:0:178149:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000008f180863/0xff23d3f688d8e981 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x79a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a5d1 expref: 378 pid: 8491 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.914460:0:178149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008f180863/0xff23d3f688d8e981 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x79a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a5d1 expref: 378 pid: 8491 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.914486:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x79a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185322.914489:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x79a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185322.914497:0:178149:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000008e9a7fa0/0xff23d3f688d927c4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x79a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.914506:0:178149:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008e9a7fa0/0xff23d3f688d927c4 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x79a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.914538:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185322.914607:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b145cb1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+377:2391:x1876087010753024:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 198us (1059us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185322.914616:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23016
00000004:00080000:2.0:1789185322.914627:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b147528e00/2, rc 0, transno 4294977606
00010000:00010000:1.0:1789185322.914634:0:34810:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000008e9a7fa0/0xff23d3f688d927c4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x79a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.914641:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23017
00000100:00100000:2.0:1789185322.914644:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b147528e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018832768:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185322.914654:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f727800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+376:2391:x1876087010752896:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185322.914656:0:34810:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008e9a7fa0/0xff23d3f688d927c4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x79a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.914671:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185322.914674:0:34810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008e9a7fa0/0xff23d3f688d927c4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x79a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.914679:0:178149:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000087094423/0xff23d3f688d8e97a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x799:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a5c3 expref: 376 pid: 8491 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.914692:0:34810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008e9a7fa0/0xff23d3f688d927c4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x79a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.914699:0:178149:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000087094423/0xff23d3f688d8e97a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x799:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a5c3 expref: 376 pid: 8491 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000004:00080000:2.0:1789185322.914701:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14752a300/2, rc 0, transno 4294977607
00000100:00100000:2.0:1789185322.914711:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14752a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018832384:0@lo:6:osp-syn-0-0.0
00010000:00010000:1.0:1789185322.914714:0:34810:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00010000:00010000:0.0:1789185322.914719:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x799:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185322.914723:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x799:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185322.914727:0:178149:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000039d3f603/0xff23d3f688d92793 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x799:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.914734:0:178149:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000039d3f603/0xff23d3f688d92793 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x799:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.914753:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185322.914775:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f727800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+376:2391:x1876087010752896:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 124us (1371us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185322.914783:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23017
00000100:00100000:2.0:1789185322.914791:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f72aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018836480:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185322.914808:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23018
00000100:00100000:0.0:1789185322.914818:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b152867b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+368:2391:x1876087010753280:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185322.914827:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185322.914832:0:178149:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d5a1d8b0/0xff23d3f688d8edfd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7a2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a648 expref: 368 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.914839:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185322.914855:0:34810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b276a0e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+642:3638:x1876087018834432:12345-0@lo:6:osp-syn-0-0.0 Request processed in 14579us (17364us total) trans 4294977608 rc 0/0
00010000:00010000:0.0:1789185322.914856:0:178149:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d5a1d8b0/0xff23d3f688d8edfd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7a2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a648 expref: 368 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.914873:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00010000:00010000:0.0:1789185322.914878:0:178149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d5a1d8b0/0xff23d3f688d8edfd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7a2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a648 expref: 368 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.914881:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f729f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018836608:0@lo:6:osp-syn-0-0.0
00010000:00010000:0.0:1789185322.914896:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7a2:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185322.914900:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7a2:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185322.914904:0:178149:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b2067f66/0xff23d3f688d9279a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.914914:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:0.0:1789185322.914916:0:178149:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b2067f66/0xff23d3f688d9279a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.914936:0:34810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37536
00010000:00010000:0.0:1789185322.914959:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1789185322.915016:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x798:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.915021:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x798:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.915026:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000603b815f/0xff23d3f688d9278c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x798:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.915035:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000603b815f/0xff23d3f688d9278c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x798:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.915056:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185322.915093:0:34810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018836480
00000100:00100000:1.0:1789185322.915099:0:34810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018836480
00000004:00080000:2.0:1789185322.915119:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f726d80/2, rc 0, transno 4294977608
00000100:00100000:1.0:1789185322.915126:0:34810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018836608
00000100:00100000:1.0:1789185322.915130:0:34810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018836608
00000100:00100000:2.0:1789185322.915133:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f726d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018834432:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185322.915155:0:34810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37541
00000100:00100000:1.0:1789185322.915163:0:34810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f728380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+643:3637:x1876087018836480:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185322.915183:0:34810:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1948 count 1
00000100:00100000:0.0:1789185322.915198:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b152867b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+367:2391:x1876087010753280:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 381us (1610us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185322.915205:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23018
00000100:00100000:0.0:1789185322.915222:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23019
00000100:00100000:0.0:1789185322.915229:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f705c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+366:2391:x1876087010753664:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185322.915238:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185322.915244:0:178149:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a4c2a203/0xff23d3f688d8edf6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a63a expref: 366 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.915250:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151775880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018836736:0@lo:6:osp-syn-0-0.0
00010000:00010000:0.0:1789185322.915267:0:178149:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a4c2a203/0xff23d3f688d8edf6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a63a expref: 366 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.915280:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7a1:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.915282:0:34810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ba247524/0xff23d3f688d927e7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x79c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.915284:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7a1:0x0].0x0 since=0s v=(0 0)
00000100:00100000:2.0:1789185322.915290:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:0.0:1789185322.915294:0:178149:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b93d1933/0xff23d3f688d927af lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.915308:0:178149:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b93d1933/0xff23d3f688d927af lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.915312:0:34810:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000090cb999f/0xff23d3f688d8e98f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x79c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a5ed expref: 374 pid: 8491 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.915325:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:1.0:1789185322.915325:0:34810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x79c:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185322.915329:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1789185322.915334:0:34810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x79c:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.915336:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000048e3f1cb/0xff23d3f688d92785 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x796:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.915339:0:34810:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ba247524/0xff23d3f688d927e7 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x79c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.915355:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f705c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+366:2391:x1876087010753664:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 123us (1645us total) trans 0 rc 0/0
00010000:00010000:2.0:1789185322.915360:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149883800 already unused, calling callback (ffffffffc0cd94f0)
00000100:00100000:0.0:1789185322.915367:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23019
00010000:00010000:1.0:1789185322.915379:0:34810:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000090cb999f/0xff23d3f688d8e98f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x79c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a5ed expref: 374 pid: 8491 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.915384:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23020
00000100:00100000:0.0:1789185322.915392:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b152868a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+374:2391:x1876087010753536:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185322.915399:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185322.915404:0:178149:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000088c2da94/0xff23d3f688d8e96c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x797:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a5a7 expref: 374 pid: 8491 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.915413:0:178149:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000088c2da94/0xff23d3f688d8e96c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x797:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a5a7 expref: 374 pid: 8491 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.915431:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x797:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185322.915434:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x797:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.915435:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000048e3f1cb/0xff23d3f688d92785 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x796:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.915439:0:178149:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000146315f7/0xff23d3f688d927a8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x797:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.915470:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000048e3f1cb/0xff23d3f688d92785 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x796:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.915477:0:34810:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000090cb999f/0xff23d3f688d8e98f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x79c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a5ed expref: 374 pid: 8491 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.915479:0:178149:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000146315f7/0xff23d3f688d927a8 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x797:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.915495:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000048e3f1cb/0xff23d3f688d92785 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x796:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.915509:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1789185322.915510:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000048e3f1cb/0xff23d3f688d92785 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x796:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.915510:0:34810:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b15176fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:34810:1876087018836864:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185322.915542:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:2.0:1789185322.915564:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bc9fe99c/0xff23d3f688d9277e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x795:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.915576:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bc400 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185322.915580:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bc9fe99c/0xff23d3f688d9277e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x795:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.915588:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bc9fe99c/0xff23d3f688d9277e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x795:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.915597:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bc9fe99c/0xff23d3f688d9277e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x795:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.915604:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bc9fe99c/0xff23d3f688d9277e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x795:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.915617:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185322.915620:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008e9a7fa0/0xff23d3f688d927c4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x79a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.915626:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149882400 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185322.915629:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008e9a7fa0/0xff23d3f688d927c4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x79a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.915637:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008e9a7fa0/0xff23d3f688d927c4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x79a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.915644:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008e9a7fa0/0xff23d3f688d927c4 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x79a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.915652:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008e9a7fa0/0xff23d3f688d927c4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x79a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.915665:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.915667:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.915669:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.915676:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.915709:0:178147:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000088c2da94/0xff23d3f688d8e96c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x797:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a5a7 expref: 374 pid: 8491 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.915719:0:178147:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0db800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:178147:1876087018834816:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185322.915733:0:178147:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000146315f7/0xff23d3f688d927a8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x797:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.915742:0:178147:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000146315f7/0xff23d3f688d927a8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x797:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.915749:0:178147:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000146315f7/0xff23d3f688d927a8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x797:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.915757:0:178147:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000146315f7/0xff23d3f688d927a8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x797:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.915765:0:178147:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000146315f7/0xff23d3f688d927a8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x797:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.915784:0:178147:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1789185322.917434:0:34810:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe7f600 going to sleep for 11 seconds
00010000:00010000:1.0:1789185322.917473:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1789185322.917480:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000146315f7/0xff23d3f688d927a8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x797:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.917490:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bd800 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185322.917495:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000146315f7/0xff23d3f688d927a8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x797:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.917506:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000146315f7/0xff23d3f688d927a8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x797:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.917525:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000146315f7/0xff23d3f688d927a8 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x797:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.917532:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000146315f7/0xff23d3f688d927a8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x797:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.917579:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185322.917581:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185322.917582:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789185322.917597:0:16720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018836736
00000100:00100000:1.0:1789185322.917604:0:16720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018836736
00000100:00100000:1.0:1789185322.917641:0:16720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37542
00000100:00100000:1.0:1789185322.917650:0:16720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f729180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+645:3637:x1876087018836608:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185322.917675:0:16720:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1949 count 1
00010000:00010000:1.0:1789185322.917696:0:16720:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000281d94e0/0xff23d3f688d927ee lrc: 3/0,1 mode: --/PW res: [0x280000401:0x79d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.917712:0:16720:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d5e955c4/0xff23d3f688d8e996 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x79d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a5fb expref: 373 pid: 8491 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.917721:0:16720:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x79d:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185322.917726:0:16720:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x79d:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.917731:0:16720:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000281d94e0/0xff23d3f688d927ee lrc: 4/0,1 mode: --/PW res: [0x280000401:0x79d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.917766:0:16720:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d5e955c4/0xff23d3f688d8e996 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x79d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a5fb expref: 373 pid: 8491 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.917779:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f724e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+373:2391:x1876087010753152:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 3484us (4346us total) trans 0 rc 0/0
00010000:00010000:1.0:1789185322.917781:0:16720:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d5e955c4/0xff23d3f688d8e996 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x79d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a5fb expref: 373 pid: 8491 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.917797:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23015
00000100:00100000:1.0:1789185322.917801:0:16720:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b15176d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16720:1876087018836992:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185322.917831:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23021
00000100:00100000:3.0:1789185322.917847:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14aa60a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+365:2391:x1876087010753792:12345-192.168.204.3@tcp:103:ldlm_bl.0
00000100:00100000:1.0:1789185322.917853:0:16720:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe7f3c0 going to sleep for 11 seconds
00010000:00010000:3.0:1789185322.917858:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.917867:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c5d5947d/0xff23d3f688d8ee04 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a656 expref: 365 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.917873:0:35223:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b2067f66/0xff23d3f688d9279a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.917883:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c5d5947d/0xff23d3f688d8ee04 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a656 expref: 365 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.917885:0:35223:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b2067f66/0xff23d3f688d9279a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.917907:0:35223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b2067f66/0xff23d3f688d9279a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.917914:0:35223:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b2067f66/0xff23d3f688d9279a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.917918:0:178150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c5d5947d/0xff23d3f688d8ee04 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a656 expref: 365 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.917937:0:35223:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1789185322.917944:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7a3:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.917949:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7a3:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.917954:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004e6d0f6b/0xff23d3f688d927b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.917964:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004e6d0f6b/0xff23d3f688d927b6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.917990:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.918017:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14aa60a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+364:2391:x1876087010753792:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 178us (4263us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.918024:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23021
00000100:00100000:3.0:1789185322.918110:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23022
00000100:00100000:1.0:1789185322.918110:0:35223:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f725f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+653:3637:x1876087018833920:12345-0@lo:6:osp-syn-1-0.0 Request processed in 21754us (22971us total) trans 4294989415 rc 0/0
00000100:00100000:1.0:1789185322.918122:0:35223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37530
00000100:00100000:3.0:1789185322.918126:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14aa60e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+363:2391:x1876087010753920:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.918138:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.918145:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000053dcd865/0xff23d3f688d8ee0b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7a4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a664 expref: 363 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.918151:0:35223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37543
00010000:00010000:3.0:1789185322.918163:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000053dcd865/0xff23d3f688d8ee0b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7a4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a664 expref: 363 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.918164:0:35223:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151774700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+645:3635:x1876087018836736:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185322.918178:0:35223:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1950 count 1
00010000:00010000:1.0:1789185322.918196:0:35223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000052b873d9/0xff23d3f688d927f5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x79e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.918208:0:35223:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ea1a91a6/0xff23d3f688d8e99d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x79e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a609 expref: 372 pid: 8491 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.918215:0:35223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x79e:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185322.918218:0:35223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x79e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.918222:0:35223:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000052b873d9/0xff23d3f688d927f5 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x79e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.918240:0:35223:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ea1a91a6/0xff23d3f688d8e99d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x79e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a609 expref: 372 pid: 8491 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.918249:0:35223:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ea1a91a6/0xff23d3f688d8e99d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x79e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a609 expref: 372 pid: 8491 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.918259:0:35223:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b15176ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:35223:1876087018837120:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185322.918279:0:35223:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe7f6c0 going to sleep for 11 seconds
00010000:00010000:1.0:1789185322.918294:0:24325:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000603b815f/0xff23d3f688d9278c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x798:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.918306:0:24325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000603b815f/0xff23d3f688d9278c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x798:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.918315:0:24325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000603b815f/0xff23d3f688d9278c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x798:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.918322:0:24325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000603b815f/0xff23d3f688d9278c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x798:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.918335:0:24325:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:1.0:1789185322.918418:0:24325:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b15176ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+646:3637:x1876087018833280:12345-0@lo:6:osp-syn-0-0.0 Request processed in 24136us (24269us total) trans 4294977610 rc 0/0
00000100:00100000:1.0:1789185322.918424:0:24325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37528
00010000:00010000:1.0:1789185322.918463:0:35218:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000004e6d0f6b/0xff23d3f688d927b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.918473:0:35218:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004e6d0f6b/0xff23d3f688d927b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.918481:0:35218:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004e6d0f6b/0xff23d3f688d927b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.918488:0:35218:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004e6d0f6b/0xff23d3f688d927b6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.918506:0:35218:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00000100:00100000:1.0:1789185322.918607:0:35218:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b147529f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+653:3635:x1876087018834560:12345-0@lo:6:osp-syn-1-0.0 Request processed in 18526us (21022us total) trans 4294989416 rc 0/0
00000100:00100000:1.0:1789185322.918614:0:35218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37534
00000004:00080000:1.0:1789185322.918663:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14752aa00/2, rc 0, transno 4294989416
00000100:00100000:1.0:1789185322.918676:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14752aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018834560:0@lo:6:osp-syn-1-0.0
00000004:00080000:1.0:1789185322.918703:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f724380/2, rc 0, transno 4294989415
00000100:00100000:1.0:1789185322.918707:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f724380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018833920:0@lo:6:osp-syn-1-0.0
00000004:00080000:1.0:1789185322.918720:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b151769f80/2, rc 0, transno 4294977610
00000100:00100000:1.0:1789185322.918728:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151769f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018833280:0@lo:6:osp-syn-0-0.0
00010000:00010000:1.0:1789185322.918741:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:1.0:1789185322.918746:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b2067f66/0xff23d3f688d9279a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.918754:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149882200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185322.918757:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b2067f66/0xff23d3f688d9279a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.918765:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b2067f66/0xff23d3f688d9279a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.918777:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b2067f66/0xff23d3f688d9279a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.918789:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b2067f66/0xff23d3f688d9279a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.918808:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:1.0:1789185322.918812:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000603b815f/0xff23d3f688d9278c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x798:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.918818:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149883e00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185322.918820:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000603b815f/0xff23d3f688d9278c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x798:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.918827:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000603b815f/0xff23d3f688d9278c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x798:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.918836:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000603b815f/0xff23d3f688d9278c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x798:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.918844:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000603b815f/0xff23d3f688d9278c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x798:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.918857:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1789185322.918860:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004e6d0f6b/0xff23d3f688d927b6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.918866:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149883400 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185322.918869:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004e6d0f6b/0xff23d3f688d927b6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.918875:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004e6d0f6b/0xff23d3f688d927b6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.918883:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004e6d0f6b/0xff23d3f688d927b6 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.918890:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004e6d0f6b/0xff23d3f688d927b6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.918902:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185322.918903:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185322.918905:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789185322.918959:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789185322.918969:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b15176c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018837248:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185322.918998:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185322.919026:0:24325:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018837248
00000100:00100000:1.0:1789185322.919031:0:24325:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018837248
00000100:00100000:1.0:1789185322.919061:0:24325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37544
00000100:00100000:1.0:1789185322.919068:0:24325:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b15176e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+646:3635:x1876087018837248:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185322.919082:0:24325:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1951 count 1
00010000:00010000:1.0:1789185322.919096:0:24325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d927fc lrc: 3/0,1 mode: --/PW res: [0x280000401:0x79f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.919112:0:24325:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000421216e9/0xff23d3f688d8e9a4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x79f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a617 expref: 372 pid: 8491 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.919125:0:24325:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x79f:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185322.919129:0:24325:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x79f:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.919133:0:24325:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d927fc lrc: 4/0,1 mode: --/PW res: [0x280000401:0x79f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.919156:0:24325:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000421216e9/0xff23d3f688d8e9a4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x79f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a617 expref: 372 pid: 8491 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.919167:0:24325:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000421216e9/0xff23d3f688d8e9a4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x79f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a617 expref: 372 pid: 8491 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.919178:0:24325:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b15176e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24325:1876087018837376:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185322.919209:0:24325:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14bf0fa80 going to sleep for 11 seconds
00010000:00010000:3.0:1789185322.919220:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7a4:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.919225:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7a4:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.919231:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000017719b4f/0xff23d3f688d927bd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7a4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.919240:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000017719b4f/0xff23d3f688d927bd lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7a4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.919264:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185322.919270:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b15176d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018837504:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1789185322.919287:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14aa60e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+363:2391:x1876087010753920:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 1165us (5515us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.919294:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23022
00000100:00100000:1.0:1789185322.919302:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185322.919317:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23023
00000100:00100000:3.0:1789185322.919325:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f708700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+372:2394:x1876087010754176:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.919334:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.919340:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ca21b233/0xff23d3f688d8e988 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x79b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a5df expref: 372 pid: 8491 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.919343:0:35218:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018837504
00000100:00100000:1.0:1789185322.919349:0:35218:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018837504
00010000:00010000:3.0:1789185322.919355:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ca21b233/0xff23d3f688d8e988 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x79b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a5df expref: 372 pid: 8491 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.919375:0:35218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37545
00000100:00100000:1.0:1789185322.919382:0:35218:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b15176ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+653:3637:x1876087018837504:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185322.919394:0:35218:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1960 count 1
00010000:00010000:1.0:1789185322.919407:0:35218:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d92803 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7a8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.919419:0:35218:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000575de2ed/0xff23d3f688d8ee27 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a69c expref: 362 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.919427:0:35218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7a8:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185322.919430:0:35218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7a8:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.919434:0:35218:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d92803 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.919468:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x79b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.919470:0:35218:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000575de2ed/0xff23d3f688d8ee27 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a69c expref: 362 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.919473:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x79b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.919483:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ee62d8df/0xff23d3f688d927d2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x79b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.919489:0:35218:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000575de2ed/0xff23d3f688d8ee27 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a69c expref: 362 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.919497:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ee62d8df/0xff23d3f688d927d2 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x79b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.919510:0:35218:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b15176d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35218:1876087018837632:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185322.919516:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185322.919535:0:35218:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14bf0f300 going to sleep for 11 seconds
00000100:00100000:3.0:1789185322.919563:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f708700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+372:2394:x1876087010754176:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 222us (5701us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.919574:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23023
00000100:00100000:3.0:1789185322.919591:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23024
00000100:00100000:3.0:1789185322.919600:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f709880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+362:2394:x1876087010754048:12345-192.168.204.3@tcp:103:ldlm_bl.0
00000100:00100000:1.0:1789185322.919603:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b15176c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018837760:0@lo:6:osp-syn-1-0.0
00010000:00010000:3.0:1789185322.919611:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.919619:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c4b8f5c3/0xff23d3f688d8ee12 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7a5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a672 expref: 362 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.919630:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c4b8f5c3/0xff23d3f688d8ee12 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7a5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a672 expref: 362 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.919636:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:3.0:1789185322.919651:0:178150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c4b8f5c3/0xff23d3f688d8ee12 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7a5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a672 expref: 362 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.919664:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7a5:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.919668:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7a5:0x0].0x0 since=0s v=(0 0)
00000100:00100000:1.0:1789185322.919671:0:178143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018837760
00010000:00010000:3.0:1789185322.919672:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000092ed5948/0xff23d3f688d927cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.919677:0:178143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018837760
00010000:00010000:3.0:1789185322.919685:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000092ed5948/0xff23d3f688d927cb lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.919706:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185322.919706:0:178143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37546
00000100:00100000:1.0:1789185322.919716:0:178143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b15176f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+654:3638:x1876087018837760:12345-0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1789185322.919726:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f709880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+361:2394:x1876087010754048:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 127us (5851us total) trans 0 rc 0/0
00002000:00080000:1.0:1789185322.919729:0:178143:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1961 count 1
00000100:00100000:3.0:1789185322.919735:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23024
00010000:00010000:1.0:1789185322.919743:0:178143:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006abc7636/0xff23d3f688d9280a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7a9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.919753:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23025
00010000:00010000:1.0:1789185322.919758:0:178143:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000401ea571/0xff23d3f688d8ee2e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a6aa expref: 360 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.919766:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b269767850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+360:2391:x1876087010753408:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185322.919772:0:178143:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7a9:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185322.919776:0:178143:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7a9:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.919780:0:178143:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006abc7636/0xff23d3f688d9280a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.919800:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185322.919801:0:178143:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000401ea571/0xff23d3f688d8ee2e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a6aa expref: 360 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.919810:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d702ea55/0xff23d3f688d8ede8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7a0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a62c expref: 360 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.919817:0:178143:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000401ea571/0xff23d3f688d8ee2e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a6aa expref: 360 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.919827:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d702ea55/0xff23d3f688d8ede8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7a0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a62c expref: 360 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.919834:0:178143:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b15176df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:178143:1876087018837888:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185322.919847:0:178150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d702ea55/0xff23d3f688d8ede8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7a0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a62c expref: 360 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.919856:0:178143:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14bf0f600 going to sleep for 11 seconds
00010000:00010000:3.0:1789185322.919860:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7a0:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.919865:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7a0:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.919869:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006fffc687/0xff23d3f688d927a1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.919872:0:178144:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000092ed5948/0xff23d3f688d927cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.919883:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006fffc687/0xff23d3f688d927a1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.919887:0:178144:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000092ed5948/0xff23d3f688d927cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.919903:0:178144:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000092ed5948/0xff23d3f688d927cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.919910:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1789185322.919912:0:178144:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000092ed5948/0xff23d3f688d927cb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.919925:0:8491:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000006fffc687/0xff23d3f688d927a1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.919935:0:178144:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1789185322.920102:0:178147:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b15176f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+646:3635:x1876087018833152:12345-0@lo:6:osp-syn-0-0.0 Request processed in 22095us (23353us total) trans 4294977609 rc 0/0
00000100:00100000:2.0:1789185322.920111:0:178147:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37532
00000004:00080000:2.0:1789185322.920170:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b15176b100/2, rc 0, transno 4294977609
00010000:00010000:3.0:1789185322.920230:0:8491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006fffc687/0xff23d3f688d927a1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.920244:0:8491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006fffc687/0xff23d3f688d927a1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.920251:0:8491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006fffc687/0xff23d3f688d927a1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.920260:0:8491:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:3.0:1789185322.920324:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b269767850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+359:2391:x1876087010753408:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 562us (6708us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.920331:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23025
00000100:00100000:2.0:1789185322.920483:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b15176b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018833152:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185322.920536:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151777100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018838016:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185322.920580:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:2.0:1789185322.920609:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:2.0:1789185322.920614:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000092ed5948/0xff23d3f688d927cb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.920622:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149882000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185322.920626:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000092ed5948/0xff23d3f688d927cb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.920634:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000092ed5948/0xff23d3f688d927cb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.920649:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000092ed5948/0xff23d3f688d927cb lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.920656:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000092ed5948/0xff23d3f688d927cb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.920683:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185322.920687:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006fffc687/0xff23d3f688d927a1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.920693:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bcc00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185322.920697:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006fffc687/0xff23d3f688d927a1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.920705:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006fffc687/0xff23d3f688d927a1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.920716:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006fffc687/0xff23d3f688d927a1 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.920723:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006fffc687/0xff23d3f688d927a1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.920738:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.920741:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.920743:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.920750:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789185322.920754:0:178144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d0dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+656:3637:x1876087018834944:12345-0@lo:6:osp-syn-1-0.0 Request processed in 13731us (13815us total) trans 4294989417 rc 0/0
00010000:00010000:2.0:1789185322.920757:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789185322.920765:0:178144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37537
00000100:00100000:2.0:1789185322.920767:0:178147:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018838016
00000100:00100000:2.0:1789185322.920773:0:178147:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018838016
00000100:00100000:2.0:1789185322.920805:0:178147:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37547
00000004:00080000:1.0:1789185322.920812:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14d0db100/2, rc 0, transno 4294989417
00000100:00100000:2.0:1789185322.920814:0:178147:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151775f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+646:3635:x1876087018838016:12345-0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185322.920822:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018834944:0@lo:6:osp-syn-1-0.0
00010000:00010000:1.0:1789185322.920839:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00002000:00080000:2.0:1789185322.920847:0:178147:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1952 count 1
00010000:00010000:2.0:1789185322.920866:0:178147:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001ea59ce8/0xff23d3f688d92811 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7a0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.920878:0:178147:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c9b78f97/0xff23d3f688d8e9b2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a625 expref: 371 pid: 8491 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.920886:0:178147:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7a0:0x0].0x0 since=124s v=(0 0)
00010000:00010000:2.0:1789185322.920890:0:178147:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7a0:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.920894:0:178147:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001ea59ce8/0xff23d3f688d92811 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.920917:0:178147:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c9b78f97/0xff23d3f688d8e9b2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a625 expref: 371 pid: 8491 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.920927:0:178147:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c9b78f97/0xff23d3f688d8e9b2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a625 expref: 371 pid: 8491 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.920951:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b15176c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018838144:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185322.920978:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185322.921005:0:178148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018838144
00000100:00100000:1.0:1789185322.921010:0:178148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018838144
00000100:00100000:1.0:1789185322.921035:0:178148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37548
00000100:00100000:1.0:1789185322.921042:0:178148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b15176ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+656:3636:x1876087018838144:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185322.921067:0:178148:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1962 count 1
00010000:00010000:1.0:1789185322.921082:0:178148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007fe0979b/0xff23d3f688d92818 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7aa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.921084:0:8491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b15176f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+656:3635:x1876087018833664:12345-0@lo:6:osp-syn-1-0.0 Request processed in 24031us (24392us total) trans 4294989418 rc 0/0
00000100:00100000:3.0:1789185322.921100:0:8491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37531
00010000:00010000:1.0:1789185322.921106:0:178148:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000144b0c53/0xff23d3f688d8ee90 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a6b8 expref: 358 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.921114:0:178148:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7aa:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185322.921117:0:178148:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7aa:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.921121:0:178148:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007fe0979b/0xff23d3f688d92818 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.921148:0:178148:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000144b0c53/0xff23d3f688d8ee90 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a6b8 expref: 358 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.921161:0:178148:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000144b0c53/0xff23d3f688d8ee90 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a6b8 expref: 358 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.921173:0:178148:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151768a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:178148:1876087018838400:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185322.921280:0:178148:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe7f900 going to sleep for 11 seconds
00000100:00100000:1.0:1789185322.921310:0:178169:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b15176dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:178169:1876087018836224:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185322.921333:0:178169:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000fa501034/0xff23d3f688d927d9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.921484:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185322.921795:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b152868a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+371:2391:x1876087010753536:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 6401us (8062us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185322.921807:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23020
00000100:00100000:0.0:1789185322.921830:0:178149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010754432
00000100:00100000:0.0:1789185322.921834:0:178149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010754432
00010000:00010000:0.0:1789185322.921861:0:178149:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000efc5de29/0xff23d3f688d90079 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x7a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 46137344->46141439) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bc4b expref: 359 pid: 8491 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.921880:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23026
00000100:00100000:0.0:1789185322.921888:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b269766c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+359:2391:x1876087010754432:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185322.921898:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185322.921903:0:178149:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000efc5de29/0xff23d3f688d90079 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x7a6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 46137344->46141439) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bc4b expref: 359 pid: 8491 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.921917:0:178149:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000efc5de29/0xff23d3f688d90079 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7a6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 46137344->46141439) gid 0 flags: 0x50000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bc4b expref: 359 pid: 8491 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.921942:0:178149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000efc5de29/0xff23d3f688d90079 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7a6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 46137344->46141439) gid 0 flags: 0x44801400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bc4b expref: 359 pid: 8491 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.921957:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7a6:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1789185322.921961:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7a6:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1789185322.921968:0:178149:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000fa501034/0xff23d3f688d927d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.921978:0:178149:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fa501034/0xff23d3f688d927d9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.922010:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1789185322.922022:0:178169:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000fa501034/0xff23d3f688d927d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.922034:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b269766c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+358:2391:x1876087010754432:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 145us (547us total) trans 0 rc 0/0
00010000:00010000:1.0:1789185322.922039:0:178169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fa501034/0xff23d3f688d927d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.922052:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23026
00010000:00010000:1.0:1789185322.922062:0:178169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fa501034/0xff23d3f688d927d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.922065:0:178147:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151774380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:178147:1876087018838272:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185322.922078:0:178169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fa501034/0xff23d3f688d927d9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.922100:0:178169:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1789185322.922115:0:178147:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14b7b2540 going to sleep for 11 seconds
00000004:00080000:2.0:1789185322.922155:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f727100/2, rc 0, transno 4294989418
00000100:00100000:2.0:1789185322.922168:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f727100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018833664:0@lo:6:osp-syn-1-0.0
00010000:00010000:2.0:1789185322.922192:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185322.922199:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fa501034/0xff23d3f688d927d9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.922212:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149882e00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185322.922216:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fa501034/0xff23d3f688d927d9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.922226:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fa501034/0xff23d3f688d927d9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.922238:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fa501034/0xff23d3f688d927d9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.922245:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fa501034/0xff23d3f688d927d9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.922269:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.922272:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.922274:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.922301:0:8428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ca21b233/0xff23d3f688d8e988 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x79b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a5df expref: 370 pid: 8491 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.922304:0:178169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f72a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+656:3635:x1876087018835968:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9617us (9792us total) trans 4294989419 rc 0/0
00000100:00100000:1.0:1789185322.922322:0:178169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37539
00000100:00100000:2.0:1789185322.922324:0:8428:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f729c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8428:1876087018835840:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185322.922346:0:8428:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000ee62d8df/0xff23d3f688d927d2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x79b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.922355:0:8428:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000ee62d8df/0xff23d3f688d927d2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x79b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.922363:0:8428:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ee62d8df/0xff23d3f688d927d2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x79b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.922392:0:178142:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a4c2a203/0xff23d3f688d8edf6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a63a expref: 357 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.922405:0:178142:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f724a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:178142:1876087018835072:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185322.922426:0:178142:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b93d1933/0xff23d3f688d927af lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.922435:0:178142:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b93d1933/0xff23d3f688d927af lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.922458:0:178142:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b93d1933/0xff23d3f688d927af lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.922474:0:178142:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b93d1933/0xff23d3f688d927af lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.922483:0:178142:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b93d1933/0xff23d3f688d927af lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.922498:0:178142:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1789185322.922577:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.922602:0:178149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010754304
00000100:00100000:3.0:1789185322.922606:0:178149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010754304
00010000:00010000:3.0:1789185322.922628:0:178149:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004d3fb82c/0xff23d3f688d8ee20 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a68e expref: 357 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.922644:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23027
00000100:00100000:3.0:1789185322.922652:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d419880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+357:2394:x1876087010754304:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.922659:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.922664:0:178149:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004d3fb82c/0xff23d3f688d8ee20 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a68e expref: 357 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.922676:0:178149:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004d3fb82c/0xff23d3f688d8ee20 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a68e expref: 357 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.922690:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7a7:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.922694:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7a7:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.922698:0:178149:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009b4d9ff2/0xff23d3f688d927e0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.922707:0:178149:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009b4d9ff2/0xff23d3f688d927e0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.922720:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.922739:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d419880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+357:2394:x1876087010754304:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 87us (162us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.922745:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23027
00010000:00010000:3.0:1789185322.922780:0:34809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004d3fb82c/0xff23d3f688d8ee20 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a68e expref: 356 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.922793:0:34809:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d41ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:34809:1876087018836352:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185322.922821:0:34809:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000009b4d9ff2/0xff23d3f688d927e0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.922831:0:178142:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b15176ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+656:3635:x1876087018833792:12345-0@lo:6:osp-syn-1-0.0 Request processed in 22978us (26049us total) trans 4294989420 rc 0/0
00010000:00010000:3.0:1789185322.922834:0:34809:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000009b4d9ff2/0xff23d3f688d927e0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.922845:0:178142:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37533
00010000:00010000:3.0:1789185322.922856:0:34809:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009b4d9ff2/0xff23d3f688d927e0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.922864:0:34809:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009b4d9ff2/0xff23d3f688d927e0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.922870:0:34809:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009b4d9ff2/0xff23d3f688d927e0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.922884:0:34809:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00010000:00010000:0.0:1789185322.922889:0:178146:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000053dcd865/0xff23d3f688d8ee0b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a664 expref: 355 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.922902:0:178146:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f725880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:178146:1876087018835456:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185322.922918:0:178146:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000017719b4f/0xff23d3f688d927bd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.922928:0:178146:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000017719b4f/0xff23d3f688d927bd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.922935:0:178146:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000017719b4f/0xff23d3f688d927bd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.922944:0:178146:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000017719b4f/0xff23d3f688d927bd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.922950:0:178146:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000017719b4f/0xff23d3f688d927bd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.922964:0:178146:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00000100:00100000:0.0:1789185322.923030:0:178146:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d0d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+656:3635:x1876087018834688:12345-0@lo:6:osp-syn-1-0.0 Request processed in 22821us (25393us total) trans 4294989421 rc 0/0
00000100:00100000:0.0:1789185322.923036:0:178146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37535
00000100:00100000:0.0:1789185322.923189:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14aa62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+647:3638:x1876087018830464:12345-0@lo:6:osp-syn-0-0.0 Request processed in 44700us (45453us total) trans 4294977611 rc 0/0
00000100:00100000:0.0:1789185322.923195:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37518
00010000:00010000:2.0:1789185322.924889:0:8428:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ee62d8df/0xff23d3f688d927d2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x79b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.924909:0:8428:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ee62d8df/0xff23d3f688d927d2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x79b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.925342:0:34809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b147529180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+656:3636:x1876087018836096:12345-0@lo:6:osp-syn-1-0.0 Request processed in 12354us (12436us total) trans 4294989422 rc 0/0
00000100:00100000:3.0:1789185322.925353:0:34809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37540
00010000:00010000:2.0:1789185322.925608:0:8428:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool
00000100:00100000:2.0:1789185322.925735:0:8428:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f3bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+647:3637:x1876087018835712:12345-0@lo:6:osp-syn-0-0.0 Request processed in 17659us (18100us total) trans 4294977612 rc 0/0
00000100:00100000:2.0:1789185322.925742:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37538
00000004:00080000:2.0:1789185322.925814:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14d0ce680/2, rc 0, transno 4294989419
00000100:00100000:2.0:1789185322.925822:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018835968:0@lo:6:osp-syn-1-0.0
00000004:00080000:2.0:1789185322.925836:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b147528380/2, rc 0, transno 4294989421
00000100:00100000:2.0:1789185322.925840:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b147528380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018834688:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185322.925846:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b15176b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018838528:0@lo:6:osp-syn-1-0.0
00000004:00080000:2.0:1789185322.925855:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f724000/2, rc 0, transno 4294989420
00000100:00100000:2.0:1789185322.925861:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f724000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018833792:0@lo:6:osp-syn-1-0.0
00010000:00010000:2.0:1789185322.925878:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp.  (3 blwis in pool)
00010000:00010000:2.0:1789185322.925886:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b93d1933/0xff23d3f688d927af lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.925893:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:2.0:1789185322.925901:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abda600 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185322.925907:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b93d1933/0xff23d3f688d927af lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.925919:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b93d1933/0xff23d3f688d927af lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:1.0:1789185322.925937:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b147528700/2, rc 0, transno 4294977612
00000100:00100000:1.0:1789185322.925950:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b147528700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018835712:0@lo:6:osp-syn-0-0.0
00010000:00010000:2.0:1789185322.925952:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b93d1933/0xff23d3f688d927af lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.925962:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b93d1933/0xff23d3f688d927af lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.926069:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:2.0:1789185322.926075:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009b4d9ff2/0xff23d3f688d927e0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.926083:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b26239ae00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185322.926087:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009b4d9ff2/0xff23d3f688d927e0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.926095:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009b4d9ff2/0xff23d3f688d927e0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.926106:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009b4d9ff2/0xff23d3f688d927e0 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.926114:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009b4d9ff2/0xff23d3f688d927e0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.926130:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:2.0:1789185322.926134:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000017719b4f/0xff23d3f688d927bd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.926140:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abdb800 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185322.926143:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000017719b4f/0xff23d3f688d927bd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.926151:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000017719b4f/0xff23d3f688d927bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.926160:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000017719b4f/0xff23d3f688d927bd lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.926167:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000017719b4f/0xff23d3f688d927bd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.926180:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185322.926183:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ee62d8df/0xff23d3f688d927d2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x79b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.926189:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bd400 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185322.926192:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ee62d8df/0xff23d3f688d927d2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x79b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.926204:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ee62d8df/0xff23d3f688d927d2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x79b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.926215:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ee62d8df/0xff23d3f688d927d2 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x79b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.926223:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ee62d8df/0xff23d3f688d927d2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x79b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.926238:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.926240:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.926241:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.926249:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.926255:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789185322.926267:0:35222:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018838528
00000100:00100000:2.0:1789185322.926273:0:35222:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018838528
00000100:00100000:2.0:1789185322.926312:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37549
00000100:00100000:2.0:1789185322.926319:0:35222:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151768700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+656:3637:x1876087018838528:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1789185322.926353:0:35222:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1963 count 1
00010000:00010000:2.0:1789185322.926814:0:35222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ef1f9aa4/0xff23d3f688d9281f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7ab:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.926836:0:35222:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000fafdeb28/0xff23d3f688d8ee35 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a6c6 expref: 354 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.926845:0:35222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7ab:0x0].0x0 since=124s v=(0 0)
00010000:00010000:2.0:1789185322.926850:0:35222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7ab:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.926855:0:35222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ef1f9aa4/0xff23d3f688d9281f lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.926887:0:35222:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000fafdeb28/0xff23d3f688d8ee35 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a6c6 expref: 354 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.926900:0:35222:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000fafdeb28/0xff23d3f688d8ee35 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a6c6 expref: 354 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.926915:0:35222:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151776d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:35222:1876087018838656:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185322.928842:0:178145:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000087094423/0xff23d3f688d8e97a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x799:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a5c3 expref: 369 pid: 8491 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.928864:0:178145:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f727480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:178145:1876087018834048:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185322.928895:0:178145:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000039d3f603/0xff23d3f688d92793 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x799:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.928906:0:178145:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000039d3f603/0xff23d3f688d92793 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x799:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.928913:0:178145:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000039d3f603/0xff23d3f688d92793 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x799:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.928924:0:178145:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000039d3f603/0xff23d3f688d92793 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x799:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.928932:0:178145:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000039d3f603/0xff23d3f688d92793 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x799:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.928999:0:178145:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000004:00080000:1.0:1789185322.929169:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14aa60000/2, rc 0, transno 4294977611
00000100:00100000:1.0:1789185322.929179:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14aa60000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018830464:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185322.929207:0:178145:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b15176b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+647:3637:x1876087018833408:12345-0@lo:6:osp-syn-0-0.0 Request processed in 34002us (35003us total) trans 4294977613 rc 0/0
00000100:00100000:0.0:1789185322.929216:0:178145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37529
00000100:00100000:2.0:1789185322.929406:0:35222:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14b7b2900 going to sleep for 11 seconds
00000004:00080000:0.0:1789185322.930745:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14d0cdc00/2, rc 0, transno 4294989422
00000100:00100000:0.0:1789185322.930753:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018836096:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185322.930760:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789185322.930773:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f709180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018838912:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185322.930837:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185322.930944:0:8491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018838912
00000100:00100000:0.0:1789185322.930952:0:8491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018838912
00000100:00100000:0.0:1789185322.930999:0:8491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37550
00000100:00100000:0.0:1789185322.931012:0:8491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f70b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+647:3636:x1876087018838912:12345-0@lo:6:osp-syn-0-0.0
00010000:00010000:3.0:1789185322.931419:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185322.931428:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000039d3f603/0xff23d3f688d92793 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x799:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.931453:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abdac00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185322.931458:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000039d3f603/0xff23d3f688d92793 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x799:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.931478:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000039d3f603/0xff23d3f688d92793 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x799:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.931504:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000039d3f603/0xff23d3f688d92793 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x799:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.931512:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000039d3f603/0xff23d3f688d92793 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x799:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00080000:0.0:1789185322.931714:0:8491:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1954 count 1
00010000:00010000:0.0:1789185322.931741:0:8491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c9a27dda/0xff23d3f688d92826 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7a2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.931761:0:8491:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d0e26903/0xff23d3f688d8e9c7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a641 expref: 368 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.931775:0:8491:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7a2:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185322.931779:0:8491:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7a2:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185322.931783:0:8491:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c9a27dda/0xff23d3f688d92826 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.931823:0:8491:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d0e26903/0xff23d3f688d8e9c7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a641 expref: 368 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.931838:0:8491:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d0e26903/0xff23d3f688d8e9c7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a641 expref: 368 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.931850:0:8491:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f708700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8491:1876087018839040:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185322.931918:0:8491:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14a4dc180 going to sleep for 11 seconds
00000100:00100000:0.0:1789185322.932089:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f709880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018839168:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185322.932137:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185322.932170:0:178146:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018839168
00000100:00100000:0.0:1789185322.932175:0:178146:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018839168
00000100:00100000:0.0:1789185322.932209:0:178146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37551
00000100:00100000:0.0:1789185322.932216:0:178146:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f70bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+657:3636:x1876087018839168:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1789185322.932231:0:178146:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1964 count 1
00010000:00010000:0.0:1789185322.932247:0:178146:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ce1a8e47/0xff23d3f688d9282d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7ac:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.932260:0:178146:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d268db49/0xff23d3f688d8ee3c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a6d4 expref: 354 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.932267:0:178146:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7ac:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185322.932270:0:178146:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7ac:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185322.932274:0:178146:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ce1a8e47/0xff23d3f688d9282d lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.932294:0:178146:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d268db49/0xff23d3f688d8ee3c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a6d4 expref: 354 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.932303:0:178146:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d268db49/0xff23d3f688d8ee3c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a6d4 expref: 354 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.932314:0:178146:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f709c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:178146:1876087018839296:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185322.932343:0:178146:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14a4dc780 going to sleep for 11 seconds
00000100:00100000:0.0:1789185322.932390:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789185322.932398:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b150550000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018839680:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185322.932421:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185322.932460:0:34809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018839680
00000100:00100000:0.0:1789185322.932468:0:34809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018839680
00000100:00100000:0.0:1789185322.932493:0:34809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37552
00000100:00100000:0.0:1789185322.932500:0:34809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f705c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+658:3636:x1876087018839680:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1789185322.932512:0:34809:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1967 count 1
00010000:00010000:0.0:1789185322.932524:0:34809:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000092826d11/0xff23d3f688d92834 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7af:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.932537:0:34809:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000aef3e7a6/0xff23d3f688d8ee51 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a6fe expref: 354 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.932569:0:34809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7af:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185322.932573:0:34809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7af:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185322.932577:0:34809:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000092826d11/0xff23d3f688d92834 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.932596:0:34809:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000aef3e7a6/0xff23d3f688d8ee51 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a6fe expref: 354 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.932606:0:34809:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000aef3e7a6/0xff23d3f688d8ee51 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a6fe expref: 354 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.932616:0:34809:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14aa61f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:34809:1876087018839808:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185322.932645:0:34809:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14a4dce40 going to sleep for 11 seconds
00010000:00010000:0.0:1789185322.932939:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185322.932942:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185322.932945:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185322.933081:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789185322.933108:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f70b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018839424:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185322.933141:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:1.0:1789185322.933186:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b151768380/2, rc 0, transno 4294977613
00000100:00100000:1.0:1789185322.933201:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151768380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018833408:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185322.933209:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018839424
00000100:00100000:1.0:1789185322.933214:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2]
00000100:00100000:0.0:1789185322.933215:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018839424
00000100:00100000:1.0:1789185322.933222:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f70ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018838784:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185322.933248:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37553
00000100:00100000:0.0:1789185322.933256:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151768e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+659:3637:x1876087018839424:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1789185322.933269:0:8431:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1965 count 1
00010000:00010000:0.0:1789185322.933289:0:8431:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000065fd643b/0xff23d3f688d9283b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7ad:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.933298:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:0.0:1789185322.933310:0:8431:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000079bd9dea/0xff23d3f688d8ee43 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a6e2 expref: 354 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.933318:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7ad:0x0].0x0 since=124s v=(0 0)
00000100:00100000:1.0:1789185322.933321:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14fced180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018839552:0@lo:6:osp-syn-1-0.0
00010000:00010000:0.0:1789185322.933323:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7ad:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185322.933329:0:8431:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000065fd643b/0xff23d3f688d9283b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.933344:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:0.0:1789185322.933354:0:8431:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000079bd9dea/0xff23d3f688d8ee43 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a6e2 expref: 354 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.933366:0:8431:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000079bd9dea/0xff23d3f688d8ee43 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a6e2 expref: 354 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.933377:0:8431:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14aa62300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8431:1876087018839936:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185322.933411:0:8431:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14a4dcf00 going to sleep for 11 seconds
00000100:00100000:0.0:1789185322.933426:0:178145:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018838784
00000100:00100000:0.0:1789185322.933429:0:178145:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018838784
00000100:00100000:1.0:1789185322.933487:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b15176a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018840064:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185322.933513:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185322.933577:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018839552
00000100:00100000:3.0:1789185322.933581:0:8429:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018839552
00000100:00100000:3.0:1789185322.933605:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018840064
00000100:00100000:3.0:1789185322.933608:0:8429:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018840064
00000100:00100000:3.0:1789185322.933624:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37554
00000100:00100000:3.0:1789185322.933631:0:8429:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b15176aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+660:3637:x1876087018839552:12345-0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185322.933642:0:178144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37555
00002000:00080000:3.0:1789185322.933644:0:8429:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1966 count 1
00000100:00100000:1.0:1789185322.933655:0:178144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b15176a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+649:3636:x1876087018840064:12345-0@lo:6:osp-syn-0-0.0
00010000:00010000:3.0:1789185322.933659:0:8429:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000005aeaabf/0xff23d3f688d92842 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7ae:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00080000:1.0:1789185322.933671:0:178144:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1955 count 1
00010000:00010000:3.0:1789185322.933672:0:8429:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000013c033c3/0xff23d3f688d8ff68 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25165824->25169919) gid 0 flags: 0x40000000020000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bb3a expref: 354 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.933681:0:8429:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x7ae:0x0].0x0 since=121s v=(0 0)
00010000:00010000:3.0:1789185322.933684:0:8429:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7ae:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1789185322.933691:0:8429:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000005aeaabf/0xff23d3f688d92842 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.933691:0:178144:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000057531eb4/0xff23d3f688d92849 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7a3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.933716:0:178144:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a9c7f9d4/0xff23d3f688d8e9ce lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a64f expref: 368 pid: 8491 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.933722:0:8429:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000013c033c3/0xff23d3f688d8ff68 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25165824->25169919) gid 0 flags: 0x50000000030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bb3a expref: 354 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.933726:0:178144:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7a3:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185322.933735:0:178144:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7a3:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.933740:0:8429:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000013c033c3/0xff23d3f688d8ff68 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x7ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25165824->25169919) gid 0 flags: 0x70000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bb3a expref: 354 pid: 34809 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.933742:0:178144:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000057531eb4/0xff23d3f688d92849 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.933765:0:8429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d41ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8429:1876087018840192:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185322.933783:0:178144:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a9c7f9d4/0xff23d3f688d8e9ce lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a64f expref: 368 pid: 8491 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.933795:0:178144:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a9c7f9d4/0xff23d3f688d8e9ce lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a64f expref: 368 pid: 8491 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.933801:0:8429:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1486aacc0 going to sleep for 11 seconds
00000100:00100000:1.0:1789185322.933808:0:178144:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151769880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:178144:1876087018840320:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185322.933835:0:178144:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe7fe40 going to sleep for 11 seconds
00000100:00100000:1.0:1789185322.934073:0:178169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37556
00000100:00100000:1.0:1789185322.934082:0:178169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b15176bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+649:3637:x1876087018838784:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185322.934096:0:178169:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1953 count 1
00010000:00010000:1.0:1789185322.934110:0:178169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000691a0de/0xff23d3f688d92850 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7a1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.934122:0:178169:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000062a9cba8/0xff23d3f688d8e9b9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a633 expref: 368 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.934129:0:178169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7a1:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185322.934133:0:178169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7a1:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.934136:0:178169:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000691a0de/0xff23d3f688d92850 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.934155:0:178169:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000062a9cba8/0xff23d3f688d8e9b9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a633 expref: 368 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.934163:0:178169:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000062a9cba8/0xff23d3f688d8e9b9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a633 expref: 368 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.934173:0:178169:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151769180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:178169:1876087018840448:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185322.934203:0:178169:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe7fa80 going to sleep for 11 seconds
00000100:00100000:0.0:1789185322.943770:0:35218:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b15176d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35218:1876087018837632:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185322.943810:0:35218:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d92803 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.943890:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185322.943906:0:16720:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b15176d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16720:1876087018836992:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185322.943920:0:178149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010754688
00010000:00010000:0.0:1789185322.943926:0:16720:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000281d94e0/0xff23d3f688d927ee lrc: 3/0,1 mode: --/PW res: [0x280000401:0x79d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.943928:0:178149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010754688
00010000:00010000:3.0:1789185322.943972:0:178149:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000421216e9/0xff23d3f688d8e9a4 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x79f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a617 expref: 369 pid: 8491 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.944052:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23028
00000100:00100000:0.0:1789185322.944066:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b145cb1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+369:2391:x1876087010754688:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185322.944085:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185322.944092:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000421216e9/0xff23d3f688d8e9a4 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x79f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a617 expref: 369 pid: 8491 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.944106:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000421216e9/0xff23d3f688d8e9a4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x79f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a617 expref: 369 pid: 8491 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.944124:0:24325:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b15176e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24325:1876087018837376:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185322.944136:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000421216e9/0xff23d3f688d8e9a4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x79f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a617 expref: 369 pid: 8491 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.944143:0:24325:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d927fc lrc: 3/0,1 mode: --/PW res: [0x280000401:0x79f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.944155:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x79f:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185322.944162:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x79f:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185322.944169:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d927fc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x79f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.944179:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d927fc lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x79f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.944248:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.944272:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.944290:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.944307:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.944640:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.944664:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.944678:0:178149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010754816
00000100:00100000:3.0:1789185322.944682:0:178149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010754816
00010000:00010000:3.0:1789185322.944699:0:178149:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d5e955c4/0xff23d3f688d8e996 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x79d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a5fb expref: 369 pid: 8491 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.944714:0:178149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010754944
00000100:00100000:3.0:1789185322.944716:0:178149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010754944
00010000:00010000:3.0:1789185322.944728:0:178149:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ea1a91a6/0xff23d3f688d8e99d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x79e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a609 expref: 370 pid: 8491 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.944740:0:178149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010754560
00000100:00100000:3.0:1789185322.944742:0:178149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010754560
00010000:00010000:3.0:1789185322.944755:0:178149:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000575de2ed/0xff23d3f688d8ee27 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a69c expref: 355 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.944767:0:178149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010755072
00000100:00100000:3.0:1789185322.944769:0:178149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010755072
00010000:00010000:3.0:1789185322.944780:0:178149:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000090cb999f/0xff23d3f688d8e98f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x79c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a5ed expref: 371 pid: 8491 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.944790:0:178149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010755328
00000100:00100000:3.0:1789185322.944792:0:178149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010755328
00010000:00010000:3.0:1789185322.944802:0:178149:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000079bd9dea/0xff23d3f688d8ee43 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a6e2 expref: 356 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.944812:0:178149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010755584
00000100:00100000:3.0:1789185322.944814:0:178149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010755584
00010000:00010000:3.0:1789185322.944823:0:178149:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a9c7f9d4/0xff23d3f688d8e9ce lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a64f expref: 372 pid: 8491 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.944834:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23029
00000100:00100000:3.0:1789185322.944840:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b152866d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+372:2392:x1876087010754816:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.944848:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.944851:0:178149:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d5e955c4/0xff23d3f688d8e996 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x79d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a5fb expref: 372 pid: 8491 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.944862:0:178149:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d5e955c4/0xff23d3f688d8e996 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x79d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a5fb expref: 372 pid: 8491 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.944882:0:178149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d5e955c4/0xff23d3f688d8e996 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x79d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a5fb expref: 372 pid: 8491 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.944892:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x79d:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.944896:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x79d:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.944900:0:178149:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000281d94e0/0xff23d3f688d927ee lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x79d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.944909:0:178149:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000281d94e0/0xff23d3f688d927ee lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x79d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.944929:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.944975:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b152866d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+371:2392:x1876087010754816:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 134us (728us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.944982:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23029
00000100:00100000:3.0:1789185322.944999:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23030
00000100:00100000:3.0:1789185322.945006:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b152867b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+370:2391:x1876087010754944:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.945014:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.945018:0:178149:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ea1a91a6/0xff23d3f688d8e99d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x79e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a609 expref: 370 pid: 8491 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.945027:0:178149:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ea1a91a6/0xff23d3f688d8e99d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x79e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a609 expref: 370 pid: 8491 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.945043:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x79e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.945046:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x79e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.945050:0:178149:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000052b873d9/0xff23d3f688d927f5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x79e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.945058:0:178149:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000052b873d9/0xff23d3f688d927f5 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x79e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.945067:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.945083:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b152867b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+370:2391:x1876087010754944:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 77us (810us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.945089:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23030
00000100:00100000:3.0:1789185322.945099:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23031
00000100:00100000:3.0:1789185322.945105:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f725f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+356:2394:x1876087010754560:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.945113:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.945118:0:178149:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000575de2ed/0xff23d3f688d8ee27 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7a8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a69c expref: 356 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.945127:0:178149:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000575de2ed/0xff23d3f688d8ee27 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7a8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a69c expref: 356 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.945139:0:178149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000575de2ed/0xff23d3f688d8ee27 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7a8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a69c expref: 356 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.945154:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7a8:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.945157:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7a8:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.945161:0:178149:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d92803 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.945169:0:178149:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d92803 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.945185:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.945200:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f725f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+355:2394:x1876087010754560:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 96us (910us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.945206:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23031
00000100:00100000:3.0:1789185322.945217:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23032
00000100:00100000:3.0:1789185322.945223:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f727480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+369:2394:x1876087010755072:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.945964:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.945975:0:178149:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000090cb999f/0xff23d3f688d8e98f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x79c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a5ed expref: 369 pid: 8491 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.945991:0:178149:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000090cb999f/0xff23d3f688d8e98f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x79c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a5ed expref: 369 pid: 8491 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.946009:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x79c:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.946012:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x79c:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.946017:0:178149:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ba247524/0xff23d3f688d927e7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x79c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.946025:0:178149:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ba247524/0xff23d3f688d927e7 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x79c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.946039:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.946067:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f727480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+369:2394:x1876087010755072:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 844us (1758us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.946074:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23032
00000100:00100000:3.0:1789185322.946094:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23033
00000100:00100000:3.0:1789185322.946101:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b269767c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+354:2392:x1876087010755328:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.946109:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.946115:0:178149:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000079bd9dea/0xff23d3f688d8ee43 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a6e2 expref: 354 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.946124:0:178149:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000079bd9dea/0xff23d3f688d8ee43 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a6e2 expref: 354 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.946135:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7ad:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.946139:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7ad:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.946142:0:178149:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000065fd643b/0xff23d3f688d9283b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.946150:0:178149:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000065fd643b/0xff23d3f688d9283b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.946167:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.946184:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b269767c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+354:2392:x1876087010755328:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 85us (1544us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.946190:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23033
00000100:00100000:3.0:1789185322.946202:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23034
00000100:00100000:3.0:1789185322.946209:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f725880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+368:2392:x1876087010755584:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.946217:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.946221:0:178149:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a9c7f9d4/0xff23d3f688d8e9ce lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a64f expref: 368 pid: 8491 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.946231:0:178149:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a9c7f9d4/0xff23d3f688d8e9ce lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a64f expref: 368 pid: 8491 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.946243:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7a3:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.946246:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7a3:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.946250:0:178149:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000057531eb4/0xff23d3f688d92849 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.946258:0:178149:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000057531eb4/0xff23d3f688d92849 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.946269:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.946287:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f725880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+368:2392:x1876087010755584:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 79us (1622us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.946296:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23034
00000100:00100000:3.0:1789185322.946353:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:1.0:1789185322.946839:0:34810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000090cb999f/0xff23d3f688d8e98f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x79c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a5ed expref: 367 pid: 8491 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.946858:0:34810:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b15176fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:34810:1876087018836864:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185322.946880:0:34810:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000ba247524/0xff23d3f688d927e7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x79c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.946891:0:34810:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000ba247524/0xff23d3f688d927e7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x79c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.946899:0:34810:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ba247524/0xff23d3f688d927e7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x79c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.946911:0:34810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ba247524/0xff23d3f688d927e7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x79c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.946919:0:34810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ba247524/0xff23d3f688d927e7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x79c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.946937:0:34810:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1789185322.947098:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.947289:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.947301:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.947312:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.947332:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.947344:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.947356:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.947372:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185322.947671:0:34810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f728380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+650:3637:x1876087018836480:12345-0@lo:6:osp-syn-0-0.0 Request processed in 32507us (32834us total) trans 4294977614 rc 0/0
00000100:00100000:1.0:1789185322.947679:0:34810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37541
00010000:00010000:1.0:1789185322.947724:0:35223:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ea1a91a6/0xff23d3f688d8e99d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x79e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a609 expref: 366 pid: 8491 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.947738:0:35223:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b15176ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:35223:1876087018837120:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185322.947760:0:35223:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000052b873d9/0xff23d3f688d927f5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x79e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.947771:0:35223:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000052b873d9/0xff23d3f688d927f5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x79e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.947778:0:35223:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000052b873d9/0xff23d3f688d927f5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x79e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.947788:0:35223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000052b873d9/0xff23d3f688d927f5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x79e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.947795:0:35223:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000052b873d9/0xff23d3f688d927f5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x79e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.947809:0:35223:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:1.0:1789185322.947887:0:35223:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151774700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+650:3635:x1876087018836736:12345-0@lo:6:osp-syn-0-0.0 Request processed in 29725us (32600us total) trans 4294977615 rc 0/0
00000100:00100000:1.0:1789185322.947894:0:35223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37543
00000100:00100000:1.0:1789185322.947925:0:178143:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b15176df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:178143:1876087018837888:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185322.947938:0:178143:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000006abc7636/0xff23d3f688d9280a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.947962:0:178148:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151768a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:178148:1876087018838400:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185322.947980:0:178148:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000007fe0979b/0xff23d3f688d92818 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.948005:0:178144:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a9c7f9d4/0xff23d3f688d8e9ce lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a64f expref: 365 pid: 8491 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.948016:0:178144:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151769880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:178144:1876087018840320:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185322.948118:0:178149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010755456
00000100:00100000:3.0:1789185322.948127:0:178149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010755456
00010000:00010000:3.0:1789185322.948161:0:178149:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000013c033c3/0xff23d3f688d8ff68 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x7ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25165824->25169919) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bb3a expref: 354 pid: 34809 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.948184:0:178149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010755712
00000100:00100000:3.0:1789185322.948187:0:178149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010755712
00010000:00010000:3.0:1789185322.948201:0:178149:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000062a9cba8/0xff23d3f688d8e9b9 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a633 expref: 365 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.948213:0:178149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010755200
00000100:00100000:3.0:1789185322.948215:0:178149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010755200
00010000:00010000:3.0:1789185322.948226:0:178149:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000401ea571/0xff23d3f688d8ee2e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a6aa expref: 355 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.948237:0:178149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010755968
00000100:00100000:3.0:1789185322.948240:0:178149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010755968
00010000:00010000:3.0:1789185322.948251:0:178149:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000144b0c53/0xff23d3f688d8ee90 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a6b8 expref: 356 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.948261:0:178149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010756224
00000100:00100000:3.0:1789185322.948264:0:178149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010756224
00010000:00010000:3.0:1789185322.948275:0:178149:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d268db49/0xff23d3f688d8ee3c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a6d4 expref: 357 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.948286:0:178149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010755840
00000100:00100000:3.0:1789185322.948289:0:178149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010755840
00010000:00010000:3.0:1789185322.948299:0:178149:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c9b78f97/0xff23d3f688d8e9b2 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a625 expref: 366 pid: 8491 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.948309:0:178149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010756096
00000100:00100000:3.0:1789185322.948311:0:178149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010756096
00010000:00010000:3.0:1789185322.948322:0:178149:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d0e26903/0xff23d3f688d8e9c7 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a641 expref: 367 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.948332:0:178149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010756352
00000100:00100000:3.0:1789185322.948334:0:178149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010756352
00010000:00010000:3.0:1789185322.948344:0:178149:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000aef3e7a6/0xff23d3f688d8ee51 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a6fe expref: 358 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.948354:0:178149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010756480
00000100:00100000:3.0:1789185322.948356:0:178149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010756480
00010000:00010000:3.0:1789185322.948367:0:178149:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000fafdeb28/0xff23d3f688d8ee35 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a6c6 expref: 359 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.948379:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23035
00010000:00010000:1.0:1789185322.948474:0:178144:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000057531eb4/0xff23d3f688d92849 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.948485:0:178144:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000057531eb4/0xff23d3f688d92849 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.948492:0:178144:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000057531eb4/0xff23d3f688d92849 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.948500:0:178144:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000057531eb4/0xff23d3f688d92849 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.948508:0:178144:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000057531eb4/0xff23d3f688d92849 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.948526:0:178144:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00000100:00100000:3.0:1789185322.948634:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f724a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+359:2392:x1876087010755456:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.948648:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.948654:0:178149:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000013c033c3/0xff23d3f688d8ff68 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x7ae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 25165824->25169919) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bb3a expref: 359 pid: 34809 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.948667:0:178149:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000013c033c3/0xff23d3f688d8ff68 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x7ae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 25165824->25169919) gid 0 flags: 0x50000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bb3a expref: 359 pid: 34809 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.948692:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7ae:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1789185322.948697:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7ae:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1789185322.948704:0:178149:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000005aeaabf/0xff23d3f688d92842 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7ae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.948714:0:178149:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000005aeaabf/0xff23d3f688d92842 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7ae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.948872:0:178144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b15176a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+650:3636:x1876087018840064:12345-0@lo:6:osp-syn-0-0.0 Request processed in 15221us (15356us total) trans 4294977616 rc 0/0
00000100:00100000:1.0:1789185322.948878:0:178144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37555
00000100:00100000:1.0:1789185322.948918:0:178169:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151769180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:178169:1876087018840448:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185322.948931:0:178169:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000000691a0de/0xff23d3f688d92850 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:1.0:1789185322.948964:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b15176a300/2, rc 0, transno 4294977616
00000100:00100000:1.0:1789185322.948976:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b15176a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018840064:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185322.949046:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151769180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018840576:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185322.949086:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:1.0:1789185322.949121:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f72aa00/2, rc 0, transno 4294977614
00000100:00100000:1.0:1789185322.949132:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f72aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018836480:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185322.949162:0:178142:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018840576
00000100:00100000:1.0:1789185322.949167:0:178142:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018840576
00000004:00080000:2.0:1789185322.949199:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b151775880/2, rc 0, transno 4294977615
00000100:00100000:1.0:1789185322.949202:0:178142:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37557
00000100:00100000:2.0:1789185322.949210:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151775880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018836736:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185322.949215:0:178142:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151769880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+650:3637:x1876087018840576:12345-0@lo:6:osp-syn-0-0.0
00010000:00010000:2.0:1789185322.949229:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:2.0:1789185322.949237:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ba247524/0xff23d3f688d927e7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x79c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00080000:1.0:1789185322.949241:0:178142:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1956 count 1
00010000:00010000:2.0:1789185322.949251:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149882c00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185322.949257:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ba247524/0xff23d3f688d927e7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x79c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.949267:0:178142:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004e6d0f6b/0xff23d3f688d92857 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7a4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.949279:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ba247524/0xff23d3f688d927e7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x79c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.949287:0:178142:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e92d78b9/0xff23d3f688d8e9d5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a65d expref: 367 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.949298:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ba247524/0xff23d3f688d927e7 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x79c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.949300:0:178142:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7a4:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185322.949307:0:178142:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7a4:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.949316:0:178142:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004e6d0f6b/0xff23d3f688d92857 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.949318:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ba247524/0xff23d3f688d927e7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x79c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.949352:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:1.0:1789185322.949354:0:178142:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e92d78b9/0xff23d3f688d8e9d5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a65d expref: 367 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.949356:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000052b873d9/0xff23d3f688d927f5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x79e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.949376:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149883600 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185322.949380:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000052b873d9/0xff23d3f688d927f5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x79e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.949389:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000052b873d9/0xff23d3f688d927f5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x79e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.949398:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000052b873d9/0xff23d3f688d927f5 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x79e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.949405:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000052b873d9/0xff23d3f688d927f5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x79e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.949428:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185322.949432:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000057531eb4/0xff23d3f688d92849 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.949439:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149883a00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185322.949455:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000057531eb4/0xff23d3f688d92849 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.949462:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000057531eb4/0xff23d3f688d92849 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.949471:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000057531eb4/0xff23d3f688d92849 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.949479:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000057531eb4/0xff23d3f688d92849 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.949489:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.949491:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.949493:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.949500:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789185322.949520:0:178147:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151774380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:178147:1876087018838272:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185322.949535:0:178147:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001ea59ce8/0xff23d3f688d92811 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.949588:0:35222:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151776d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:35222:1876087018838656:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185322.949600:0:35222:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ef1f9aa4/0xff23d3f688d9281f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.949771:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1789185322.949792:0:16720:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000281d94e0/0xff23d3f688d927ee lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x79d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.949808:0:16720:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000281d94e0/0xff23d3f688d927ee lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x79d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.949818:0:16720:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000281d94e0/0xff23d3f688d927ee lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x79d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.949826:0:16720:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000281d94e0/0xff23d3f688d927ee lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x79d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.949843:0:16720:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1789185322.950208:0:16720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f729180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+651:3637:x1876087018836608:12345-0@lo:6:osp-syn-0-0.0 Request processed in 32559us (35296us total) trans 4294977617 rc 0/0
00000100:00100000:0.0:1789185322.950261:0:16720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37542
00010000:00010000:0.0:1789185322.950294:0:35218:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d92803 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.950303:0:35218:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d92803 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.950311:0:35218:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d92803 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.950318:0:35218:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d92803 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.950334:0:35218:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:0.0:1789185322.950423:0:35218:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b15176ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+661:3637:x1876087018837504:12345-0@lo:6:osp-syn-1-0.0 Request processed in 31039us (31119us total) trans 4294989423 rc 0/0
00000100:00100000:0.0:1789185322.950431:0:35218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37545
00010000:00010000:3.0:1789185322.950436:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.950496:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f724a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+359:2392:x1876087010755456:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 1864us (4142us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.950504:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23035
00000100:00100000:3.0:1789185322.950526:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23036
00000100:00100000:3.0:1789185322.950536:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f725c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+367:2392:x1876087010755712:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.950561:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.950569:0:178149:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000062a9cba8/0xff23d3f688d8e9b9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a633 expref: 367 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.950587:0:178149:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000062a9cba8/0xff23d3f688d8e9b9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a633 expref: 367 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.950606:0:178149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000062a9cba8/0xff23d3f688d8e9b9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a633 expref: 367 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.950608:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:0.0:1789185322.950617:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000281d94e0/0xff23d3f688d927ee lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x79d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.950625:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7a1:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185322.950627:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149882800 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185322.950632:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7a1:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185322.950633:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000281d94e0/0xff23d3f688d927ee lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x79d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.950641:0:178149:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000691a0de/0xff23d3f688d92850 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.950646:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000281d94e0/0xff23d3f688d927ee lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x79d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.950657:0:178149:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000691a0de/0xff23d3f688d92850 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.950679:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.950698:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f725c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+366:2392:x1876087010755712:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 165us (3600us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.950705:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23036
00000100:00100000:3.0:1789185322.950719:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23037
00000100:00100000:3.0:1789185322.950726:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f725500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+358:2394:x1876087010755200:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.950736:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.950742:0:178149:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000401ea571/0xff23d3f688d8ee2e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a6aa expref: 358 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.950759:0:178149:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000401ea571/0xff23d3f688d8ee2e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a6aa expref: 358 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.950774:0:178149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000401ea571/0xff23d3f688d8ee2e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a6aa expref: 358 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.950788:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7a9:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.950792:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7a9:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185322.950799:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000281d94e0/0xff23d3f688d927ee lrc: 1/0,0 mode: --/PW res: [0x280000401:0x79d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.950807:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000281d94e0/0xff23d3f688d927ee lrc: 0/0,0 mode: --/PW res: [0x280000401:0x79d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.950827:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185322.950831:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d92803 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.950841:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149883200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185322.950843:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d92803 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.950850:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d92803 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.950859:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d92803 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.950940:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d92803 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.950962:0:178149:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006abc7636/0xff23d3f688d9280a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.950974:0:178149:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006abc7636/0xff23d3f688d9280a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.950996:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1789185322.951011:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185322.951015:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185322.951018:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789185322.951023:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f725500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+357:2394:x1876087010755200:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 294us (3730us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.951031:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23037
00000100:00100000:3.0:1789185322.951051:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23038
00000100:00100000:0.0:1789185322.951053:0:8491:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f708700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8491:1876087018839040:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185322.951062:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f727800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+356:2394:x1876087010755968:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185322.951073:0:8491:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000c9a27dda/0xff23d3f688d92826 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.951085:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.951093:0:178149:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000144b0c53/0xff23d3f688d8ee90 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a6b8 expref: 356 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.951104:0:178146:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f709c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:178146:1876087018839296:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185322.951121:0:178146:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ce1a8e47/0xff23d3f688d9282d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.951154:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23039
00010000:00010000:3.0:1789185322.951161:0:178149:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000144b0c53/0xff23d3f688d8ee90 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a6b8 expref: 356 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.951166:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f724e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+356:2394:x1876087010756224:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185322.951182:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.951188:0:178149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000144b0c53/0xff23d3f688d8ee90 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a6b8 expref: 356 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.951192:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d268db49/0xff23d3f688d8ee3c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a6d4 expref: 356 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.951208:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7aa:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185322.951212:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d268db49/0xff23d3f688d8ee3c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a6d4 expref: 355 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.951214:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7aa:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.951220:0:178149:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007fe0979b/0xff23d3f688d92818 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.951228:0:178149:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007fe0979b/0xff23d3f688d92818 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.951247:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.951269:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f727800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+355:2394:x1876087010755968:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 210us (3966us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.951274:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23038
00000100:00100000:3.0:1789185322.951289:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23040
00000100:00100000:3.0:1789185322.951296:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b269765450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+365:2394:x1876087010755840:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.951304:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.951309:0:178149:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c9b78f97/0xff23d3f688d8e9b2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7a0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a625 expref: 365 pid: 8491 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.951324:0:178149:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c9b78f97/0xff23d3f688d8e9b2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7a0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a625 expref: 365 pid: 8491 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.951337:0:178149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c9b78f97/0xff23d3f688d8e9b2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7a0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a625 expref: 365 pid: 8491 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.951347:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7a0:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.951350:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7a0:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.951354:0:178149:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001ea59ce8/0xff23d3f688d92811 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.951361:0:178149:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001ea59ce8/0xff23d3f688d92811 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.951378:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.951396:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b269765450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+364:2394:x1876087010755840:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 101us (4063us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.951402:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23040
00000100:00100000:3.0:1789185322.951424:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23041
00000100:00100000:3.0:1789185322.951431:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14752b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+363:2394:x1876087010756096:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.951439:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.951456:0:178149:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d0e26903/0xff23d3f688d8e9c7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7a2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a641 expref: 363 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.951472:0:178149:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d0e26903/0xff23d3f688d8e9c7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7a2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a641 expref: 363 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.951485:0:178149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d0e26903/0xff23d3f688d8e9c7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7a2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a641 expref: 363 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.951495:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7a2:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.951498:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7a2:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.951502:0:178149:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c9a27dda/0xff23d3f688d92826 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.951509:0:178149:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c9a27dda/0xff23d3f688d92826 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.951526:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.951557:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14752b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+362:2394:x1876087010756096:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 114us (4198us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.951564:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23041
00000100:00100000:3.0:1789185322.951577:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23042
00000100:00100000:3.0:1789185322.951583:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14752bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+354:2394:x1876087010756352:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.951590:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.951595:0:178149:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000aef3e7a6/0xff23d3f688d8ee51 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a6fe expref: 354 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.951609:0:178149:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000aef3e7a6/0xff23d3f688d8ee51 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a6fe expref: 354 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.951620:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7af:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.951622:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7af:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.951626:0:178149:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000092826d11/0xff23d3f688d92834 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.951633:0:178149:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000092826d11/0xff23d3f688d92834 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.951644:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.951660:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14752bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+354:2394:x1876087010756352:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 78us (4303us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.951666:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23042
00010000:00010000:2.0:1789185322.951672:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789185322.951686:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23043
00010000:00010000:2.0:1789185322.951688:0:178147:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001ea59ce8/0xff23d3f688d92811 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.951697:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e968a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+353:2394:x1876087010756480:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.951705:0:178147:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001ea59ce8/0xff23d3f688d92811 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.951710:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.951719:0:178149:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000fafdeb28/0xff23d3f688d8ee35 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a6c6 expref: 353 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.951721:0:178147:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001ea59ce8/0xff23d3f688d92811 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.951742:0:178147:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001ea59ce8/0xff23d3f688d92811 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.951744:0:178149:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000fafdeb28/0xff23d3f688d8ee35 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a6c6 expref: 353 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.951765:0:178147:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1789185322.951787:0:178149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fafdeb28/0xff23d3f688d8ee35 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a6c6 expref: 353 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.951903:0:178147:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151775f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+651:3635:x1876087018838016:12345-0@lo:6:osp-syn-0-0.0 Request processed in 31089us (31320us total) trans 4294977618 rc 0/0
00010000:00010000:3.0:1789185322.951908:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7ab:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.951912:0:178142:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e92d78b9/0xff23d3f688d8e9d5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a65d expref: 367 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.951913:0:178147:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37547
00010000:00010000:3.0:1789185322.951915:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7ab:0x0].0x0 since=0s v=(0 0)
00000100:00100000:1.0:1789185322.951936:0:178142:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151768a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:178142:1876087018840704:192.168.204.3@tcp:104:
00000004:00080000:2.0:1789185322.951960:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b151777100/2, rc 0, transno 4294977618
00000100:00100000:2.0:1789185322.951969:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151777100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018838016:0@lo:6:osp-syn-0-0.0
00010000:00010000:2.0:1789185322.951987:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185322.951994:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001ea59ce8/0xff23d3f688d92811 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.951994:0:178142:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe7fa80 going to sleep for 11 seconds
00010000:00010000:2.0:1789185322.952005:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bc200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185322.952010:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001ea59ce8/0xff23d3f688d92811 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.952013:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.952023:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001ea59ce8/0xff23d3f688d92811 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.952025:0:178143:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000006abc7636/0xff23d3f688d9280a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.952044:0:178143:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006abc7636/0xff23d3f688d9280a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.952046:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001ea59ce8/0xff23d3f688d92811 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.952059:0:178143:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006abc7636/0xff23d3f688d9280a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.952062:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001ea59ce8/0xff23d3f688d92811 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.952080:0:178143:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006abc7636/0xff23d3f688d9280a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.952087:0:178149:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ef1f9aa4/0xff23d3f688d9281f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.952093:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185322.952095:0:178149:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ef1f9aa4/0xff23d3f688d9281f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.952097:0:178143:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool
00010000:00010000:2.0:1789185322.952100:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006abc7636/0xff23d3f688d9280a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.952111:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149883000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185322.952115:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006abc7636/0xff23d3f688d9280a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.952120:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1789185322.952126:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006abc7636/0xff23d3f688d9280a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.952141:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e968a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+352:2394:x1876087010756480:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 446us (4766us total) trans 0 rc 0/0
00010000:00010000:2.0:1789185322.952148:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006abc7636/0xff23d3f688d9280a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.952149:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23043
00010000:00010000:2.0:1789185322.952162:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006abc7636/0xff23d3f688d9280a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.952198:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.952201:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.952204:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789185322.952211:0:178143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b15176f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+661:3638:x1876087018837760:12345-0@lo:6:osp-syn-1-0.0 Request processed in 32496us (32577us total) trans 4294989424 rc 0/0
00000100:00100000:1.0:1789185322.952219:0:178143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37546
00000004:00080000:2.0:1789185322.952235:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b15176c700/2, rc 0, transno 4294989424
00010000:00010000:1.0:1789185322.952246:0:178148:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000007fe0979b/0xff23d3f688d92818 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.952255:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b15176c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018837760:0@lo:6:osp-syn-1-0.0
00010000:00010000:1.0:1789185322.952258:0:178148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007fe0979b/0xff23d3f688d92818 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.952268:0:178148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007fe0979b/0xff23d3f688d92818 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.952278:0:35222:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ef1f9aa4/0xff23d3f688d9281f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.952281:0:178148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007fe0979b/0xff23d3f688d92818 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.952301:0:35222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ef1f9aa4/0xff23d3f688d9281f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.952307:0:178148:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1789185322.952312:0:35222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ef1f9aa4/0xff23d3f688d9281f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.952322:0:35222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ef1f9aa4/0xff23d3f688d9281f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.952337:0:35222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00010000:00010000:2.0:1789185322.952347:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:2.0:1789185322.952353:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007fe0979b/0xff23d3f688d92818 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.952362:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149883c00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185322.952365:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007fe0979b/0xff23d3f688d92818 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.952378:0:8429:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000013c033c3/0xff23d3f688d8ff68 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25165824->25169919) gid 0 flags: 0x44801400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bb3a expref: 351 pid: 34809 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.952378:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007fe0979b/0xff23d3f688d92818 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.952411:0:8429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d41ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8429:1876087018840192:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185322.952411:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007fe0979b/0xff23d3f688d92818 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.952425:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007fe0979b/0xff23d3f688d92818 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.952456:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185322.952460:0:8429:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000005aeaabf/0xff23d3f688d92842 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.952461:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ef1f9aa4/0xff23d3f688d9281f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.952485:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bca00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185322.952486:0:8429:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000005aeaabf/0xff23d3f688d92842 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.952491:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ef1f9aa4/0xff23d3f688d9281f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.952516:0:8429:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000005aeaabf/0xff23d3f688d92842 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.952518:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ef1f9aa4/0xff23d3f688d9281f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.952535:0:8429:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000005aeaabf/0xff23d3f688d92842 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.952566:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ef1f9aa4/0xff23d3f688d9281f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.952574:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ef1f9aa4/0xff23d3f688d9281f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.952588:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.952590:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.952593:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.952599:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.952625:0:8429:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000005aeaabf/0xff23d3f688d92842 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.952640:0:8429:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1789185322.952693:0:35222:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151768700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+662:3637:x1876087018838528:12345-0@lo:6:osp-syn-1-0.0 Request processed in 26372us (26801us total) trans 4294989425 rc 0/0
00010000:00010000:0.0:1789185322.952701:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d268db49/0xff23d3f688d8ee3c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a6d4 expref: 350 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.952706:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37549
00010000:00010000:0.0:1789185322.952720:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7ac:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185322.952725:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7ac:0x0].0x0 since=0s v=(0 0)
00000100:00100000:3.0:1789185322.952731:0:8429:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b15176aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+661:3637:x1876087018839552:12345-0@lo:6:osp-syn-1-0.0 Request processed in 19096us (19384us total) trans 4294989426 rc 0/0
00010000:00010000:0.0:1789185322.952733:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ce1a8e47/0xff23d3f688d9282d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.952734:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185322.952742:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000005aeaabf/0xff23d3f688d92842 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.952748:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37554
00010000:00010000:0.0:1789185322.952755:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ce1a8e47/0xff23d3f688d9282d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.952761:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b26239bc00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185322.952767:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000005aeaabf/0xff23d3f688d92842 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.952777:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000005aeaabf/0xff23d3f688d92842 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.952786:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1789185322.952790:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000005aeaabf/0xff23d3f688d92842 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.952805:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000005aeaabf/0xff23d3f688d92842 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.952821:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789185322.952822:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f724e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+349:2394:x1876087010756224:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 1659us (5507us total) trans 0 rc 0/0
00010000:00010000:2.0:1789185322.952824:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.952828:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789185322.952835:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23039
00010000:00010000:0.0:1789185322.952882:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789185322.952889:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151776d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018840832:0@lo:6:osp-syn-1-0.0
00010000:00010000:0.0:1789185322.952896:0:8491:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000c9a27dda/0xff23d3f688d92826 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.952905:0:8491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c9a27dda/0xff23d3f688d92826 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.952914:0:8491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c9a27dda/0xff23d3f688d92826 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.952921:0:8491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c9a27dda/0xff23d3f688d92826 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.952936:0:8491:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1789185322.952938:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185322.952959:0:178148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b15176ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+661:3636:x1876087018838144:12345-0@lo:6:osp-syn-1-0.0 Request processed in 31915us (31977us total) trans 4294989427 rc 0/0
00000100:00100000:1.0:1789185322.952968:0:178148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37548
00010000:00010000:2.0:1789185322.952981:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185322.952988:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c9a27dda/0xff23d3f688d92826 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.952989:0:178148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018840832
00000100:00100000:1.0:1789185322.952996:0:178148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018840832
00010000:00010000:2.0:1789185322.952999:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abda800 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185322.953003:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c9a27dda/0xff23d3f688d92826 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.953012:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c9a27dda/0xff23d3f688d92826 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.953025:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c9a27dda/0xff23d3f688d92826 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.953032:0:8491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f70b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+651:3636:x1876087018838912:12345-0@lo:6:osp-syn-0-0.0 Request processed in 22021us (22191us total) trans 4294977619 rc 0/0
00000100:00100000:1.0:1789185322.953037:0:178148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37558
00010000:00010000:2.0:1789185322.953038:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c9a27dda/0xff23d3f688d92826 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.953049:0:8491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37550
00000100:00100000:1.0:1789185322.953054:0:178148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151774380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+661:3638:x1876087018840832:12345-0@lo:6:osp-syn-1-0.0
00010000:00010000:2.0:1789185322.953078:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.953081:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00002000:00080000:1.0:1789185322.953083:0:178148:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1968 count 1
00010000:00010000:2.0:1789185322.953084:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185322.953085:0:178146:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ce1a8e47/0xff23d3f688d9282d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.953096:0:178146:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ce1a8e47/0xff23d3f688d9282d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.953105:0:178146:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ce1a8e47/0xff23d3f688d9282d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.953107:0:178148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000603b815f/0xff23d3f688d9285e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7b0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.953118:0:178146:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ce1a8e47/0xff23d3f688d9282d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.953120:0:24325:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d927fc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x79f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.953139:0:24325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d927fc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x79f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.953148:0:178146:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1789185322.953150:0:24325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d927fc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x79f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.953160:0:24325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d927fc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x79f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.953171:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185322.953175:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ce1a8e47/0xff23d3f688d9282d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.953183:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abda200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185322.953186:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ce1a8e47/0xff23d3f688d9282d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.953195:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ce1a8e47/0xff23d3f688d9282d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.953213:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ce1a8e47/0xff23d3f688d9282d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.953232:0:178146:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f70bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+662:3636:x1876087018839168:12345-0@lo:6:osp-syn-1-0.0 Request processed in 21014us (21093us total) trans 4294989428 rc 0/0
00010000:00010000:2.0:1789185322.953235:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ce1a8e47/0xff23d3f688d9282d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.953241:0:178148:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000656e00c6/0xff23d3f688d8ee58 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a70c expref: 348 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.953249:0:178146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37551
00010000:00010000:1.0:1789185322.953261:0:178148:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7b0:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185322.953265:0:178148:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7b0:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.953267:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185322.953269:0:178148:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000603b815f/0xff23d3f688d9285e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.953271:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.953276:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.953291:0:24325:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1789185322.953299:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1789185322.953302:0:178148:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000656e00c6/0xff23d3f688d8ee58 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a70c expref: 348 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.953307:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b145cb1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+361:2391:x1876087010754688:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 9241us (9415us total) trans 0 rc 0/0
00010000:00010000:2.0:1789185322.953308:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d927fc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x79f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.953329:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23028
00010000:00010000:2.0:1789185322.953333:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149882a00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185322.953338:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d927fc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x79f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.953345:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d927fc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x79f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.953356:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d927fc lrc: 1/0,0 mode: --/PW res: [0x280000401:0x79f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.953363:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d927fc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x79f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.953385:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185322.953386:0:178148:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000656e00c6/0xff23d3f688d8ee58 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a70c expref: 348 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.953389:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.953393:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185322.953402:0:34809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000aef3e7a6/0xff23d3f688d8ee51 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a6fe expref: 348 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.953406:0:178148:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b15176ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:178148:1876087018840960:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185322.953425:0:34809:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14aa61f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:34809:1876087018839808:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185322.953454:0:34809:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000092826d11/0xff23d3f688d92834 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.953463:0:34809:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000092826d11/0xff23d3f688d92834 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.953471:0:34809:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000092826d11/0xff23d3f688d92834 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.953481:0:178148:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe7fe40 going to sleep for 11 seconds
00010000:00010000:0.0:1789185322.953481:0:34809:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000092826d11/0xff23d3f688d92834 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.953492:0:34809:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000092826d11/0xff23d3f688d92834 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.953501:0:24325:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b15176e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+651:3635:x1876087018837248:12345-0@lo:6:osp-syn-0-0.0 Request processed in 34430us (34498us total) trans 4294977620 rc 0/0
00010000:00010000:1.0:1789185322.953506:0:178169:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000000691a0de/0xff23d3f688d92850 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.953511:0:34809:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1789185322.953515:0:24325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37544
00010000:00010000:1.0:1789185322.953524:0:178169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000691a0de/0xff23d3f688d92850 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.953526:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185322.953534:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000092826d11/0xff23d3f688d92834 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.953538:0:178169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000691a0de/0xff23d3f688d92850 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.953572:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abda000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185322.953578:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000092826d11/0xff23d3f688d92834 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:2.0:1789185322.953584:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b15176c000/2, rc 0, transno 4294977620
00010000:00010000:1.0:1789185322.953585:0:178169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000691a0de/0xff23d3f688d92850 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.953594:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000092826d11/0xff23d3f688d92834 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.953596:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b15176c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018837248:0@lo:6:osp-syn-0-0.0
00010000:00010000:1.0:1789185322.953612:0:178169:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1789185322.953615:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000092826d11/0xff23d3f688d92834 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.953624:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000092826d11/0xff23d3f688d92834 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.953639:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185322.953643:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.953645:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000691a0de/0xff23d3f688d92850 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.953647:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185322.953651:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.953657:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149882600 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185322.953661:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000691a0de/0xff23d3f688d92850 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.953692:0:178169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b15176bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+651:3637:x1876087018838784:12345-0@lo:6:osp-syn-0-0.0 Request processed in 19611us (20397us total) trans 4294977621 rc 0/0
00000100:00100000:1.0:1789185322.953699:0:178169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37556
00000004:00080000:1.0:1789185322.953738:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f709880/2, rc 0, transno 4294989428
00000100:00100000:0.0:1789185322.953747:0:34809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f705c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+662:3636:x1876087018839680:12345-0@lo:6:osp-syn-1-0.0 Request processed in 21247us (21324us total) trans 4294989429 rc 0/0
00000100:00100000:0.0:1789185322.953754:0:34809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37552
00010000:00010000:0.0:1789185322.953788:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000079bd9dea/0xff23d3f688d8ee43 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a6e2 expref: 347 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.953800:0:8431:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14aa62300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8431:1876087018839936:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185322.953813:0:8431:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000065fd643b/0xff23d3f688d9283b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.953821:0:8431:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000065fd643b/0xff23d3f688d9283b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.953829:0:8431:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000065fd643b/0xff23d3f688d9283b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.953836:0:8431:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000065fd643b/0xff23d3f688d9283b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.953843:0:8431:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000065fd643b/0xff23d3f688d9283b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.953853:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000691a0de/0xff23d3f688d92850 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.953856:0:8431:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1789185322.953872:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000691a0de/0xff23d3f688d92850 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.953873:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f709880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018839168:0@lo:6:osp-syn-1-0.0
00010000:00010000:3.0:1789185322.953881:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000691a0de/0xff23d3f688d92850 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:1.0:1789185322.953890:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f709180/2, rc 0, transno 4294977619
00000100:00100000:1.0:1789185322.953894:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f709180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018838912:0@lo:6:osp-syn-0-0.0
00010000:00010000:3.0:1789185322.953897:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185322.953901:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000065fd643b/0xff23d3f688d9283b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:1.0:1789185322.953904:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b15176c380/2, rc 0, transno 4294989427
00000100:00100000:1.0:1789185322.953908:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b15176c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018838144:0@lo:6:osp-syn-1-0.0
00010000:00010000:3.0:1789185322.953909:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abdb000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185322.953912:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000065fd643b/0xff23d3f688d9283b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.953920:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000065fd643b/0xff23d3f688d9283b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.953931:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000065fd643b/0xff23d3f688d9283b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.953939:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000065fd643b/0xff23d3f688d9283b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.953950:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151768e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+662:3637:x1876087018839424:12345-0@lo:6:osp-syn-1-0.0 Request processed in 20694us (20807us total) trans 4294989430 rc 0/0
00010000:00010000:3.0:1789185322.953954:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.953958:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789185322.953961:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37553
00010000:00010000:3.0:1789185322.953962:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:1.0:1789185322.953988:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b150550000/2, rc 0, transno 4294989429
00000100:00100000:1.0:1789185322.953994:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b150550000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018839680:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1789185322.954145:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b15176b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018841088:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185322.954175:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185322.954198:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789185322.954203:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b15176df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018841216:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185322.954220:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185322.954300:0:35223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018841088
00000100:00100000:1.0:1789185322.954304:0:35223:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018841088
00000100:00100000:1.0:1789185322.954330:0:35223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018841216
00000100:00100000:1.0:1789185322.954333:0:35223:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018841216
00000100:00100000:1.0:1789185322.954348:0:35223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37559
00000100:00100000:1.0:1789185322.954355:0:35223:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e969c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+652:3635:x1876087018841088:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185322.954373:0:35223:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1957 count 1
00010000:00010000:1.0:1789185322.954389:0:35223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b2067f66/0xff23d3f688d92865 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7a5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.954403:0:35223:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000007de4b13b/0xff23d3f688d8e9dc lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a66b expref: 360 pid: 8429 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.954410:0:35223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7a5:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185322.954414:0:35223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7a5:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.954418:0:35223:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b2067f66/0xff23d3f688d92865 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.954438:0:35223:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000007de4b13b/0xff23d3f688d8e9dc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a66b expref: 360 pid: 8429 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.954464:0:35223:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000007de4b13b/0xff23d3f688d8e9dc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a66b expref: 360 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.954472:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789185322.954477:0:35223:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b15176d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:35223:1876087018841728:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185322.954486:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b15176e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018841600:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185322.954522:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185322.954524:0:35223:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe7f600 going to sleep for 11 seconds
00000100:00100000:1.0:1789185322.954542:0:178144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018841600
00000100:00100000:1.0:1789185322.954573:0:178144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018841600
00000100:00100000:1.0:1789185322.954601:0:178144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37560
00000100:00100000:1.0:1789185322.954607:0:178144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e968700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+653:3635:x1876087018841216:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185322.954619:0:178144:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1958 count 1
00010000:00010000:1.0:1789185322.954630:0:178144:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fa501034/0xff23d3f688d9286c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7a6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.954641:0:178144:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000017a6c1d9/0xff23d3f688d8e9e3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a679 expref: 360 pid: 8491 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.954648:0:178144:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7a6:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185322.954650:0:178144:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7a6:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.954654:0:178144:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fa501034/0xff23d3f688d9286c lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.954671:0:178144:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000017a6c1d9/0xff23d3f688d8e9e3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a679 expref: 360 pid: 8491 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.954687:0:178144:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000017a6c1d9/0xff23d3f688d8e9e3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a679 expref: 360 pid: 8491 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.954697:0:178144:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b15176d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:178144:1876087018841856:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185322.954714:0:35218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37561
00000100:00100000:0.0:1789185322.954725:0:35218:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14aa62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+653:3636:x1876087018841600:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1789185322.954740:0:35218:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1961 count 1
00010000:00010000:0.0:1789185322.954753:0:35218:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000039d3f603/0xff23d3f688d92873 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7a9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.954766:0:35218:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a2849f0e/0xff23d3f688d8e9f8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a6a3 expref: 360 pid: 8491 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.954773:0:35218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7a9:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185322.954776:0:35218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7a9:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185322.954780:0:35218:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000039d3f603/0xff23d3f688d92873 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.954799:0:35218:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a2849f0e/0xff23d3f688d8e9f8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a6a3 expref: 360 pid: 8491 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.954808:0:35218:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a2849f0e/0xff23d3f688d8e9f8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a6a3 expref: 360 pid: 8491 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.954817:0:35218:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14aa61f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35218:1876087018841984:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185322.954848:0:35218:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14bf0fa80 going to sleep for 11 seconds
00000100:00100000:3.0:1789185322.954888:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b15176fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018841472:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185322.955214:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185322.955243:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1789185322.955249:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b15176ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018841344:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185322.955259:0:178144:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe7f3c0 going to sleep for 11 seconds
00000100:00100000:3.0:1789185322.955273:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185322.955275:0:178143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018841472
00000100:00100000:1.0:1789185322.955278:0:178143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018841472
00000100:00100000:1.0:1789185322.955299:0:178143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018841344
00000100:00100000:1.0:1789185322.955302:0:178143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018841344
00000100:00100000:1.0:1789185322.955318:0:178143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37562
00000100:00100000:1.0:1789185322.955324:0:178143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e96aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+655:3638:x1876087018841472:12345-0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185322.955386:0:8491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37563
00000100:00100000:0.0:1789185322.955396:0:8491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b276a0cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+655:3638:x1876087018841344:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1789185322.955411:0:8491:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1959 count 1
00002000:00080000:1.0:1789185322.955426:0:178143:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1960 count 1
00010000:00010000:0.0:1789185322.955427:0:8491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000017719b4f/0xff23d3f688d9287a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7a7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.955453:0:8491:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b3f957d4/0xff23d3f688d8e9ea lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a687 expref: 360 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.955454:0:178143:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d92881 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7a8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.955471:0:8491:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7a7:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185322.955477:0:8491:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7a7:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.955479:0:178143:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000da9e8d8e/0xff23d3f688d8e9f1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a695 expref: 360 pid: 8491 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.955482:0:8491:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000017719b4f/0xff23d3f688d9287a lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.955500:0:178143:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7a8:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185322.955505:0:178143:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7a8:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.955509:0:178143:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d92881 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.955519:0:8491:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b3f957d4/0xff23d3f688d8e9ea lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a687 expref: 360 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.955531:0:8491:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b3f957d4/0xff23d3f688d8e9ea lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a687 expref: 360 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.955535:0:178143:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000da9e8d8e/0xff23d3f688d8e9f1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a695 expref: 360 pid: 8491 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.955580:0:178143:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000da9e8d8e/0xff23d3f688d8e9f1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a695 expref: 360 pid: 8491 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.955588:0:8491:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14aa62d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8491:1876087018842112:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185322.955595:0:178143:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b15176f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:178143:1876087018842240:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185322.955638:0:178143:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe7f6c0 going to sleep for 11 seconds
00000100:00100000:0.0:1789185322.955638:0:8491:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14a4dcf00 going to sleep for 11 seconds
00000004:00080000:1.0:1789185322.955755:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f70ad80/2, rc 0, transno 4294977621
00000100:00100000:1.0:1789185322.955767:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f70ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018838784:0@lo:6:osp-syn-0-0.0
00000004:00080000:1.0:1789185322.955785:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14fced180/2, rc 0, transno 4294989426
00000100:00100000:1.0:1789185322.955791:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14fced180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018839552:0@lo:6:osp-syn-1-0.0
00000004:00080000:1.0:1789185322.955895:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f70b480/2, rc 0, transno 4294989430
00000100:00100000:1.0:1789185322.955900:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f70b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018839424:0@lo:6:osp-syn-1-0.0
00000004:00080000:1.0:1789185322.955910:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b15176b800/2, rc 0, transno 4294989425
00000100:00100000:1.0:1789185322.955912:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b15176b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018838528:0@lo:6:osp-syn-1-0.0
00000004:00080000:1.0:1789185322.955921:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b15176d180/2, rc 0, transno 4294989423
00000100:00100000:1.0:1789185322.955924:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b15176d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018837504:0@lo:6:osp-syn-1-0.0
00000004:00080000:1.0:1789185322.955936:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f729f80/2, rc 0, transno 4294977617
00000100:00100000:1.0:1789185322.955939:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f729f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018836608:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185322.956014:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789185322.956015:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1789185322.956023:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b15176f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018842368:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185322.956024:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b15176ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018842496:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185322.956052:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185322.956072:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185322.956098:0:178146:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018842368
00000100:00100000:0.0:1789185322.956105:0:178146:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018842368
00000100:00100000:1.0:1789185322.956108:0:34810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018842496
00000100:00100000:1.0:1789185322.956113:0:34810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018842496
00000100:00100000:0.0:1789185322.956144:0:178146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37564
00000100:00100000:1.0:1789185322.956158:0:34810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37565
00000100:00100000:0.0:1789185322.956159:0:178146:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e96bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+657:3635:x1876087018842368:12345-0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185322.956171:0:34810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b15176dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+657:3638:x1876087018842496:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1789185322.956177:0:178146:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1962 count 1
00002000:00080000:1.0:1789185322.956186:0:34810:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1963 count 1
00010000:00010000:0.0:1789185322.956191:0:178146:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003b4d0371/0xff23d3f688d92888 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7aa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.956201:0:34810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008e9a7fa0/0xff23d3f688d9288f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7ab:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.956207:0:178146:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000af1db2b2/0xff23d3f688d8e9ff lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a6b1 expref: 360 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.956221:0:34810:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b52914eb/0xff23d3f688d8ea06 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a6bf expref: 360 pid: 8491 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.956228:0:34810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7ab:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185322.956236:0:34810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7ab:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185322.956241:0:178146:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7aa:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185322.956243:0:34810:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008e9a7fa0/0xff23d3f688d9288f lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.956249:0:178146:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7aa:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185322.956259:0:178146:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003b4d0371/0xff23d3f688d92888 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.956287:0:34810:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b52914eb/0xff23d3f688d8ea06 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a6bf expref: 360 pid: 8491 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.956290:0:178146:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000af1db2b2/0xff23d3f688d8e9ff lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a6b1 expref: 360 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.956312:0:178146:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000af1db2b2/0xff23d3f688d8e9ff lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a6b1 expref: 360 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.956317:0:34810:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b52914eb/0xff23d3f688d8ea06 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a6bf expref: 360 pid: 8491 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.956333:0:178146:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14aa60a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:178146:1876087018842752:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185322.956378:0:178146:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14a4dce40 going to sleep for 11 seconds
00000100:00100000:1.0:1789185322.956438:0:34810:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0e1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:34810:1876087018842624:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185322.956483:0:34810:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe7f900 going to sleep for 11 seconds
00010000:00010000:2.0:1789185322.957195:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789185322.957275:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1789185322.957322:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151777800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018843008:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185322.957359:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185322.957422:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151775500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018843136:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185322.957459:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185322.957520:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151777b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018843264:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185322.957568:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185322.957586:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151777480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018842880:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185322.957605:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185322.957633:0:178145:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018843008
00000100:00100000:0.0:1789185322.957637:0:178145:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018843008
00000100:00100000:0.0:1789185322.957676:0:178145:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018843136
00000100:00100000:0.0:1789185322.957679:0:178145:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018843136
00000100:00100000:0.0:1789185322.957700:0:24325:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018843264
00000100:00100000:0.0:1789185322.957703:0:24325:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018843264
00000100:00100000:0.0:1789185322.957717:0:24325:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018842880
00000100:00100000:0.0:1789185322.957720:0:24325:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018842880
00000100:00100000:0.0:1789185322.957741:0:178147:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37566
00000100:00100000:0.0:1789185322.957750:0:178147:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151774a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+665:3635:x1876087018843008:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1789185322.957768:0:178147:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1970 count 1
00010000:00010000:0.0:1789185322.957789:0:178147:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000243cf2a2/0xff23d3f688d92896 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7b2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.957816:0:178147:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008055c0b2/0xff23d3f688d8ee66 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a728 expref: 346 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.957826:0:178147:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7b2:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185322.957830:0:178147:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7b2:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185322.957834:0:178147:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000243cf2a2/0xff23d3f688d92896 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.957857:0:178147:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008055c0b2/0xff23d3f688d8ee66 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a728 expref: 346 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.957867:0:178147:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008055c0b2/0xff23d3f688d8ee66 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a728 expref: 346 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.957872:0:16720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37567
00000100:00100000:0.0:1789185322.957878:0:178147:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b152867b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:178147:1876087018843392:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185322.957880:0:16720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151775c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+665:3636:x1876087018843136:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185322.957892:0:16720:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1971 count 1
00010000:00010000:1.0:1789185322.957903:0:16720:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000048e3f1cb/0xff23d3f688d9289d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7b3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.957915:0:16720:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c8539d0b/0xff23d3f688d8ee6d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a736 expref: 346 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.957921:0:16720:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7b3:0x0].0x0 since=124s v=(0 0)
00000100:00100000:0.0:1789185322.957922:0:178147:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14a4dc780 going to sleep for 11 seconds
00010000:00010000:1.0:1789185322.957924:0:16720:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7b3:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.957928:0:16720:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000048e3f1cb/0xff23d3f688d9289d lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.957946:0:16720:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c8539d0b/0xff23d3f688d8ee6d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a736 expref: 346 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.957955:0:16720:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c8539d0b/0xff23d3f688d8ee6d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a736 expref: 346 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.957965:0:16720:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0e1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16720:1876087018843520:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185322.957988:0:16720:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14a911c00 going to sleep for 11 seconds
00000100:00100000:1.0:1789185322.958004:0:178169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37568
00000100:00100000:1.0:1789185322.958012:0:178169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14aa60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+665:3637:x1876087018843264:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185322.958024:0:178169:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1972 count 1
00010000:00010000:1.0:1789185322.958037:0:178169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007fe0979b/0xff23d3f688d928a4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7b4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.958048:0:178169:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a4d5c247/0xff23d3f688d8ee74 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a744 expref: 346 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.958060:0:178169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7b4:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185322.958063:0:178169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7b4:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.958067:0:178169:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007fe0979b/0xff23d3f688d928a4 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.958086:0:178169:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a4d5c247/0xff23d3f688d8ee74 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a744 expref: 346 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.958094:0:178169:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a4d5c247/0xff23d3f688d8ee74 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a744 expref: 346 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.958103:0:178169:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0e3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:178169:1876087018843648:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185322.958131:0:178169:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14a911f00 going to sleep for 11 seconds
00000100:00100000:2.0:1789185322.958198:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151776a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018843776:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185322.958226:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185322.958254:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018843776
00000100:00100000:2.0:1789185322.958258:0:8428:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018843776
00000100:00100000:0.0:1789185322.958298:0:24325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37569
00000100:00100000:0.0:1789185322.958316:0:24325:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b152866d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+666:3637:x1876087018842880:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1789185322.958328:0:24325:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1969 count 1
00010000:00010000:0.0:1789185322.958340:0:24325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000062be1bd2/0xff23d3f688d928ab lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7b1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.958353:0:24325:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003bacf11e/0xff23d3f688d8ee5f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a71a expref: 346 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.958359:0:24325:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7b1:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185322.958362:0:24325:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7b1:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185322.958365:0:24325:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000062be1bd2/0xff23d3f688d928ab lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.958384:0:24325:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003bacf11e/0xff23d3f688d8ee5f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a71a expref: 346 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.958393:0:24325:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003bacf11e/0xff23d3f688d8ee5f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a71a expref: 346 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.958402:0:24325:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b145cb1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24325:1876087018843904:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185322.958425:0:24325:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14a4dc180 going to sleep for 11 seconds
00000100:00100000:3.0:1789185322.958766:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37570
00000100:00100000:3.0:1789185322.958780:0:8429:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151774000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+666:3638:x1876087018843776:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:3.0:1789185322.958796:0:8429:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1973 count 1
00010000:00010000:3.0:1789185322.958810:0:8429:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000262d3641/0xff23d3f688d928b2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7b5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.958823:0:8429:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006da7e06a/0xff23d3f688d8ee7b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a752 expref: 346 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.958831:0:8429:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7b5:0x0].0x0 since=124s v=(0 0)
00010000:00010000:3.0:1789185322.958835:0:8429:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7b5:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.958839:0:8429:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000262d3641/0xff23d3f688d928b2 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.958865:0:8429:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006da7e06a/0xff23d3f688d8ee7b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a752 expref: 346 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.958882:0:8429:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006da7e06a/0xff23d3f688d8ee7b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a752 expref: 346 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.958895:0:8429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e969180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8429:1876087018844160:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185322.959007:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151776300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018844032:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1789185322.959472:0:8429:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1486aa180 going to sleep for 11 seconds
00000100:00100000:2.0:1789185322.959478:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185322.959638:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151775180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018844288:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185322.959665:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185322.959923:0:178145:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018844032
00000100:00100000:0.0:1789185322.959930:0:178145:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018844032
00000100:00100000:0.0:1789185322.959962:0:178145:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018844288
00000100:00100000:0.0:1789185322.959965:0:178145:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018844288
00000100:00100000:0.0:1789185322.959978:0:178145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37571
00000100:00100000:0.0:1789185322.959986:0:178145:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151776680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+668:3635:x1876087018844032:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1789185322.960003:0:178145:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1974 count 1
00010000:00010000:0.0:1789185322.960022:0:178145:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000092826d11/0xff23d3f688d928b9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7b6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.960042:0:178145:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a1487c03/0xff23d3f688d8fe57 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4198399) gid 0 flags: 0x40000000020000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ba29 expref: 346 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.960052:0:178145:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x7b6:0x0].0x0 since=122s v=(0 0)
00010000:00010000:0.0:1789185322.960056:0:178145:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7b6:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1789185322.960061:0:178145:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000092826d11/0xff23d3f688d928b9 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.960087:0:178145:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a1487c03/0xff23d3f688d8fe57 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4198399) gid 0 flags: 0x50000000030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ba29 expref: 346 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.960099:0:178145:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a1487c03/0xff23d3f688d8fe57 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x7b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4198399) gid 0 flags: 0x70000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ba29 expref: 346 pid: 8491 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.960111:0:178145:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f725f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:178145:1876087018844416:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185322.960145:0:178145:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b145d6c6c0 going to sleep for 11 seconds
00000100:00100000:2.0:1789185322.960200:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37572
00000100:00100000:2.0:1789185322.960209:0:8428:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151774e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+668:3636:x1876087018844288:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1789185322.960234:0:8428:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1975 count 1
00010000:00010000:2.0:1789185322.960247:0:8428:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ef1f9aa4/0xff23d3f688d928c0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7b7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.960260:0:8428:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000247f7904/0xff23d3f688d8ee89 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a76e expref: 346 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.960268:0:8428:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7b7:0x0].0x0 since=124s v=(0 0)
00010000:00010000:2.0:1789185322.960271:0:8428:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7b7:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.960276:0:8428:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ef1f9aa4/0xff23d3f688d928c0 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.960297:0:8428:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000247f7904/0xff23d3f688d8ee89 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a76e expref: 346 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.960307:0:8428:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000247f7904/0xff23d3f688d8ee89 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a76e expref: 346 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.960318:0:8428:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f72b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8428:1876087018844544:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185322.960343:0:8428:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14b7b2900 going to sleep for 11 seconds
00000100:00100000:3.0:1789185322.964227:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.964312:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185322.964351:0:178149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010756608
00000100:00100000:3.0:1789185322.964360:0:178149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010756608
00000100:00100000:0.0:1789185322.964382:0:178148:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b15176ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:178148:1876087018840960:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185322.964405:0:178149:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e92d78b9/0xff23d3f688d8e9d5 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a65d expref: 361 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.964417:0:178148:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000603b815f/0xff23d3f688d9285e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.964456:0:178149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010756736
00000100:00100000:3.0:1789185322.964461:0:178149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010756736
00000100:00100000:0.0:1789185322.964471:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23044
00010000:00010000:3.0:1789185322.964481:0:178149:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000656e00c6/0xff23d3f688d8ee58 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a70c expref: 347 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.964489:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d419880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+361:2393:x1876087010756608:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185322.964508:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00000100:00100000:3.0:1789185322.964512:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23045
00010000:00010000:0.0:1789185322.964520:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e92d78b9/0xff23d3f688d8e9d5 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7a4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a65d expref: 361 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.964525:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d41ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+347:2393:x1876087010756736:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.964542:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185322.964571:0:178149:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000656e00c6/0xff23d3f688d8ee58 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a70c expref: 347 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.964576:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e92d78b9/0xff23d3f688d8e9d5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7a4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a65d expref: 361 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.964600:0:178149:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000656e00c6/0xff23d3f688d8ee58 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a70c expref: 347 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.964612:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7a4:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185322.964619:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7a4:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.964623:0:178149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000656e00c6/0xff23d3f688d8ee58 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a70c expref: 347 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.964628:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004e6d0f6b/0xff23d3f688d92857 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7a4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.964642:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7b0:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185322.964643:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004e6d0f6b/0xff23d3f688d92857 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7a4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.964648:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7b0:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.964658:0:178149:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000603b815f/0xff23d3f688d9285e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.964668:0:178149:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000603b815f/0xff23d3f688d9285e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.964690:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185322.964738:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d41ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+346:2393:x1876087010756736:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 216us (425us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185322.964745:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23045
00010000:00010000:0.0:1789185322.965211:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185322.965238:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d419880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+361:2393:x1876087010756608:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 756us (1023us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185322.965247:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23044
00010000:00010000:0.0:1789185322.965273:0:178148:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000603b815f/0xff23d3f688d9285e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.965289:0:178148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000603b815f/0xff23d3f688d9285e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.965301:0:178148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000603b815f/0xff23d3f688d9285e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.965317:0:178148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000603b815f/0xff23d3f688d9285e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.965339:0:178148:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1789185322.965502:0:178148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151774380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+669:3638:x1876087018840832:12345-0@lo:6:osp-syn-1-0.0 Request processed in 12453us (12578us total) trans 4294989431 rc 0/0
00000100:00100000:0.0:1789185322.965512:0:178148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37558
00000004:00080000:0.0:1789185322.965581:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b151776d80/2, rc 0, transno 4294989431
00000100:00100000:0.0:1789185322.965595:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151776d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018840832:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185322.965874:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f727480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018844672:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185322.965912:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185322.965957:0:35222:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018844672
00000100:00100000:0.0:1789185322.965962:0:35222:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018844672
00010000:00010000:3.0:1789185322.966101:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185322.966110:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000603b815f/0xff23d3f688d9285e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.966121:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149883e00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185322.966127:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000603b815f/0xff23d3f688d9285e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.966139:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000603b815f/0xff23d3f688d9285e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.966164:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000603b815f/0xff23d3f688d9285e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.966172:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000603b815f/0xff23d3f688d9285e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.966201:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.966204:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.966208:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789185322.966279:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37573
00000100:00100000:0.0:1789185322.966288:0:35222:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f725880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+669:3637:x1876087018844672:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1789185322.966314:0:35222:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1976 count 1
00010000:00010000:0.0:1789185322.966334:0:35222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000059346501/0xff23d3f688d928c7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7b8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.966351:0:35222:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002115ecb9/0xff23d3f688d8ee97 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a77c expref: 345 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.966361:0:35222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7b8:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185322.966365:0:35222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7b8:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185322.966371:0:35222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000059346501/0xff23d3f688d928c7 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.966399:0:35222:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002115ecb9/0xff23d3f688d8ee97 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a77c expref: 345 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.966411:0:35222:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002115ecb9/0xff23d3f688d8ee97 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a77c expref: 345 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.966422:0:35222:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f724a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:35222:1876087018844800:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185322.966486:0:35222:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b145d6c600 going to sleep for 11 seconds
00010000:00010000:2.0:1789185322.967061:0:178142:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e92d78b9/0xff23d3f688d8e9d5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a65d expref: 360 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.967081:0:178142:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151768a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:178142:1876087018840704:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185322.967108:0:178142:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000004e6d0f6b/0xff23d3f688d92857 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.967125:0:178142:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000004e6d0f6b/0xff23d3f688d92857 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.967133:0:178142:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004e6d0f6b/0xff23d3f688d92857 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.967143:0:178142:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004e6d0f6b/0xff23d3f688d92857 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.967151:0:178142:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004e6d0f6b/0xff23d3f688d92857 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.967178:0:178142:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1789185322.967345:0:178142:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151769880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+658:3637:x1876087018840576:12345-0@lo:6:osp-syn-0-0.0 Request processed in 18132us (18258us total) trans 4294977622 rc 0/0
00000100:00100000:2.0:1789185322.967355:0:178142:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37557
00000004:00080000:2.0:1789185322.967402:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b151769180/2, rc 0, transno 4294977622
00000100:00100000:2.0:1789185322.967424:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151769180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018840576:0@lo:6:osp-syn-0-0.0
00010000:00010000:0.0:1789185322.967489:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00000100:00100000:1.0:1789185322.967491:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018844928:0@lo:6:osp-syn-0-0.0
00010000:00010000:0.0:1789185322.967496:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004e6d0f6b/0xff23d3f688d92857 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.967505:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149883400 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185322.967509:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004e6d0f6b/0xff23d3f688d92857 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.967518:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004e6d0f6b/0xff23d3f688d92857 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.967523:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:0.0:1789185322.967536:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004e6d0f6b/0xff23d3f688d92857 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.967543:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004e6d0f6b/0xff23d3f688d92857 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.967585:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185322.967587:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185322.967589:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789185322.968946:0:35223:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b15176d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:35223:1876087018841728:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185322.968973:0:35223:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b2067f66/0xff23d3f688d92865 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.969124:0:178144:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b15176d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:178144:1876087018841856:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185322.969143:0:178144:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000fa501034/0xff23d3f688d9286c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.969262:0:178142:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018844928
00000100:00100000:2.0:1789185322.969270:0:178142:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018844928
00000100:00100000:2.0:1789185322.969319:0:178142:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37574
00000100:00100000:2.0:1789185322.969328:0:178142:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d0e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+658:3638:x1876087018844928:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1789185322.969356:0:178142:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1964 count 1
00010000:00010000:2.0:1789185322.969378:0:178142:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ee62d8df/0xff23d3f688d928ce lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7ac:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.969397:0:178142:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000021af62c9/0xff23d3f688d8ea0d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a6cd expref: 359 pid: 8429 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.969406:0:178142:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7ac:0x0].0x0 since=124s v=(0 0)
00010000:00010000:2.0:1789185322.969411:0:178142:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7ac:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.969416:0:178142:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ee62d8df/0xff23d3f688d928ce lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.969462:0:178142:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000021af62c9/0xff23d3f688d8ea0d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a6cd expref: 359 pid: 8429 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.969477:0:178142:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000021af62c9/0xff23d3f688d8ea0d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a6cd expref: 359 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.969490:0:178142:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f728a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:178142:1876087018845056:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185322.969867:0:178143:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b15176f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:178143:1876087018842240:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185322.969888:0:178143:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d92881 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.969911:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185322.969929:0:16720:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0e1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16720:1876087018843520:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185322.969945:0:16720:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000048e3f1cb/0xff23d3f688d9289d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.969971:0:34810:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0e1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:34810:1876087018842624:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185322.969981:0:34810:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000008e9a7fa0/0xff23d3f688d9288f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.970031:0:35218:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14aa61f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35218:1876087018841984:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185322.970051:0:35218:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000039d3f603/0xff23d3f688d92873 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.970083:0:8491:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14aa62d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8491:1876087018842112:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185322.970094:0:8491:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000017719b4f/0xff23d3f688d9287a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.970117:0:178147:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b152867b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:178147:1876087018843392:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185322.970130:0:178147:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000243cf2a2/0xff23d3f688d92896 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.970152:0:178146:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14aa60a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:178146:1876087018842752:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185322.970164:0:178146:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000003b4d0371/0xff23d3f688d92888 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.970217:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010756864
00000100:00100000:0.0:1789185322.970222:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010756864
00000100:00100000:3.0:1789185322.970241:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:0.0:1789185322.970248:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007de4b13b/0xff23d3f688d8e9dc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a66b expref: 360 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.970272:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185322.970281:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010757376
00000100:00100000:1.0:1789185322.970286:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010757760
00000100:00100000:0.0:1789185322.970286:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010757376
00000100:00100000:1.0:1789185322.970290:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010757760
00010000:00010000:0.0:1789185322.970304:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000017a6c1d9/0xff23d3f688d8e9e3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a679 expref: 362 pid: 8491 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.970306:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000af1db2b2/0xff23d3f688d8e9ff lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a6b1 expref: 362 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.970307:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185322.970330:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010756992
00000100:00100000:0.0:1789185322.970335:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010756992
00000100:00100000:3.0:1789185322.970336:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185322.970340:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23046
00000100:00100000:1.0:1789185322.970350:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e1e5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+363:2392:x1876087010756864:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185322.970350:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a2849f0e/0xff23d3f688d8e9f8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a6a3 expref: 363 pid: 8491 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.970361:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:1.0:1789185322.970361:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00000100:00100000:0.0:1789185322.970363:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010757632
00010000:00010000:1.0:1789185322.970369:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000007de4b13b/0xff23d3f688d8e9dc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7a5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a66b expref: 363 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.970371:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010757632
00010000:00010000:1.0:1789185322.970383:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007de4b13b/0xff23d3f688d8e9dc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7a5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a66b expref: 364 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.970385:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b3f957d4/0xff23d3f688d8e9ea lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a687 expref: 364 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.970398:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010757888
00000100:00100000:0.0:1789185322.970401:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010757888
00010000:00010000:1.0:1789185322.970407:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007de4b13b/0xff23d3f688d8e9dc lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7a5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a66b expref: 365 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.970413:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b52914eb/0xff23d3f688d8ea06 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a6bf expref: 365 pid: 8491 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.970425:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7a5:0x0].0x0 since=0s v=(0 0)
00000100:00100000:0.0:1789185322.970428:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23047
00010000:00010000:1.0:1789185322.970429:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7a5:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.970436:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b2067f66/0xff23d3f688d92865 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.970436:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b269764050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+364:2392:x1876087010757376:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185322.970455:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185322.970456:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b2067f66/0xff23d3f688d92865 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.970460:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:0.0:1789185322.970462:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000017a6c1d9/0xff23d3f688d8e9e3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7a6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a679 expref: 364 pid: 8491 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.970474:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000017a6c1d9/0xff23d3f688d8e9e3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7a6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a679 expref: 364 pid: 8491 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.970489:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:1.0:1789185322.970490:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1789185322.970492:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000017a6c1d9/0xff23d3f688d8e9e3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7a6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a679 expref: 364 pid: 8491 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.970505:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7a6:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185322.970508:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7a6:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185322.970512:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000fa501034/0xff23d3f688d9286c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.970519:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fa501034/0xff23d3f688d9286c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.970533:0:35223:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b2067f66/0xff23d3f688d92865 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.970540:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e1e5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+363:2392:x1876087010756864:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 191us (631us total) trans 0 rc 0/0
00010000:00010000:0.0:1789185322.970541:0:35223:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b2067f66/0xff23d3f688d92865 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.970567:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23046
00010000:00010000:0.0:1789185322.970572:0:35223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b2067f66/0xff23d3f688d92865 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.970580:0:35223:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b2067f66/0xff23d3f688d92865 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.970587:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010757120
00000100:00100000:1.0:1789185322.970590:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010757120
00010000:00010000:0.0:1789185322.970598:0:35223:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1789185322.970602:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000da9e8d8e/0xff23d3f688d8e9f1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a695 expref: 363 pid: 8491 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.970615:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010757504
00000100:00100000:1.0:1789185322.970618:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010757504
00000100:00100000:3.0:1789185322.970623:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:1.0:1789185322.970633:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c8539d0b/0xff23d3f688d8ee6d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a736 expref: 346 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.970645:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010758144
00000100:00100000:1.0:1789185322.970648:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010758144
00010000:00010000:1.0:1789185322.970658:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006da7e06a/0xff23d3f688d8ee7b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a752 expref: 347 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.970677:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23048
00000100:00100000:1.0:1789185322.970747:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e1e4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+363:2392:x1876087010757760:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185322.970755:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185322.970826:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000af1db2b2/0xff23d3f688d8e9ff lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a6b1 expref: 363 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.970840:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000af1db2b2/0xff23d3f688d8e9ff lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a6b1 expref: 363 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.970854:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000af1db2b2/0xff23d3f688d8e9ff lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a6b1 expref: 363 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.970865:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7aa:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.970868:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7aa:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.970872:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003b4d0371/0xff23d3f688d92888 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.970880:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003b4d0371/0xff23d3f688d92888 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.970899:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185322.970920:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e1e4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+362:2392:x1876087010757760:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 177us (649us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185322.970927:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23048
00000100:00100000:1.0:1789185322.970944:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23049
00000100:00100000:1.0:1789185322.970950:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e1e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+361:2392:x1876087010756992:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185322.970958:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185322.970963:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a2849f0e/0xff23d3f688d8e9f8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a6a3 expref: 361 pid: 8491 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.970975:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a2849f0e/0xff23d3f688d8e9f8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a6a3 expref: 361 pid: 8491 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.970987:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a2849f0e/0xff23d3f688d8e9f8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a6a3 expref: 361 pid: 8491 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.970995:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7a9:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.970998:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7a9:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.971001:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000039d3f603/0xff23d3f688d92873 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.971008:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000039d3f603/0xff23d3f688d92873 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.971024:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185322.971041:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e1e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+360:2392:x1876087010756992:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 92us (740us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185322.971048:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23049
00000100:00100000:0.0:1789185322.971050:0:35223:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e969c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+659:3635:x1876087018841088:12345-0@lo:6:osp-syn-0-0.0 Request processed in 16694us (16872us total) trans 4294977623 rc 0/0
00000100:00100000:0.0:1789185322.971057:0:35223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37559
00000100:00100000:1.0:1789185322.971062:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23050
00000100:00100000:1.0:1789185322.971068:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e1e7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+359:2392:x1876087010757632:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185322.971076:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185322.971077:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1789185322.971081:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b3f957d4/0xff23d3f688d8e9ea lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a687 expref: 359 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.971082:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b2067f66/0xff23d3f688d92865 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.971090:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149882200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185322.971092:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b3f957d4/0xff23d3f688d8e9ea lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a687 expref: 359 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.971095:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b2067f66/0xff23d3f688d92865 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.971104:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b3f957d4/0xff23d3f688d8e9ea lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a687 expref: 359 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.971105:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b2067f66/0xff23d3f688d92865 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.971115:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7a7:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185322.971117:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b2067f66/0xff23d3f688d92865 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.971118:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7a7:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.971122:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000017719b4f/0xff23d3f688d9287a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.971125:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b2067f66/0xff23d3f688d92865 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.971131:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000017719b4f/0xff23d3f688d9287a lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.971145:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185322.971148:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1789185322.971148:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185322.971150:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185322.971162:0:35218:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000039d3f603/0xff23d3f688d92873 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.971167:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e1e7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+358:2392:x1876087010757632:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 99us (832us total) trans 0 rc 0/0
00010000:00010000:0.0:1789185322.971171:0:35218:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000039d3f603/0xff23d3f688d92873 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.971174:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23050
00010000:00010000:0.0:1789185322.971179:0:35218:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000039d3f603/0xff23d3f688d92873 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.971187:0:35218:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000039d3f603/0xff23d3f688d92873 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.971189:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23051
00000100:00100000:1.0:1789185322.971201:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b150574000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+357:2392:x1876087010757888:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185322.971201:0:35218:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1789185322.971205:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:1.0:1789185322.971210:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185322.971218:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b52914eb/0xff23d3f688d8ea06 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a6bf expref: 357 pid: 8491 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.971228:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b52914eb/0xff23d3f688d8ea06 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a6bf expref: 357 pid: 8491 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.971242:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b52914eb/0xff23d3f688d8ea06 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a6bf expref: 357 pid: 8491 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.971253:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:1.0:1789185322.971256:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7ab:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.971261:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7ab:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.971265:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000008e9a7fa0/0xff23d3f688d9288f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.971272:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008e9a7fa0/0xff23d3f688d9288f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.971290:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185322.971298:0:35218:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14aa62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+659:3636:x1876087018841600:12345-0@lo:6:osp-syn-0-0.0 Request processed in 16575us (16778us total) trans 4294977624 rc 0/0
00000100:00100000:3.0:1789185322.971306:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185322.971312:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b150574000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+356:2392:x1876087010757888:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 114us (951us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185322.971312:0:35218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37561
00000100:00100000:1.0:1789185322.971318:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23051
00000100:00100000:1.0:1789185322.971333:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010757248
00010000:00010000:0.0:1789185322.971335:0:8491:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000017719b4f/0xff23d3f688d9287a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.971336:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010757248
00010000:00010000:0.0:1789185322.971344:0:8491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000017719b4f/0xff23d3f688d9287a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.971352:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008055c0b2/0xff23d3f688d8ee66 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a728 expref: 348 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.971352:0:8491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000017719b4f/0xff23d3f688d9287a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.971365:0:8491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000017719b4f/0xff23d3f688d9287a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.971366:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010758016
00000100:00100000:1.0:1789185322.971369:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010758016
00010000:00010000:1.0:1789185322.971381:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003bacf11e/0xff23d3f688d8ee5f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a71a expref: 349 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.971381:0:8491:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:1.0:1789185322.971395:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010758272
00000100:00100000:1.0:1789185322.971398:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010758272
00010000:00010000:1.0:1789185322.971412:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a4d5c247/0xff23d3f688d8ee74 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a744 expref: 350 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.971426:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23052
00000100:00100000:1.0:1789185322.971432:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b150574a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+355:2393:x1876087010757120:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185322.971439:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185322.971457:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000da9e8d8e/0xff23d3f688d8e9f1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7a8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a695 expref: 355 pid: 8491 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.971467:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000da9e8d8e/0xff23d3f688d8e9f1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7a8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a695 expref: 355 pid: 8491 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.971468:0:8491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b276a0cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+659:3638:x1876087018841344:12345-0@lo:6:osp-syn-0-0.0 Request processed in 16075us (16194us total) trans 4294977625 rc 0/0
00000100:00100000:0.0:1789185322.971474:0:8491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37563
00010000:00010000:1.0:1789185322.971480:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000da9e8d8e/0xff23d3f688d8e9f1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7a8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a695 expref: 355 pid: 8491 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.971489:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7a8:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185322.971491:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:1.0:1789185322.971492:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7a8:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.971496:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d92881 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.971496:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000039d3f603/0xff23d3f688d92873 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.971504:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abdac00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185322.971505:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d92881 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.971508:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000039d3f603/0xff23d3f688d92873 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.971516:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000039d3f603/0xff23d3f688d92873 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.971522:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1789185322.971526:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000039d3f603/0xff23d3f688d92873 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.971533:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000039d3f603/0xff23d3f688d92873 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.971540:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b150574a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+354:2393:x1876087010757120:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 108us (1085us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185322.971566:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23052
00010000:00010000:0.0:1789185322.971568:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185322.971572:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000017719b4f/0xff23d3f688d9287a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.971578:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abdb800 already unused, calling callback (ffffffffc0cd94f0)
00000100:00100000:1.0:1789185322.971579:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23053
00010000:00010000:0.0:1789185322.971581:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000017719b4f/0xff23d3f688d9287a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.971585:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149a04700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+350:2393:x1876087010757504:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185322.971590:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000017719b4f/0xff23d3f688d9287a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.971593:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185322.971599:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c8539d0b/0xff23d3f688d8ee6d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7b3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a736 expref: 350 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.971600:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000017719b4f/0xff23d3f688d9287a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.971608:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000017719b4f/0xff23d3f688d9287a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.971609:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c8539d0b/0xff23d3f688d8ee6d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7b3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a736 expref: 350 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.971622:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c8539d0b/0xff23d3f688d8ee6d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7b3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a736 expref: 350 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.971623:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185322.971624:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185322.971626:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185322.971632:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7b3:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.971635:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7b3:0x0].0x0 since=0s v=(0 0)
00000100:00100000:0.0:1789185322.971638:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23054
00010000:00010000:1.0:1789185322.971640:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000048e3f1cb/0xff23d3f688d9289d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.971645:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b269766850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+349:2393:x1876087010758144:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185322.971648:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000048e3f1cb/0xff23d3f688d9289d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.971652:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185322.971657:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006da7e06a/0xff23d3f688d8ee7b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a752 expref: 349 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.971668:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1789185322.971741:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006da7e06a/0xff23d3f688d8ee7b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a752 expref: 349 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.971750:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149a04700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+349:2393:x1876087010757504:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 165us (1262us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185322.971757:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23053
00010000:00010000:0.0:1789185322.971757:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7b5:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185322.971760:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7b5:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185322.971764:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000262d3641/0xff23d3f688d928b2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.971772:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000262d3641/0xff23d3f688d928b2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.971786:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185322.971842:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23055
00000100:00100000:1.0:1789185322.971850:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149a05880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+348:2393:x1876087010757248:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185322.971857:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185322.971862:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008055c0b2/0xff23d3f688d8ee66 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a728 expref: 348 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.971872:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008055c0b2/0xff23d3f688d8ee66 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a728 expref: 348 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.971884:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008055c0b2/0xff23d3f688d8ee66 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a728 expref: 348 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.971894:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7b2:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.971897:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7b2:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.971901:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000243cf2a2/0xff23d3f688d92896 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.971908:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000243cf2a2/0xff23d3f688d92896 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.971929:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b269766850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+347:2393:x1876087010758144:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 284us (1310us total) trans 0 rc 0/0
00010000:00010000:1.0:1789185322.971931:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185322.971937:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23054
00000100:00100000:1.0:1789185322.971947:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149a05880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+346:2393:x1876087010757248:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 99us (750us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185322.971953:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23055
00000100:00100000:1.0:1789185322.971963:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23056
00000100:00100000:1.0:1789185322.971968:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149a07100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+345:2393:x1876087010758016:12345-192.168.204.3@tcp:103:ldlm_bl.0
00000100:00100000:0.0:1789185322.971974:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23057
00010000:00010000:1.0:1789185322.971975:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185322.971980:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003bacf11e/0xff23d3f688d8ee5f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a71a expref: 345 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.971980:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b150571c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+345:2393:x1876087010758272:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185322.971986:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185322.971989:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003bacf11e/0xff23d3f688d8ee5f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a71a expref: 345 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.971991:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a4d5c247/0xff23d3f688d8ee74 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a744 expref: 345 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.972000:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a4d5c247/0xff23d3f688d8ee74 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a744 expref: 345 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.972002:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7b1:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.972005:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7b1:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.972009:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000062be1bd2/0xff23d3f688d928ab lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.972011:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7b4:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185322.972014:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7b4:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.972017:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000062be1bd2/0xff23d3f688d928ab lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.972019:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007fe0979b/0xff23d3f688d928a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.972027:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007fe0979b/0xff23d3f688d928a4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.972028:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1789185322.972037:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185322.972044:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149a07100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+345:2393:x1876087010758016:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 75us (796us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185322.972051:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b150571c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+345:2393:x1876087010758272:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 71us (750us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185322.972053:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23056
00000100:00100000:0.0:1789185322.972056:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23057
00010000:00010000:0.0:1789185322.972071:0:178147:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000243cf2a2/0xff23d3f688d92896 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.972079:0:178147:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000243cf2a2/0xff23d3f688d92896 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.972086:0:178147:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000243cf2a2/0xff23d3f688d92896 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.972087:0:178169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a4d5c247/0xff23d3f688d8ee74 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a744 expref: 343 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.972095:0:178147:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000243cf2a2/0xff23d3f688d92896 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.972098:0:178169:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0e3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:178169:1876087018843648:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185322.972108:0:178147:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1789185322.972115:0:178169:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000007fe0979b/0xff23d3f688d928a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.972122:0:178169:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000007fe0979b/0xff23d3f688d928a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.972129:0:178169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007fe0979b/0xff23d3f688d928a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.972136:0:178169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007fe0979b/0xff23d3f688d928a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.972142:0:178169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007fe0979b/0xff23d3f688d928a4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.972154:0:178169:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:0.0:1789185322.972192:0:178147:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151774a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+671:3635:x1876087018843008:12345-0@lo:6:osp-syn-1-0.0 Request processed in 14443us (14832us total) trans 4294989432 rc 0/0
00000100:00100000:0.0:1789185322.972198:0:178147:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37566
00010000:00010000:0.0:1789185322.972215:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:0.0:1789185322.972220:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000243cf2a2/0xff23d3f688d92896 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.972222:0:178169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14aa60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+670:3637:x1876087018843264:12345-0@lo:6:osp-syn-1-0.0 Request processed in 14211us (14674us total) trans 4294989433 rc 0/0
00010000:00010000:0.0:1789185322.972228:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abdaa00 already unused, calling callback (ffffffffc0cd94f0)
00000100:00100000:1.0:1789185322.972229:0:178169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37568
00010000:00010000:0.0:1789185322.972231:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000243cf2a2/0xff23d3f688d92896 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.972239:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000243cf2a2/0xff23d3f688d92896 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.972247:0:34810:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000008e9a7fa0/0xff23d3f688d9288f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.972249:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000243cf2a2/0xff23d3f688d92896 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.972256:0:34810:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008e9a7fa0/0xff23d3f688d9288f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.972257:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000243cf2a2/0xff23d3f688d92896 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.972265:0:34810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008e9a7fa0/0xff23d3f688d9288f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.972272:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1789185322.972273:0:34810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008e9a7fa0/0xff23d3f688d9288f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.972275:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007fe0979b/0xff23d3f688d928a4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.972281:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149883c00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185322.972284:0:34810:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1789185322.972285:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007fe0979b/0xff23d3f688d928a4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.972291:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007fe0979b/0xff23d3f688d928a4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.972300:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007fe0979b/0xff23d3f688d928a4 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.972307:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007fe0979b/0xff23d3f688d928a4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.972323:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185322.972327:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008e9a7fa0/0xff23d3f688d9288f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.972333:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149882400 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185322.972336:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008e9a7fa0/0xff23d3f688d9288f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.972344:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008e9a7fa0/0xff23d3f688d9288f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.972346:0:34810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b15176dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+659:3638:x1876087018842496:12345-0@lo:6:osp-syn-0-0.0 Request processed in 16180us (16274us total) trans 4294977626 rc 0/0
00000100:00100000:1.0:1789185322.972353:0:34810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37565
00010000:00010000:0.0:1789185322.972354:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008e9a7fa0/0xff23d3f688d9288f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.972360:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008e9a7fa0/0xff23d3f688d9288f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.972372:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185322.972374:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185322.972375:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185322.972380:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185322.972384:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:1.0:1789185322.972386:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b15176ca80/2, rc 0, transno 4294977626
00000100:00100000:1.0:1789185322.972397:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b15176ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018842496:0@lo:6:osp-syn-0-0.0
00010000:00010000:0.0:1789185322.972398:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000004:00080000:1.0:1789185322.972408:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b15176ea00/2, rc 0, transno 4294977625
00000100:00100000:1.0:1789185322.972412:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b15176ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018841344:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185322.972415:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b269764050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+353:2392:x1876087010757376:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 1981us (2177us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185322.972421:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23047
00010000:00010000:1.0:1789185322.972428:0:16720:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000048e3f1cb/0xff23d3f688d9289d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.972435:0:16720:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000048e3f1cb/0xff23d3f688d9289d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.972455:0:16720:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000048e3f1cb/0xff23d3f688d9289d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.972462:0:16720:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000048e3f1cb/0xff23d3f688d9289d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.972481:0:16720:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1789185322.972487:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185322.972490:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000048e3f1cb/0xff23d3f688d9289d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.972497:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149883800 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185322.972500:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000048e3f1cb/0xff23d3f688d9289d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.972508:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000048e3f1cb/0xff23d3f688d9289d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.972520:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000048e3f1cb/0xff23d3f688d9289d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.972527:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000048e3f1cb/0xff23d3f688d9289d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.972541:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185322.972543:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789185322.972563:0:16720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151775c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+670:3636:x1876087018843136:12345-0@lo:6:osp-syn-1-0.0 Request processed in 14666us (15085us total) trans 4294989434 rc 0/0
00010000:00010000:0.0:1789185322.972563:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789185322.972570:0:16720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37567
00010000:00010000:3.0:1789185322.972629:0:8429:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006da7e06a/0xff23d3f688d8ee7b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a752 expref: 342 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.972643:0:178144:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000fa501034/0xff23d3f688d9286c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.972647:0:8429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e969180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8429:1876087018844160:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185322.972665:0:178144:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fa501034/0xff23d3f688d9286c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.972674:0:178144:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fa501034/0xff23d3f688d9286c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.972676:0:8429:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000262d3641/0xff23d3f688d928b2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.972686:0:8429:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000262d3641/0xff23d3f688d928b2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.972693:0:8429:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000262d3641/0xff23d3f688d928b2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.972700:0:8429:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000262d3641/0xff23d3f688d928b2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.972706:0:8429:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000262d3641/0xff23d3f688d928b2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.972723:0:8429:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1789185322.972749:0:178144:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fa501034/0xff23d3f688d9286c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.972805:0:8429:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151774000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+670:3638:x1876087018843776:12345-0@lo:6:osp-syn-1-0.0 Request processed in 14030us (14578us total) trans 4294989435 rc 0/0
00000100:00100000:3.0:1789185322.972812:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37570
00010000:00010000:1.0:1789185322.972828:0:178144:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:1.0:1789185322.972903:0:178144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e968700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+659:3635:x1876087018841216:12345-0@lo:6:osp-syn-0-0.0 Request processed in 18295us (18680us total) trans 4294977627 rc 0/0
00000100:00100000:1.0:1789185322.972909:0:178144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37560
00000004:00080000:1.0:1789185322.972941:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b151776a00/2, rc 0, transno 4294989435
00000100:00100000:1.0:1789185322.972952:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151776a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018843776:0@lo:6:osp-syn-1-0.0
00010000:00010000:1.0:1789185322.972967:0:178143:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d92881 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.972976:0:178143:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d92881 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.972984:0:178143:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d92881 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.972991:0:178143:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d92881 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.973003:0:178143:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00000100:00100000:1.0:1789185322.973070:0:178143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e96aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+659:3638:x1876087018841472:12345-0@lo:6:osp-syn-0-0.0 Request processed in 17745us (17855us total) trans 4294977628 rc 0/0
00000100:00100000:1.0:1789185322.973076:0:178143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37562
00010000:00010000:0.0:1789185322.973101:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:0.0:1789185322.973106:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000262d3641/0xff23d3f688d928b2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.973118:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b26239a800 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185322.973121:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000262d3641/0xff23d3f688d928b2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.973128:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000262d3641/0xff23d3f688d928b2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.973139:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000262d3641/0xff23d3f688d928b2 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.973144:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000262d3641/0xff23d3f688d928b2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.973158:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:0.0:1789185322.973162:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fa501034/0xff23d3f688d9286c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.973168:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149882e00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185322.973171:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fa501034/0xff23d3f688d9286c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:1.0:1789185322.973173:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b15176fb80/2, rc 0, transno 4294977628
00010000:00010000:0.0:1789185322.973179:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fa501034/0xff23d3f688d9286c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.973180:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b15176fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018841472:0@lo:6:osp-syn-0-0.0
00010000:00010000:0.0:1789185322.973189:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fa501034/0xff23d3f688d9286c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.973197:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fa501034/0xff23d3f688d9286c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.973208:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00010000:00010000:0.0:1789185322.973211:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185322.973214:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d92881 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.973219:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018845440:0@lo:6:osp-syn-0-0.0
00010000:00010000:0.0:1789185322.973220:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149882000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185322.973223:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d92881 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.973229:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d92881 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.973238:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d92881 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.973245:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d92881 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.973247:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:0.0:1789185322.973257:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185322.973259:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185322.973261:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185322.973265:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185322.973271:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185322.973279:0:178146:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000003b4d0371/0xff23d3f688d92888 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.973288:0:178146:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003b4d0371/0xff23d3f688d92888 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.973288:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:1.0:1789185322.973297:0:178146:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003b4d0371/0xff23d3f688d92888 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.973305:0:178146:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003b4d0371/0xff23d3f688d92888 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.973307:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:1.0:1789185322.973315:0:178146:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1789185322.973361:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185322.973543:0:178146:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e96bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+659:3635:x1876087018842368:12345-0@lo:6:osp-syn-0-0.0 Request processed in 17390us (17488us total) trans 4294977629 rc 0/0
00010000:00010000:0.0:1789185322.973543:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185322.973565:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003b4d0371/0xff23d3f688d92888 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.973569:0:178146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37564
00010000:00010000:0.0:1789185322.973573:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abdb200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185322.973577:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003b4d0371/0xff23d3f688d92888 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.973584:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003b4d0371/0xff23d3f688d92888 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.973586:0:178146:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018845440
00000100:00100000:1.0:1789185322.973591:0:178146:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018845440
00010000:00010000:0.0:1789185322.973595:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003b4d0371/0xff23d3f688d92888 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.973601:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003b4d0371/0xff23d3f688d92888 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.973615:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789185322.973617:0:178146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37575
00010000:00010000:0.0:1789185322.973617:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185322.973618:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789185322.973624:0:178146:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d0e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+659:3638:x1876087018845440:12345-0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185322.973629:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010758400
00000100:00100000:0.0:1789185322.973632:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010758400
00002000:00080000:1.0:1789185322.973648:0:178146:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1967 count 1
00010000:00010000:0.0:1789185322.973649:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a1487c03/0xff23d3f688d8fe57 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x7b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4198399) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ba29 expref: 342 pid: 8491 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.973668:0:178146:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006abc7636/0xff23d3f688d928d5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7af:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.973742:0:178146:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f0ff6a5e/0xff23d3f688d8ea6f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a6f7 expref: 352 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.973742:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010758528
00000100:00100000:0.0:1789185322.973746:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010758528
00010000:00010000:1.0:1789185322.973752:0:178146:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7af:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185322.973756:0:178146:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7af:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185322.973760:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000247f7904/0xff23d3f688d8ee89 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a76e expref: 343 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.973775:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010758656
00000100:00100000:0.0:1789185322.973778:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010758656
00010000:00010000:0.0:1789185322.973789:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002115ecb9/0xff23d3f688d8ee97 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a77c expref: 344 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.973827:0:178146:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006abc7636/0xff23d3f688d928d5 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.973861:0:178146:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f0ff6a5e/0xff23d3f688d8ea6f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a6f7 expref: 352 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.973874:0:178146:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f0ff6a5e/0xff23d3f688d8ea6f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a6f7 expref: 352 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.973886:0:178146:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0e2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:178146:1876087018845568:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185322.973936:0:178146:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14a911f00 going to sleep for 11 seconds
00000100:00100000:1.0:1789185322.973954:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23058
00000100:00100000:1.0:1789185322.973962:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f725c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+344:2392:x1876087010758400:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185322.973972:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185322.973977:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a1487c03/0xff23d3f688d8fe57 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x7b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->4198399) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ba29 expref: 344 pid: 8491 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.973989:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a1487c03/0xff23d3f688d8fe57 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x7b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->4198399) gid 0 flags: 0x50000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ba29 expref: 344 pid: 8491 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.974004:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7b6:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1789185322.974008:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7b6:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1789185322.974013:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000092826d11/0xff23d3f688d928b9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.974021:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000092826d11/0xff23d3f688d928b9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.974024:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23059
00000100:00100000:0.0:1789185322.974032:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f725500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+344:2392:x1876087010758528:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185322.974035:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1789185322.974039:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185322.974043:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000247f7904/0xff23d3f688d8ee89 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7b7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a76e expref: 344 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.974053:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f725c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+344:2392:x1876087010758400:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 92us (764us total) trans 0 rc 0/0
00010000:00010000:0.0:1789185322.974053:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000247f7904/0xff23d3f688d8ee89 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7b7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a76e expref: 344 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.974059:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23058
00010000:00010000:0.0:1789185322.974066:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7b7:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185322.974069:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7b7:0x0].0x0 since=0s v=(0 0)
00000100:00100000:1.0:1789185322.974073:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23060
00010000:00010000:0.0:1789185322.974073:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ef1f9aa4/0xff23d3f688d928c0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7b7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.974079:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f727800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+343:2391:x1876087010758656:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185322.974081:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ef1f9aa4/0xff23d3f688d928c0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7b7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.974086:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185322.974090:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002115ecb9/0xff23d3f688d8ee97 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a77c expref: 343 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.974093:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1789185322.974100:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002115ecb9/0xff23d3f688d8ee97 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a77c expref: 343 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.974108:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f725500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+343:2392:x1876087010758528:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 79us (800us total) trans 0 rc 0/0
00010000:00010000:1.0:1789185322.974110:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7b8:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.974113:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7b8:0x0].0x0 since=0s v=(0 0)
00000100:00100000:0.0:1789185322.974114:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23059
00010000:00010000:1.0:1789185322.974118:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000059346501/0xff23d3f688d928c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.974125:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000059346501/0xff23d3f688d928c7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.974136:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185322.974151:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f727800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+342:2391:x1876087010758656:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 72us (791us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185322.974161:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23060
00000100:00100000:2.0:1789185322.974363:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018845184:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185322.974402:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:2.0:1789185322.974454:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b151777800/2, rc 0, transno 4294989432
00000100:00100000:2.0:1789185322.974461:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151777800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018843008:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185322.974472:0:35223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018845184
00000004:00080000:2.0:1789185322.974477:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b15176f480/2, rc 0, transno 4294977629
00000100:00100000:0.0:1789185322.974478:0:35223:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018845184
00000100:00100000:2.0:1789185322.974493:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b15176f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018842368:0@lo:6:osp-syn-0-0.0
00000004:00080000:2.0:1789185322.974508:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b15176df80/2, rc 0, transno 4294977627
00000100:00100000:0.0:1789185322.974512:0:35223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37576
00000100:00100000:2.0:1789185322.974515:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b15176df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018841216:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185322.974522:0:35223:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f728e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+660:3635:x1876087018845184:12345-0@lo:6:osp-syn-0-0.0
00000004:00080000:2.0:1789185322.974531:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b15176b480/2, rc 0, transno 4294977623
00000100:00100000:2.0:1789185322.974537:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b15176b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018841088:0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1789185322.974538:0:35223:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1965 count 1
00000100:00100000:2.0:1789185322.974565:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1789185322.974573:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018845312:0@lo:6:osp-syn-0-0.0
00010000:00010000:0.0:1789185322.974577:0:35223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006d201f36/0xff23d3f688d928dc lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7ad:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.974592:0:35223:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b37f8695/0xff23d3f688d8ea1b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a6db expref: 352 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.974600:0:35223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7ad:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185322.974604:0:35223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7ad:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185322.974608:0:35223:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006d201f36/0xff23d3f688d928dc lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.974618:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:0.0:1789185322.974636:0:35223:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b37f8695/0xff23d3f688d8ea1b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a6db expref: 352 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.974648:0:35223:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b37f8695/0xff23d3f688d8ea1b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a6db expref: 352 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.974660:0:35223:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f724e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:35223:1876087018845696:192.168.204.3@tcp:104:
00000004:00080000:2.0:1789185322.974663:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b151775500/2, rc 0, transno 4294989434
00000100:00100000:2.0:1789185322.974671:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151775500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018843136:0@lo:6:osp-syn-1-0.0
00000004:00080000:2.0:1789185322.974682:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b15176e680/2, rc 0, transno 4294977624
00000100:00100000:2.0:1789185322.974685:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b15176e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018841600:0@lo:6:osp-syn-0-0.0
00000004:00080000:2.0:1789185322.974716:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b151777b80/2, rc 0, transno 4294989433
00000100:00100000:2.0:1789185322.974719:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151777b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018843264:0@lo:6:osp-syn-1-0.0
00010000:00010000:2.0:1789185322.974730:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789185322.974739:0:8491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018845312
00000100:00100000:2.0:1789185322.974744:0:8491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018845312
00000100:00100000:0.0:1789185322.974787:0:35223:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14a4dcf00 going to sleep for 11 seconds
00000100:00100000:2.0:1789185322.974792:0:8491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37577
00000100:00100000:2.0:1789185322.974800:0:8491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f728700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+661:3635:x1876087018845312:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1789185322.974812:0:8491:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1966 count 1
00010000:00010000:2.0:1789185322.974825:0:8491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006fffc687/0xff23d3f688d928e3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7ae:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.974838:0:8491:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000007a70bcc2/0xff23d3f688d8ea22 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a6e9 expref: 352 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.974846:0:8491:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7ae:0x0].0x0 since=124s v=(0 0)
00010000:00010000:2.0:1789185322.974849:0:8491:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7ae:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.974854:0:8491:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006fffc687/0xff23d3f688d928e3 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.974880:0:8491:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000007a70bcc2/0xff23d3f688d8ea22 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a6e9 expref: 352 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.974891:0:8491:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000007a70bcc2/0xff23d3f688d8ea22 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a6e9 expref: 352 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.974904:0:8491:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f729880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8491:1876087018845824:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185322.974922:0:35222:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002115ecb9/0xff23d3f688d8ee97 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a77c expref: 341 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.974952:0:8491:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1498f1600 going to sleep for 11 seconds
00010000:00010000:2.0:1789185322.974978:0:8428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000247f7904/0xff23d3f688d8ee89 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a76e expref: 341 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.974992:0:8428:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f72b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8428:1876087018844544:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185322.975006:0:35222:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f724a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:35222:1876087018844800:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185322.975015:0:8428:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ef1f9aa4/0xff23d3f688d928c0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.975025:0:35222:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000059346501/0xff23d3f688d928c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.975027:0:8428:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ef1f9aa4/0xff23d3f688d928c0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.975051:0:35222:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000059346501/0xff23d3f688d928c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.975052:0:8428:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ef1f9aa4/0xff23d3f688d928c0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.975073:0:35222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000059346501/0xff23d3f688d928c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.975076:0:8428:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ef1f9aa4/0xff23d3f688d928c0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.975089:0:35222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000059346501/0xff23d3f688d928c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.975091:0:8428:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ef1f9aa4/0xff23d3f688d928c0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.975112:0:35222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000059346501/0xff23d3f688d928c7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.975126:0:8428:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00010000:00010000:0.0:1789185322.975140:0:35222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00010000:00010000:1.0:1789185322.975143:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:1.0:1789185322.975149:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ef1f9aa4/0xff23d3f688d928c0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.975150:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185322.975154:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000059346501/0xff23d3f688d928c7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.975156:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bca00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185322.975161:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ef1f9aa4/0xff23d3f688d928c0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.975161:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abdbc00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185322.975166:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000059346501/0xff23d3f688d928c7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.975170:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ef1f9aa4/0xff23d3f688d928c0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.975173:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000059346501/0xff23d3f688d928c7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.975184:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ef1f9aa4/0xff23d3f688d928c0 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.975184:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000059346501/0xff23d3f688d928c7 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.975193:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ef1f9aa4/0xff23d3f688d928c0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.975193:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000059346501/0xff23d3f688d928c7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.975212:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185322.975212:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185322.975215:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185322.975215:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185322.975217:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185322.975217:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789185322.975249:0:8428:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151774e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+670:3636:x1876087018844288:12345-0@lo:6:osp-syn-1-0.0 Request processed in 15040us (15581us total) trans 4294989436 rc 0/0
00000100:00100000:2.0:1789185322.975258:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37572
00000004:00080000:2.0:1789185322.975299:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b151775180/2, rc 0, transno 4294989436
00000100:00100000:2.0:1789185322.975304:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151775180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018844288:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185322.975327:0:178142:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14b7b2540 going to sleep for 11 seconds
00000100:00100000:2.0:1789185322.975810:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1789185322.975820:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f72b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018845952:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185322.975851:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185322.975896:0:178169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018845952
00000100:00100000:1.0:1789185322.975901:0:178169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018845952
00000100:00100000:1.0:1789185322.975931:0:178169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37578
00000100:00100000:1.0:1789185322.975938:0:178169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f729c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+671:3637:x1876087018845952:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185322.975955:0:178169:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1977 count 1
00010000:00010000:1.0:1789185322.975972:0:178169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000057531eb4/0xff23d3f688d928ea lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7b9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.975980:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f72a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018846080:0@lo:6:osp-syn-1-0.0
00010000:00010000:1.0:1789185322.975991:0:178169:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005a927d7d/0xff23d3f688d8eef9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a78a expref: 339 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.976000:0:178169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7b9:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185322.976005:0:178169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7b9:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.976009:0:178169:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000057531eb4/0xff23d3f688d928ea lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.976014:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:1.0:1789185322.976038:0:178169:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005a927d7d/0xff23d3f688d8eef9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a78a expref: 339 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.976050:0:178169:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005a927d7d/0xff23d3f688d8eef9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a78a expref: 339 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.976061:0:178169:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0e1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:178169:1876087018846208:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185322.976088:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f729180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018846336:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185322.976107:0:178169:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14a911c00 going to sleep for 11 seconds
00000100:00100000:1.0:1789185322.976124:0:34810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018846080
00000100:00100000:2.0:1789185322.976129:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185322.976129:0:34810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018846080
00000100:00100000:1.0:1789185322.976154:0:34810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018846336
00000100:00100000:1.0:1789185322.976156:0:34810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018846336
00000100:00100000:1.0:1789185322.976178:0:34810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37579
00000100:00100000:1.0:1789185322.976184:0:34810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f728380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+673:3635:x1876087018846080:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185322.976196:0:34810:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1978 count 1
00010000:00010000:1.0:1789185322.976208:0:34810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000052b873d9/0xff23d3f688d928f1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7ba:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.976217:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018846464:0@lo:6:osp-syn-1-0.0
00010000:00010000:1.0:1789185322.976219:0:34810:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009359c113/0xff23d3f688d8ee9e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a798 expref: 339 pid: 35218 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.976228:0:34810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7ba:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185322.976231:0:34810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7ba:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.976235:0:34810:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000052b873d9/0xff23d3f688d928f1 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.976253:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:1.0:1789185322.976256:0:34810:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009359c113/0xff23d3f688d8ee9e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a798 expref: 339 pid: 35218 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.976266:0:34810:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009359c113/0xff23d3f688d8ee9e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a798 expref: 339 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.976276:0:34810:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0e0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:34810:1876087018846592:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185322.976299:0:34810:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b27d386540 going to sleep for 11 seconds
00000100:00100000:1.0:1789185322.976315:0:16720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018846464
00000100:00100000:1.0:1789185322.976319:0:16720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018846464
00000100:00100000:2.0:1789185322.976325:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1789185322.976335:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018846720:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185322.976345:0:16720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37580
00000100:00100000:1.0:1789185322.976352:0:16720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d0dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+674:3636:x1876087018846336:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185322.976363:0:16720:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1979 count 1
00000100:00100000:2.0:1789185322.976370:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:1.0:1789185322.976376:0:16720:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ba247524/0xff23d3f688d928f8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7bb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.976391:0:16720:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000986ca6e9/0xff23d3f688d8eb02 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a7a6 expref: 339 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.976398:0:16720:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7bb:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185322.976401:0:16720:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7bb:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.976405:0:16720:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ba247524/0xff23d3f688d928f8 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.976414:0:24325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003bacf11e/0xff23d3f688d8ee5f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a71a expref: 339 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.976428:0:16720:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000986ca6e9/0xff23d3f688d8eb02 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a7a6 expref: 339 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.976436:0:24325:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b145cb1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24325:1876087018843904:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185322.976455:0:16720:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000986ca6e9/0xff23d3f688d8eb02 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a7a6 expref: 338 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.976465:0:16720:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0e1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16720:1876087018846848:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185322.976489:0:16720:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14ea28d80 going to sleep for 11 seconds
00000100:00100000:1.0:1789185322.976504:0:178144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018846720
00000100:00100000:1.0:1789185322.976508:0:178144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018846720
00000100:00100000:1.0:1789185322.976533:0:178144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37581
00000100:00100000:1.0:1789185322.976538:0:178144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d0d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+675:3637:x1876087018846464:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185322.976575:0:178144:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1980 count 1
00010000:00010000:1.0:1789185322.976587:0:178144:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d928ff lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7bc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.976598:0:178144:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000037fd207d/0xff23d3f688d8eb09 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a7b4 expref: 338 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.976608:0:178144:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7bc:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185322.976611:0:178144:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7bc:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.976614:0:178144:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d928ff lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.976631:0:178144:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000037fd207d/0xff23d3f688d8eb09 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a7b4 expref: 338 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.976639:0:178144:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000037fd207d/0xff23d3f688d8eb09 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a7b4 expref: 338 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.976648:0:178144:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0e0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:178144:1876087018846976:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185322.976677:0:178144:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14ea28000 going to sleep for 11 seconds
00000100:00100000:1.0:1789185322.976840:0:178143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37582
00000100:00100000:1.0:1789185322.976848:0:178143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e1e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+675:3637:x1876087018846720:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185322.976861:0:178143:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1981 count 1
00010000:00010000:1.0:1789185322.976871:0:178143:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000281d94e0/0xff23d3f688d92906 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7bd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.976881:0:178143:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b7f17905/0xff23d3f688d8eb10 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a7c2 expref: 338 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.976887:0:178143:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7bd:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185322.976890:0:178143:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7bd:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.976894:0:178143:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000281d94e0/0xff23d3f688d92906 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.976910:0:178143:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b7f17905/0xff23d3f688d8eb10 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a7c2 expref: 338 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.976918:0:178143:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b7f17905/0xff23d3f688d8eb10 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a7c2 expref: 338 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.976927:0:178143:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0e3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:178143:1876087018847104:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185322.976949:0:178143:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14ea28480 going to sleep for 11 seconds
00010000:00010000:2.0:1789185322.977244:0:24325:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000062be1bd2/0xff23d3f688d928ab lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.977256:0:24325:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000062be1bd2/0xff23d3f688d928ab lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.977264:0:24325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000062be1bd2/0xff23d3f688d928ab lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.977276:0:24325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000062be1bd2/0xff23d3f688d928ab lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.977285:0:24325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000062be1bd2/0xff23d3f688d928ab lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.977304:0:24325:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1789185322.977473:0:24325:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b152866d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+676:3637:x1876087018842880:12345-0@lo:6:osp-syn-1-0.0 Request processed in 19165us (19864us total) trans 4294989438 rc 0/0
00000100:00100000:2.0:1789185322.977482:0:24325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37569
00000004:00080000:2.0:1789185322.977540:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b151777480/2, rc 0, transno 4294989438
00000100:00100000:2.0:1789185322.977572:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151777480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018842880:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185322.977695:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e1e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018847232:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185322.977732:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185322.977799:0:24325:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018847232
00000100:00100000:2.0:1789185322.977804:0:24325:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018847232
00000100:00100000:2.0:1789185322.977842:0:24325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37583
00000100:00100000:2.0:1789185322.977850:0:24325:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e1e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+676:3635:x1876087018847232:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1789185322.977864:0:24325:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1982 count 1
00010000:00010000:2.0:1789185322.977880:0:24325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bc9fe99c/0xff23d3f688d9290d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7be:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.977895:0:24325:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d3cb6380/0xff23d3f688d900b1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 50331648->50335743) gid 0 flags: 0x40000000020000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bc83 expref: 338 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.977903:0:24325:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x7be:0x0].0x0 since=120s v=(0 0)
00010000:00010000:2.0:1789185322.977907:0:24325:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7be:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1789185322.977911:0:24325:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bc9fe99c/0xff23d3f688d9290d lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.978131:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185322.978140:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000062be1bd2/0xff23d3f688d928ab lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.978150:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abdbe00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185322.978157:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000062be1bd2/0xff23d3f688d928ab lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.978169:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000062be1bd2/0xff23d3f688d928ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.978183:0:24325:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d3cb6380/0xff23d3f688d900b1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 50331648->50335743) gid 0 flags: 0x50000000030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bc83 expref: 338 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.978191:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000062be1bd2/0xff23d3f688d928ab lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.978198:0:24325:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d3cb6380/0xff23d3f688d900b1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x7be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 50331648->50335743) gid 0 flags: 0x70000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bc83 expref: 338 pid: 35222 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.978206:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000062be1bd2/0xff23d3f688d928ab lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.978220:0:24325:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e1e7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24325:1876087018847360:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185322.978234:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185322.978237:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185322.978239:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789185322.978282:0:35222:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f725880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+676:3637:x1876087018844672:12345-0@lo:6:osp-syn-1-0.0 Request processed in 11995us (12369us total) trans 4294989437 rc 0/0
00000100:00100000:0.0:1789185322.978290:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37573
00000004:00080000:0.0:1789185322.978324:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f727480/2, rc 0, transno 4294989437
00000100:00100000:0.0:1789185322.978334:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f727480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018844672:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185322.978847:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1789185322.978859:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b15176ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018847616:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185322.978873:0:24325:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14a4dc180 going to sleep for 11 seconds
00000100:00100000:1.0:1789185322.978896:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185322.978931:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018847616
00000100:00100000:1.0:1789185322.978936:0:8428:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018847616
00000100:00100000:1.0:1789185322.978969:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37584
00000100:00100000:1.0:1789185322.978976:0:8428:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d0e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+662:3638:x1876087018847616:12345-0@lo:6:osp-syn-0-0.0
00010000:00010000:2.0:1789185322.978992:0:178145:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a1487c03/0xff23d3f688d8fe57 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4198399) gid 0 flags: 0x44801400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ba29 expref: 338 pid: 8491 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00080000:1.0:1789185322.978992:0:8428:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1969 count 1
00000100:00100000:2.0:1789185322.979011:0:178145:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f725f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:178145:1876087018844416:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185322.979011:0:8428:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d92914 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7b1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.979032:0:8428:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000057035169/0xff23d3f688d8ea30 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a713 expref: 352 pid: 8429 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.979042:0:8428:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7b1:0x0].0x0 since=124s v=(0 0)
00010000:00010000:2.0:1789185322.979043:0:178145:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000092826d11/0xff23d3f688d928b9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.979049:0:8428:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7b1:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.979058:0:8428:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d92914 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.979061:0:178145:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000092826d11/0xff23d3f688d928b9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.979076:0:178145:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000092826d11/0xff23d3f688d928b9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.979088:0:8428:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000057035169/0xff23d3f688d8ea30 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a713 expref: 352 pid: 8429 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.979100:0:8428:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000057035169/0xff23d3f688d8ea30 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a713 expref: 352 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.979113:0:8428:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0e0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8428:1876087018847744:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185322.979115:0:178145:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000092826d11/0xff23d3f688d928b9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.979125:0:178145:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000092826d11/0xff23d3f688d928b9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.979142:0:178145:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1789185322.979151:0:8428:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14ea28b40 going to sleep for 11 seconds
00010000:00010000:2.0:1789185322.979153:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185322.979160:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000092826d11/0xff23d3f688d928b9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.979168:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abda000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185322.979172:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000092826d11/0xff23d3f688d928b9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.979187:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000092826d11/0xff23d3f688d928b9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.979202:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000092826d11/0xff23d3f688d928b9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.979210:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000092826d11/0xff23d3f688d928b9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.979233:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.979236:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.979240:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789185322.979255:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f724a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018847872:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185322.979284:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185322.979358:0:178145:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151776680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+676:3635:x1876087018844032:12345-0@lo:6:osp-syn-1-0.0 Request processed in 19370us (19881us total) trans 4294989439 rc 0/0
00000100:00100000:2.0:1789185322.979366:0:178145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37571
00000100:00100000:2.0:1789185322.979391:0:178145:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018847872
00000100:00100000:2.0:1789185322.979396:0:178145:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018847872
00000100:00100000:2.0:1789185322.979424:0:178145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37585
00000100:00100000:2.0:1789185322.979454:0:178145:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d0e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+676:3638:x1876087018847872:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1789185322.979470:0:178145:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1983 count 1
00010000:00010000:2.0:1789185322.979484:0:178145:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d9291b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7bf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.979497:0:178145:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000efa1e436/0xff23d3f688d8eb1e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a7de expref: 337 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.979512:0:178145:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7bf:0x0].0x0 since=124s v=(0 0)
00010000:00010000:2.0:1789185322.979516:0:178145:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7bf:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.979521:0:178145:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d9291b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.979577:0:178145:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000efa1e436/0xff23d3f688d8eb1e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a7de expref: 337 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.980712:0:178145:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000efa1e436/0xff23d3f688d8eb1e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a7de expref: 337 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.980739:0:178145:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b145cb1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:178145:1876087018848000:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185322.980843:0:178145:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1530990c0 going to sleep for 11 seconds
00000100:00100000:2.0:1789185322.981632:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b152867b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018847488:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185322.981680:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185322.981726:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018847488
00000100:00100000:2.0:1789185322.981732:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018847488
00000100:00100000:2.0:1789185322.981780:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37586
00000100:00100000:2.0:1789185322.981789:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149a04700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+663:3636:x1876087018847488:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1789185322.981816:0:8431:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1968 count 1
00010000:00010000:2.0:1789185322.981841:0:8431:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000178222ab/0xff23d3f688d92922 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7b0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.981862:0:8431:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000008279734f/0xff23d3f688d8ea29 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a705 expref: 352 pid: 8429 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.981872:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7b0:0x0].0x0 since=124s v=(0 0)
00010000:00010000:2.0:1789185322.981877:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7b0:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.981883:0:8431:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000178222ab/0xff23d3f688d92922 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.981914:0:8431:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000008279734f/0xff23d3f688d8ea29 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a705 expref: 352 pid: 8429 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.981942:0:8431:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000008279734f/0xff23d3f688d8ea29 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a705 expref: 352 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.981954:0:8431:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b150574000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8431:1876087018848128:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185322.981992:0:8431:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b153099cc0 going to sleep for 11 seconds
00000004:00080000:2.0:1789185322.982640:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b151776300/2, rc 0, transno 4294989439
00000100:00100000:2.0:1789185322.982666:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151776300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018844032:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185322.982873:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789185322.982885:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f725f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018848256:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185322.982924:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185322.982955:0:35222:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018848256
00000100:00100000:0.0:1789185322.982960:0:35222:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018848256
00000100:00100000:0.0:1789185322.982998:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37587
00000100:00100000:0.0:1789185322.983006:0:35222:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b147529f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+677:3636:x1876087018848256:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1789185322.983024:0:35222:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1984 count 1
00010000:00010000:0.0:1789185322.983042:0:35222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002b4947e1/0xff23d3f688d92929 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7c0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.983061:0:35222:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b053e3f0/0xff23d3f688d8eb25 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a7ec expref: 337 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.983077:0:35222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7c0:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185322.983082:0:35222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7c0:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185322.983087:0:35222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002b4947e1/0xff23d3f688d92929 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.983110:0:35222:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b053e3f0/0xff23d3f688d8eb25 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a7ec expref: 337 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.983124:0:35222:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b053e3f0/0xff23d3f688d8eb25 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a7ec expref: 337 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.983136:0:35222:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b147529180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:35222:1876087018848384:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185322.983174:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1789185322.983179:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b15176f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018848512:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185322.983188:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b15176ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018848640:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185322.983452:0:35222:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b145d6c600 going to sleep for 11 seconds
00000100:00100000:3.0:1789185322.985581:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185322.985872:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185322.985910:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185322.985947:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185322.985967:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185322.985983:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185322.986003:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185322.986049:0:178142:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f728a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:178142:1876087018845056:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185322.986075:0:178142:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000ee62d8df/0xff23d3f688d928ce lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.986118:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010758912
00000100:00100000:2.0:1789185322.986124:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010758912
00010000:00010000:2.0:1789185322.986160:0:8458:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b37f8695/0xff23d3f688d8ea1b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a6db expref: 353 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.986172:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185322.986196:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010759168
00000100:00100000:2.0:1789185322.986200:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010759168
00010000:00010000:2.0:1789185322.986215:0:8458:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000021af62c9/0xff23d3f688d8ea0d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a6cd expref: 354 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.986230:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010759424
00000100:00100000:2.0:1789185322.986233:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010759424
00000100:00100000:0.0:1789185322.986235:0:35218:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018848512
00000100:00100000:0.0:1789185322.986242:0:35218:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018848512
00010000:00010000:2.0:1789185322.986248:0:8458:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009359c113/0xff23d3f688d8ee9e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a798 expref: 338 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.986264:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010758784
00000100:00100000:2.0:1789185322.986267:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010758784
00000100:00100000:0.0:1789185322.986278:0:35218:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018848640
00000100:00100000:1.0:1789185322.986283:0:178146:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0e2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:178146:1876087018845568:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185322.986283:0:35218:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018848640
00010000:00010000:2.0:1789185322.986286:0:8458:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f0ff6a5e/0xff23d3f688d8ea6f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a6f7 expref: 355 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.986301:0:178146:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006abc7636/0xff23d3f688d928d5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.986307:0:35218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37588
00000100:00100000:0.0:1789185322.986321:0:35218:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b15176e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+665:3636:x1876087018848512:12345-0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185322.986330:0:178169:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0e1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:178169:1876087018846208:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185322.986341:0:178169:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000057531eb4/0xff23d3f688d928ea lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00080000:0.0:1789185322.986350:0:35218:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1970 count 1
00010000:00010000:0.0:1789185322.986375:0:35218:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b93d1933/0xff23d3f688d92930 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7b2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.986379:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010759040
00000100:00100000:2.0:1789185322.986384:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010759040
00010000:00010000:0.0:1789185322.986400:0:35218:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a33d12bf/0xff23d3f688d8ea37 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a721 expref: 356 pid: 8429 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.986406:0:8458:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007a70bcc2/0xff23d3f688d8ea22 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a6e9 expref: 356 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.986433:0:35218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7b2:0x0].0x0 since=124s v=(0 0)
00000100:00100000:2.0:1789185322.986437:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010759296
00000100:00100000:2.0:1789185322.986452:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010759296
00010000:00010000:0.0:1789185322.986454:0:35218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7b2:0x0].0x0 since=0s v=(0 0)
00000100:00100000:1.0:1789185322.986458:0:34810:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0e0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:34810:1876087018846592:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185322.986461:0:35218:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b93d1933/0xff23d3f688d92930 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.986469:0:8458:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005a927d7d/0xff23d3f688d8eef9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a78a expref: 339 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.986476:0:34810:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000052b873d9/0xff23d3f688d928f1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.986487:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23061
00000100:00100000:2.0:1789185322.986498:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b269760450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+356:2394:x1876087010758912:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185322.986500:0:35218:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a33d12bf/0xff23d3f688d8ea37 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a721 expref: 356 pid: 8429 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.986504:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23062
00000100:00100000:1.0:1789185322.986514:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b150574a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+356:2394:x1876087010759168:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.986515:0:8458:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185322.986518:0:35218:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a33d12bf/0xff23d3f688d8ea37 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a721 expref: 356 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.986526:0:8458:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b37f8695/0xff23d3f688d8ea1b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a6db expref: 356 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.986526:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185322.986533:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000021af62c9/0xff23d3f688d8ea0d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a6cd expref: 356 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.986533:0:35218:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14752b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35218:1876087018848768:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185322.986574:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000021af62c9/0xff23d3f688d8ea0d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a6cd expref: 356 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.986578:0:8458:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b37f8695/0xff23d3f688d8ea1b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a6db expref: 356 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.986611:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7ad:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.986611:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000021af62c9/0xff23d3f688d8ea0d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a6cd expref: 356 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.986619:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7ad:0x0].0x0 since=0s v=(0 0)
00000100:00100000:0.0:1789185322.986620:0:35218:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b145d6ca80 going to sleep for 11 seconds
00010000:00010000:2.0:1789185322.986630:0:8458:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006d201f36/0xff23d3f688d928dc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.986631:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7ac:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.986639:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7ac:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185322.986645:0:35223:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b37f8695/0xff23d3f688d8ea1b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7ad:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a6db expref: 355 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.986648:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ee62d8df/0xff23d3f688d928ce lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.986650:0:8458:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006d201f36/0xff23d3f688d928dc lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7ad:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.986660:0:35223:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f724e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:35223:1876087018845696:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185322.986663:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ee62d8df/0xff23d3f688d928ce lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.986681:0:35223:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006d201f36/0xff23d3f688d928dc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.986690:0:8458:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1789185322.986692:0:35223:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006d201f36/0xff23d3f688d928dc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.986705:0:35223:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006d201f36/0xff23d3f688d928dc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.986715:0:35223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006d201f36/0xff23d3f688d928dc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.986719:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b269760450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+354:2394:x1876087010758912:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 222us (848us total) trans 0 rc 0/0
00010000:00010000:0.0:1789185322.986731:0:35223:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006d201f36/0xff23d3f688d928dc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.986735:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23061
00010000:00010000:0.0:1789185322.986756:0:35223:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1789185322.986783:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23063
00000100:00100000:2.0:1789185322.986792:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b15176a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+339:2394:x1876087010759424:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.986801:0:8458:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185322.986806:0:8458:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009359c113/0xff23d3f688d8ee9e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a798 expref: 339 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.986817:0:8458:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009359c113/0xff23d3f688d8ee9e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a798 expref: 339 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.986830:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009359c113/0xff23d3f688d8ee9e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a798 expref: 339 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.986841:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7ba:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.986844:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7ba:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.986852:0:8458:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000052b873d9/0xff23d3f688d928f1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.986878:0:8458:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000052b873d9/0xff23d3f688d928f1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.986894:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1789185322.986904:0:8458:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185322.986916:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b150574a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+353:2394:x1876087010759168:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 403us (1006us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185322.986923:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23062
00000100:00100000:3.0:1789185322.987017:0:8491:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f729880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8491:1876087018845824:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185322.987019:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23064
00000100:00100000:1.0:1789185322.987032:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151768700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+352:2394:x1876087010758784:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.987042:0:8491:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006fffc687/0xff23d3f688d928e3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.987042:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185322.987051:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f0ff6a5e/0xff23d3f688d8ea6f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a6f7 expref: 352 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.987066:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f0ff6a5e/0xff23d3f688d8ea6f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a6f7 expref: 352 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.987076:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23065
00010000:00010000:1.0:1789185322.987082:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f0ff6a5e/0xff23d3f688d8ea6f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a6f7 expref: 352 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.987092:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b15176aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+351:2394:x1876087010759040:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185322.987095:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7af:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.987103:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7af:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.987107:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185322.987108:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006abc7636/0xff23d3f688d928d5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.987117:0:178149:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000007a70bcc2/0xff23d3f688d8ea22 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7ae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a6e9 expref: 351 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.987122:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006abc7636/0xff23d3f688d928d5 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.987138:0:178149:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007a70bcc2/0xff23d3f688d8ea22 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7ae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a6e9 expref: 351 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.987158:0:178149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007a70bcc2/0xff23d3f688d8ea22 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7ae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a6e9 expref: 351 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.987158:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1789185322.987171:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7ae:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.987174:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7ae:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.987247:0:178149:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006fffc687/0xff23d3f688d928e3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.987258:0:178149:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006fffc687/0xff23d3f688d928e3 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.987276:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185322.988160:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151768700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+350:2394:x1876087010758784:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 1126us (2187us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185322.988171:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23064
00000100:00100000:3.0:1789185322.988189:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b15176aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+349:2394:x1876087010759040:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 1101us (2201us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185322.988197:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23066
00000100:00100000:3.0:1789185322.988208:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23065
00010000:00010000:3.0:1789185322.988239:0:8491:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006fffc687/0xff23d3f688d928e3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.988254:0:8491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006fffc687/0xff23d3f688d928e3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.988264:0:8491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006fffc687/0xff23d3f688d928e3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.988266:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b15176bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+338:2394:x1876087010759296:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185322.988279:0:8491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006fffc687/0xff23d3f688d928e3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.988285:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185322.988295:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005a927d7d/0xff23d3f688d8eef9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7b9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a78a expref: 338 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.988298:0:8491:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00010000:00010000:1.0:1789185322.988313:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005a927d7d/0xff23d3f688d8eef9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7b9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a78a expref: 338 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.988331:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005a927d7d/0xff23d3f688d8eef9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7b9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a78a expref: 338 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.988344:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7b9:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.988347:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7b9:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.988354:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000057531eb4/0xff23d3f688d928ea lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.988363:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000057531eb4/0xff23d3f688d928ea lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.988399:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185322.988426:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b15176bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+337:2394:x1876087010759296:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 220us (2421us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185322.988436:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23066
00000100:00100000:3.0:1789185322.988438:0:8491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f728700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+667:3635:x1876087018845312:12345-0@lo:6:osp-syn-0-0.0 Request processed in 13634us (13820us total) trans 4294977631 rc 0/0
00000100:00100000:3.0:1789185322.988459:0:8491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37577
00000100:00100000:1.0:1789185322.988482:0:178148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37589
00000100:00100000:1.0:1789185322.988492:0:178148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d0e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+666:3638:x1876087018848640:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185322.988514:0:178148:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1971 count 1
00010000:00010000:1.0:1789185322.988532:0:178148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000691a0de/0xff23d3f688d92937 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7b3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.988565:0:178148:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000086e71abc/0xff23d3f688d8ea3e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a72f expref: 348 pid: 8429 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.988573:0:178148:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7b3:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185322.988577:0:178148:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7b3:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.988581:0:178148:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000691a0de/0xff23d3f688d92937 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.988608:0:178148:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000086e71abc/0xff23d3f688d8ea3e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a72f expref: 348 pid: 8429 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.988622:0:178148:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000086e71abc/0xff23d3f688d8ea3e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a72f expref: 348 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.988642:0:178148:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0e0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:178148:1876087018848896:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185322.988847:0:178148:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14ea28600 going to sleep for 11 seconds
00000100:00100000:2.0:1789185322.988859:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b15176a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+336:2394:x1876087010759424:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 2066us (2908us total) trans 0 rc 0/0
00010000:00010000:1.0:1789185322.988866:0:34810:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000052b873d9/0xff23d3f688d928f1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.988871:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23063
00010000:00010000:1.0:1789185322.988881:0:34810:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000052b873d9/0xff23d3f688d928f1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.988891:0:34810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000052b873d9/0xff23d3f688d928f1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.988899:0:34810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000052b873d9/0xff23d3f688d928f1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.988915:0:34810:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00000100:00100000:1.0:1789185322.989119:0:34810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f728380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+678:3635:x1876087018846080:12345-0@lo:6:osp-syn-1-0.0 Request processed in 12934us (13108us total) trans 4294989440 rc 0/0
00000100:00100000:1.0:1789185322.989126:0:34810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37579
00010000:00010000:1.0:1789185322.989150:0:178146:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006abc7636/0xff23d3f688d928d5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.989159:0:178146:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006abc7636/0xff23d3f688d928d5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.989172:0:178146:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006abc7636/0xff23d3f688d928d5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.989186:0:178146:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006abc7636/0xff23d3f688d928d5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.989206:0:178146:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool
00010000:00010000:2.0:1789185322.989238:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp.  (3 blwis in pool)
00010000:00010000:2.0:1789185322.989247:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006d201f36/0xff23d3f688d928dc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.989263:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abdb400 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185322.989269:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006d201f36/0xff23d3f688d928dc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.989281:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006d201f36/0xff23d3f688d928dc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.989293:0:178146:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d0e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+667:3638:x1876087018845440:12345-0@lo:6:osp-syn-0-0.0 Request processed in 15668us (16044us total) trans 4294977632 rc 0/0
00010000:00010000:2.0:1789185322.989296:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006d201f36/0xff23d3f688d928dc lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.989305:0:178146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37575
00010000:00010000:2.0:1789185322.989313:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006d201f36/0xff23d3f688d928dc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.989325:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:1.0:1789185322.989331:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006fffc687/0xff23d3f688d928e3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.989334:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:2.0:1789185322.989341:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000052b873d9/0xff23d3f688d928f1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.989343:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bcc00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185322.989350:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006fffc687/0xff23d3f688d928e3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.989353:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149883600 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185322.989360:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000052b873d9/0xff23d3f688d928f1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.989364:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006fffc687/0xff23d3f688d928e3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.989375:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000052b873d9/0xff23d3f688d928f1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.989384:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006fffc687/0xff23d3f688d928e3 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.989390:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000052b873d9/0xff23d3f688d928f1 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.989394:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006fffc687/0xff23d3f688d928e3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.989411:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000052b873d9/0xff23d3f688d928f1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.989421:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1789185322.989426:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006abc7636/0xff23d3f688d928d5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.989432:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185322.989433:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149883000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185322.989437:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185322.989450:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006abc7636/0xff23d3f688d928d5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.989451:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185322.989462:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006abc7636/0xff23d3f688d928d5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.989472:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006abc7636/0xff23d3f688d928d5 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.989479:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006abc7636/0xff23d3f688d928d5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.989493:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185322.989494:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185322.989496:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185322.989505:0:178169:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000057531eb4/0xff23d3f688d928ea lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.989514:0:178169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000057531eb4/0xff23d3f688d928ea lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.989527:0:178169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000057531eb4/0xff23d3f688d928ea lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.989535:0:178169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000057531eb4/0xff23d3f688d928ea lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.989567:0:178169:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1789185322.989587:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185322.989594:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000057531eb4/0xff23d3f688d928ea lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.989601:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149883a00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185322.989606:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000057531eb4/0xff23d3f688d928ea lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.989614:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000057531eb4/0xff23d3f688d928ea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.989628:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000057531eb4/0xff23d3f688d928ea lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.989636:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000057531eb4/0xff23d3f688d928ea lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.989645:0:178169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f729c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+678:3637:x1876087018845952:12345-0@lo:6:osp-syn-1-0.0 Request processed in 13706us (13794us total) trans 4294989441 rc 0/0
00010000:00010000:2.0:1789185322.989653:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789185322.989654:0:178169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37578
00010000:00010000:2.0:1789185322.989657:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.989662:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:1.0:1789185322.989875:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f72b480/2, rc 0, transno 4294989441
00000100:00100000:1.0:1789185322.989883:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f72b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018845952:0@lo:6:osp-syn-1-0.0
00000004:00080000:1.0:1789185322.989912:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14d0e1c00/2, rc 0, transno 4294977632
00000100:00100000:1.0:1789185322.989931:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018845440:0@lo:6:osp-syn-0-0.0
00010000:00010000:1.0:1789185322.989947:0:178142:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000ee62d8df/0xff23d3f688d928ce lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.989957:0:178142:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ee62d8df/0xff23d3f688d928ce lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.989966:0:178142:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ee62d8df/0xff23d3f688d928ce lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.989973:0:178142:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ee62d8df/0xff23d3f688d928ce lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.989996:0:178142:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1789185322.990081:0:178142:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d0e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+667:3638:x1876087018844928:12345-0@lo:6:osp-syn-0-0.0 Request processed in 20754us (22556us total) trans 4294977633 rc 0/0
00000100:00100000:1.0:1789185322.990088:0:178142:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37574
00000004:00080000:1.0:1789185322.990114:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14d0e2a00/2, rc 0, transno 4294977633
00000100:00100000:1.0:1789185322.990118:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018844928:0@lo:6:osp-syn-0-0.0
00010000:00010000:2.0:1789185322.990209:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185322.990215:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ee62d8df/0xff23d3f688d928ce lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.990223:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bd400 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185322.990227:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ee62d8df/0xff23d3f688d928ce lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.990235:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ee62d8df/0xff23d3f688d928ce lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.990251:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ee62d8df/0xff23d3f688d928ce lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.990260:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ee62d8df/0xff23d3f688d928ce lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.990280:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.990283:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.990285:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789185322.991887:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789185322.991908:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b15176d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018849152:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185322.991967:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185322.992010:0:8491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018849152
00000100:00100000:3.0:1789185322.992017:0:8491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018849152
00000100:00100000:3.0:1789185322.992062:0:8491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37590
00000100:00100000:3.0:1789185322.992070:0:8491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b15176d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+667:3636:x1876087018849152:12345-0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185322.992072:0:35223:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f728e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+667:3635:x1876087018845184:12345-0@lo:6:osp-syn-0-0.0 Request processed in 17551us (17669us total) trans 4294977630 rc 0/0
00000100:00100000:0.0:1789185322.992079:0:35223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37576
00002000:00080000:3.0:1789185322.992095:0:8491:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1973 count 1
00010000:00010000:3.0:1789185322.992118:0:8491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006d45f335/0xff23d3f688d9293e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7b5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:0.0:1789185322.992130:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f72a680/2, rc 0, transno 4294989440
00000100:00100000:0.0:1789185322.992135:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f72a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018846080:0@lo:6:osp-syn-1-0.0
00010000:00010000:3.0:1789185322.992140:0:8491:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005a15ade8/0xff23d3f688d8ea4c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a74b expref: 348 pid: 8429 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000004:00080000:0.0:1789185322.992146:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14d0e1500/2, rc 0, transno 4294977631
00010000:00010000:3.0:1789185322.992150:0:8491:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7b5:0x0].0x0 since=124s v=(0 0)
00000100:00100000:0.0:1789185322.992154:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018845312:0@lo:6:osp-syn-0-0.0
00010000:00010000:3.0:1789185322.992155:0:8491:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7b5:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185322.992161:0:8491:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006d45f335/0xff23d3f688d9293e lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:0.0:1789185322.992162:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14d0e3b80/2, rc 0, transno 4294977630
00000100:00100000:0.0:1789185322.992165:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018845184:0@lo:6:osp-syn-0-0.0
00010000:00010000:3.0:1789185322.992188:0:8491:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005a15ade8/0xff23d3f688d8ea4c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a74b expref: 348 pid: 8429 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.992202:0:8491:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005a15ade8/0xff23d3f688d8ea4c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a74b expref: 348 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.992207:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14752bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018849280:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185322.992214:0:8491:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14aa62300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8491:1876087018849408:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185322.992273:0:8491:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1486aa0c0 going to sleep for 11 seconds
00000100:00100000:1.0:1789185322.992410:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b15176f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018849024:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185322.992525:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:0.0:1789185322.992667:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185322.992674:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789185322.992685:0:178147:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018849280
00000100:00100000:0.0:1789185322.992690:0:178147:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018849280
00000100:00100000:0.0:1789185322.992717:0:178147:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37591
00000100:00100000:0.0:1789185322.992723:0:178147:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f725500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+667:3636:x1876087018849280:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1789185322.992737:0:178147:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1974 count 1
00010000:00010000:0.0:1789185322.992751:0:178147:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000062be1bd2/0xff23d3f688d92945 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7b6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.992764:0:178147:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000cdcff028/0xff23d3f688d8ea53 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a759 expref: 348 pid: 8429 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.993039:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185322.993063:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1789185322.993069:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f725c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018849536:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185322.993112:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185322.993143:0:34810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018849024
00000100:00100000:1.0:1789185322.993147:0:34810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018849024
00000100:00100000:1.0:1789185322.993163:0:34810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018849536
00000100:00100000:1.0:1789185322.993165:0:34810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018849536
00000100:00100000:1.0:1789185322.993174:0:34810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37592
00000100:00100000:1.0:1789185322.993180:0:34810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b276a0ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+669:3638:x1876087018849024:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185322.993192:0:34810:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1972 count 1
00010000:00010000:1.0:1789185322.993204:0:34810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d9294c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7b4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.993216:0:34810:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003c58b085/0xff23d3f688d8ea45 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a73d expref: 348 pid: 8429 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.993224:0:34810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7b4:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185322.993228:0:34810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7b4:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.993232:0:34810:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d9294c lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.993255:0:34810:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003c58b085/0xff23d3f688d8ea45 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a73d expref: 348 pid: 8429 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.993266:0:34810:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003c58b085/0xff23d3f688d8ea45 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a73d expref: 348 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.993277:0:34810:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0e2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:34810:1876087018849664:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185322.993360:0:34810:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14ea289c0 going to sleep for 11 seconds
00000100:00100000:1.0:1789185322.993377:0:178146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37593
00000100:00100000:1.0:1789185322.993384:0:178146:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d0e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+669:3638:x1876087018849536:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185322.993395:0:178146:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1975 count 1
00010000:00010000:1.0:1789185322.993405:0:178146:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fa501034/0xff23d3f688d92953 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7b7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.993417:0:178146:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005a607f09/0xff23d3f688d8ea5a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a767 expref: 348 pid: 8429 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.993423:0:178146:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7b7:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185322.993426:0:178146:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7b7:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.993429:0:178146:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fa501034/0xff23d3f688d92953 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.993467:0:178146:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005a607f09/0xff23d3f688d8ea5a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a767 expref: 348 pid: 8429 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.993476:0:178146:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005a607f09/0xff23d3f688d8ea5a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a767 expref: 348 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.993486:0:178146:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0e3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:178146:1876087018849792:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185322.993508:0:178146:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14ea28300 going to sleep for 11 seconds
00000100:00100000:1.0:1789185322.993536:0:16720:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0e1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16720:1876087018846848:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185322.993576:0:16720:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ba247524/0xff23d3f688d928f8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.994346:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185322.994512:0:178144:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0e0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:178144:1876087018846976:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185322.994530:0:178144:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d928ff lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.994948:0:178147:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7b6:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185322.994953:0:178147:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7b6:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185322.994960:0:178147:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000062be1bd2/0xff23d3f688d92945 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.994994:0:178147:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000cdcff028/0xff23d3f688d8ea53 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a759 expref: 348 pid: 8429 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.995007:0:178147:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000cdcff028/0xff23d3f688d8ea53 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a759 expref: 348 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.995021:0:178147:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f727800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:178147:1876087018849920:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185322.995073:0:178147:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b145d6c6c0 going to sleep for 11 seconds
00000100:00100000:0.0:1789185322.995093:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010759552
00000100:00100000:0.0:1789185322.995098:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010759552
00010000:00010000:0.0:1789185322.995130:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000986ca6e9/0xff23d3f688d8eb02 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a7a6 expref: 336 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.995171:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23067
00000100:00100000:0.0:1789185322.995179:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151768e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+336:2392:x1876087010759552:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185322.995191:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185322.995198:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000986ca6e9/0xff23d3f688d8eb02 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7bb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a7a6 expref: 336 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.995212:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000986ca6e9/0xff23d3f688d8eb02 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7bb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a7a6 expref: 336 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.995233:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:0.0:1789185322.995237:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000986ca6e9/0xff23d3f688d8eb02 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7bb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a7a6 expref: 336 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.995253:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7bb:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185322.995257:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7bb:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185322.995262:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ba247524/0xff23d3f688d928f8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.995272:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ba247524/0xff23d3f688d928f8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.995295:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:0.0:1789185322.995297:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185322.995328:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151768e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+335:2392:x1876087010759552:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 149us (986us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185322.995398:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010759680
00000100:00100000:1.0:1789185322.995403:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010759680
00010000:00010000:1.0:1789185322.995421:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000037fd207d/0xff23d3f688d8eb09 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a7b4 expref: 336 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.995454:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010759808
00000100:00100000:2.0:1789185322.995457:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185322.995459:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010759808
00010000:00010000:1.0:1789185322.995479:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b7f17905/0xff23d3f688d8eb10 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a7c2 expref: 337 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.995493:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010759936
00000100:00100000:1.0:1789185322.995496:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010759936
00010000:00010000:1.0:1789185322.995510:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d3cb6380/0xff23d3f688d900b1 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x7be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 50331648->50335743) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bc83 expref: 338 pid: 35222 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.995526:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23068
00000100:00100000:1.0:1789185322.995534:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b269763450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+338:2392:x1876087010759680:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185322.995543:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185322.995568:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000037fd207d/0xff23d3f688d8eb09 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a7b4 expref: 338 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.995580:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000037fd207d/0xff23d3f688d8eb09 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a7b4 expref: 338 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.995587:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23067
00010000:00010000:1.0:1789185322.995596:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000037fd207d/0xff23d3f688d8eb09 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a7b4 expref: 338 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.995608:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7bc:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.995611:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7bc:0x0].0x0 since=0s v=(0 0)
00000100:00100000:0.0:1789185322.995613:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23069
00010000:00010000:1.0:1789185322.995616:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d928ff lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.995617:0:35222:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b147529180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:35222:1876087018848384:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185322.995624:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151769880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+336:2392:x1876087010759808:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185322.995631:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d928ff lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.995635:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185322.995640:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b7f17905/0xff23d3f688d8eb10 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a7c2 expref: 336 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.995641:0:35222:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000002b4947e1/0xff23d3f688d92929 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.995650:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1789185322.995660:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b7f17905/0xff23d3f688d8eb10 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a7c2 expref: 336 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.995675:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7bd:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185322.995678:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7bd:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185322.995684:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000281d94e0/0xff23d3f688d92906 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.995689:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b269763450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+336:2392:x1876087010759680:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 156us (458us total) trans 0 rc 0/0
00010000:00010000:0.0:1789185322.995692:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000281d94e0/0xff23d3f688d92906 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.995698:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23068
00000100:00100000:2.0:1789185322.995703:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:0.0:1789185322.995712:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185322.995732:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151769880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+335:2392:x1876087010759808:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 111us (438us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185322.995739:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23069
00000100:00100000:1.0:1789185322.995743:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010760192
00000100:00100000:1.0:1789185322.995747:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010760192
00000100:00100000:0.0:1789185322.995755:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23070
00000100:00100000:0.0:1789185322.995763:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151768a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+335:2392:x1876087010759936:12345-192.168.204.3@tcp:103:ldlm_bl.0
00000100:00100000:2.0:1789185322.995781:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:0.0:1789185322.995783:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185322.995791:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d3cb6380/0xff23d3f688d900b1 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x7be:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 50331648->50335743) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bc83 expref: 335 pid: 35222 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.995803:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d3cb6380/0xff23d3f688d900b1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x7be:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 50331648->50335743) gid 0 flags: 0x50000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bc83 expref: 335 pid: 35222 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.995813:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185322.995825:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185322.995861:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:1.0:1789185322.995887:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000efa1e436/0xff23d3f688d8eb1e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a7de expref: 335 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.995963:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7be:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1789185322.995967:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7be:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1789185322.995972:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000bc9fe99c/0xff23d3f688d9290d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7be:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.995980:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bc9fe99c/0xff23d3f688d9290d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7be:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.995996:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185322.996023:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151768a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+335:2392:x1876087010759936:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 259us (566us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185322.996024:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185322.996028:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010760448
00000100:00100000:1.0:1789185322.996033:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010760448
00000100:00100000:0.0:1789185322.996034:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23070
00010000:00010000:1.0:1789185322.996050:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b053e3f0/0xff23d3f688d8eb25 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a7ec expref: 335 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.996050:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010760064
00000100:00100000:0.0:1789185322.996054:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010760064
00000100:00100000:1.0:1789185322.996064:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010760320
00000100:00100000:1.0:1789185322.996067:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010760320
00010000:00010000:0.0:1789185322.996067:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000057035169/0xff23d3f688d8ea30 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a713 expref: 349 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.996081:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010760704
00010000:00010000:1.0:1789185322.996082:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000008279734f/0xff23d3f688d8ea29 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a705 expref: 350 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.996084:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010760704
00000100:00100000:2.0:1789185322.996093:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185322.996098:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010760576
00010000:00010000:0.0:1789185322.996098:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a33d12bf/0xff23d3f688d8ea37 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a721 expref: 351 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.996102:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010760576
00010000:00010000:1.0:1789185322.996113:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000086e71abc/0xff23d3f688d8ea3e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a72f expref: 352 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.996113:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010760832
00000100:00100000:0.0:1789185322.996116:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010760832
00000100:00100000:1.0:1789185322.996127:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23071
00010000:00010000:0.0:1789185322.996127:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005a15ade8/0xff23d3f688d8ea4c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a74b expref: 353 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.996131:0:24325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d3cb6380/0xff23d3f688d900b1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 50331648->50335743) gid 0 flags: 0x44801400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bc83 expref: 335 pid: 35222 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.996136:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b15176ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+335:2394:x1876087010760192:12345-192.168.204.3@tcp:103:ldlm_bl.0
00000100:00100000:0.0:1789185322.996147:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23072
00010000:00010000:1.0:1789185322.996149:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185322.996156:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000efa1e436/0xff23d3f688d8eb1e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7bf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a7de expref: 334 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.996156:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151768700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+334:2394:x1876087010760448:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185322.996163:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185322.996167:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000efa1e436/0xff23d3f688d8eb1e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7bf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a7de expref: 334 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.996168:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b053e3f0/0xff23d3f688d8eb25 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a7ec expref: 334 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.996171:0:24325:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e1e7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24325:1876087018847360:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185322.996185:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b053e3f0/0xff23d3f688d8eb25 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a7ec expref: 334 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.996188:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7bf:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.996192:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7bf:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.996194:0:24325:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000bc9fe99c/0xff23d3f688d9290d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.996197:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d9291b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7bf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.996198:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b053e3f0/0xff23d3f688d8eb25 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a7ec expref: 334 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.996219:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d9291b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7bf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.996222:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7c0:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.996223:0:24325:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000bc9fe99c/0xff23d3f688d9290d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.996228:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7c0:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.996234:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1789185322.996236:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002b4947e1/0xff23d3f688d92929 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.996243:0:24325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bc9fe99c/0xff23d3f688d9290d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.996249:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002b4947e1/0xff23d3f688d92929 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.996257:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b15176ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+333:2394:x1876087010760192:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 122us (560us total) trans 0 rc 0/0
00010000:00010000:2.0:1789185322.996262:0:24325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bc9fe99c/0xff23d3f688d9290d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.996266:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23071
00010000:00010000:2.0:1789185322.996278:0:24325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bc9fe99c/0xff23d3f688d9290d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.996286:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23073
00010000:00010000:0.0:1789185322.996286:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185322.996296:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b15176aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+353:2394:x1876087010760064:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.996304:0:24325:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1789185322.996305:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00000100:00100000:0.0:1789185322.996307:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151768700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+332:2394:x1876087010760448:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 151us (539us total) trans 0 rc 0/0
00010000:00010000:1.0:1789185322.996312:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000057035169/0xff23d3f688d8ea30 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a713 expref: 353 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.996315:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23072
00010000:00010000:2.0:1789185322.996321:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00000100:00100000:0.0:1789185322.996329:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23074
00010000:00010000:2.0:1789185322.996330:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bc9fe99c/0xff23d3f688d9290d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.996332:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000057035169/0xff23d3f688d8ea30 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a713 expref: 353 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.996338:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b15176bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+353:2394:x1876087010760320:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185322.996346:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185322.996352:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000008279734f/0xff23d3f688d8ea29 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a705 expref: 353 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.996355:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bc400 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185322.996359:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7b1:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185322.996363:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bc9fe99c/0xff23d3f688d9290d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.996363:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7b1:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185322.996367:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000008279734f/0xff23d3f688d8ea29 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a705 expref: 353 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.996370:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d92914 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.996389:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d92914 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.996391:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bc9fe99c/0xff23d3f688d9290d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.996393:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7b0:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185322.996399:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7b0:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.996405:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1789185322.996407:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000178222ab/0xff23d3f688d92922 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.996417:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000178222ab/0xff23d3f688d92922 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.996421:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bc9fe99c/0xff23d3f688d9290d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.996424:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b15176aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+353:2394:x1876087010760064:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 129us (612us total) trans 0 rc 0/0
00010000:00010000:0.0:1789185322.996428:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185322.996450:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23073
00010000:00010000:2.0:1789185322.996452:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bc9fe99c/0xff23d3f688d9290d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.996454:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b15176bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+353:2394:x1876087010760320:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 118us (627us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185322.996467:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23075
00000100:00100000:0.0:1789185322.996474:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23074
00000100:00100000:1.0:1789185322.996477:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b269760850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+352:2391:x1876087010760704:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185322.996485:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185322.996490:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a33d12bf/0xff23d3f688d8ea37 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a721 expref: 351 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.996490:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23076
00010000:00010000:2.0:1789185322.996492:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.996496:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789185322.996498:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b15176a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+351:2394:x1876087010760576:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.996501:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185322.996505:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a33d12bf/0xff23d3f688d8ea37 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a721 expref: 351 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.996509:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185322.996514:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000086e71abc/0xff23d3f688d8ea3e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7b3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a72f expref: 351 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.996516:0:35222:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000002b4947e1/0xff23d3f688d92929 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.996525:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7b2:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.996532:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7b2:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185322.996533:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000086e71abc/0xff23d3f688d8ea3e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7b3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a72f expref: 351 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.996538:0:35222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002b4947e1/0xff23d3f688d92929 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.996540:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b93d1933/0xff23d3f688d92930 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.996564:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7b3:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185322.996571:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7b3:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185322.996578:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b93d1933/0xff23d3f688d92930 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.996579:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000691a0de/0xff23d3f688d92937 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7b3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.996584:0:35222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002b4947e1/0xff23d3f688d92929 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.996590:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000691a0de/0xff23d3f688d92937 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7b3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.996594:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1789185322.996602:0:35222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002b4947e1/0xff23d3f688d92929 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.996607:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185322.996613:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b269760850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+351:2391:x1876087010760704:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 136us (750us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185322.996622:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23075
00000100:00100000:0.0:1789185322.996623:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b15176a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+351:2394:x1876087010760576:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 128us (605us total) trans 0 rc 0/0
00010000:00010000:2.0:1789185322.996626:0:35222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1789185322.996631:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23076
00010000:00010000:2.0:1789185322.996639:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00000100:00100000:0.0:1789185322.996645:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23077
00010000:00010000:2.0:1789185322.996647:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002b4947e1/0xff23d3f688d92929 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185322.996655:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151768e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+349:2392:x1876087010760832:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185322.996660:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abda400 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185322.996665:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002b4947e1/0xff23d3f688d92929 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.996666:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185322.996675:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005a15ade8/0xff23d3f688d8ea4c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a74b expref: 349 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.996680:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002b4947e1/0xff23d3f688d92929 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.996708:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002b4947e1/0xff23d3f688d92929 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.996710:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005a15ade8/0xff23d3f688d8ea4c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a74b expref: 349 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.996728:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002b4947e1/0xff23d3f688d92929 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.996736:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7b5:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185322.996740:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7b5:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185322.996745:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006d45f335/0xff23d3f688d9293e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.996747:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.996751:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185322.996754:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185322.996759:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006d45f335/0xff23d3f688d9293e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185322.996774:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185322.996794:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151768e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+349:2392:x1876087010760832:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 142us (706us total) trans 0 rc 0/0
00010000:00010000:3.0:1789185322.996913:0:8491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005a15ade8/0xff23d3f688d8ea4c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a74b expref: 349 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185322.996925:0:8491:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14aa62300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8491:1876087018849408:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185322.996939:0:8491:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006d45f335/0xff23d3f688d9293e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.996952:0:8491:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006d45f335/0xff23d3f688d9293e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.996965:0:8491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006d45f335/0xff23d3f688d9293e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.996973:0:8491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006d45f335/0xff23d3f688d9293e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.996980:0:8491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006d45f335/0xff23d3f688d9293e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.996998:0:8491:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1789185322.997082:0:35222:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b147529f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+678:3636:x1876087018848256:12345-0@lo:6:osp-syn-1-0.0 Request processed in 14074us (14155us total) trans 4294989442 rc 0/0
00000100:00100000:3.0:1789185322.997087:0:8491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b15176d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+670:3636:x1876087018849152:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5016us (5118us total) trans 4294977634 rc 0/0
00000100:00100000:2.0:1789185322.997097:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37587
00000100:00100000:3.0:1789185322.997105:0:8491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37590
00010000:00010000:1.0:1789185322.997190:0:178143:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b7f17905/0xff23d3f688d8eb10 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a7c2 expref: 331 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.997201:0:178143:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0e3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:178143:1876087018847104:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185322.997214:0:178143:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000281d94e0/0xff23d3f688d92906 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.997223:0:178143:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000281d94e0/0xff23d3f688d92906 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.997230:0:178143:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000281d94e0/0xff23d3f688d92906 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.997244:0:178143:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000281d94e0/0xff23d3f688d92906 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.997252:0:178143:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000281d94e0/0xff23d3f688d92906 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.997266:0:178143:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:2.0:1789185322.997354:0:24325:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e1e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+679:3635:x1876087018847232:12345-0@lo:6:osp-syn-1-0.0 Request processed in 19504us (19619us total) trans 4294989443 rc 0/0
00000100:00100000:2.0:1789185322.997363:0:24325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37583
00000100:00100000:1.0:1789185322.997371:0:178143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e1e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+679:3637:x1876087018846720:12345-0@lo:6:osp-syn-1-0.0 Request processed in 20523us (21000us total) trans 4294989444 rc 0/0
00000100:00100000:1.0:1789185322.997380:0:178143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37582
00010000:00010000:2.0:1789185322.997406:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008279734f/0xff23d3f688d8ea29 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a705 expref: 348 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.997408:0:16720:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ba247524/0xff23d3f688d928f8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.997427:0:16720:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ba247524/0xff23d3f688d928f8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.997431:0:8431:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b150574000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8431:1876087018848128:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185322.997453:0:16720:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ba247524/0xff23d3f688d928f8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.997461:0:8431:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000178222ab/0xff23d3f688d92922 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.997462:0:16720:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ba247524/0xff23d3f688d928f8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.997487:0:8431:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000178222ab/0xff23d3f688d92922 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.997496:0:8431:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000178222ab/0xff23d3f688d92922 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.997504:0:8431:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000178222ab/0xff23d3f688d92922 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.997511:0:8431:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000178222ab/0xff23d3f688d92922 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.997532:0:16720:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool
00000100:00100000:1.0:1789185322.997627:0:16720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d0dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+678:3636:x1876087018846336:12345-0@lo:6:osp-syn-1-0.0 Request processed in 21275us (21503us total) trans 4294989445 rc 0/0
00000100:00100000:1.0:1789185322.997637:0:16720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37580
00010000:00010000:1.0:1789185322.997683:0:8428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000057035169/0xff23d3f688d8ea30 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a713 expref: 347 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.997695:0:8428:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0e0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8428:1876087018847744:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185322.997707:0:8428:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d92914 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.997715:0:8428:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d92914 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.997723:0:8428:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d92914 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.997731:0:8428:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d92914 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.997738:0:8428:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d92914 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.997944:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 4 total in blp.  (4 blwis in pool)
00010000:00010000:3.0:1789185322.997950:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006d45f335/0xff23d3f688d9293e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.997957:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b26239b200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185322.997961:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006d45f335/0xff23d3f688d9293e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.997969:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006d45f335/0xff23d3f688d9293e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.997984:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006d45f335/0xff23d3f688d9293e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.997992:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006d45f335/0xff23d3f688d9293e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.998010:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp.  (3 blwis in pool)
00010000:00010000:3.0:1789185322.998014:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000281d94e0/0xff23d3f688d92906 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.998020:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149882800 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185322.998023:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000281d94e0/0xff23d3f688d92906 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.998031:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000281d94e0/0xff23d3f688d92906 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.998040:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000281d94e0/0xff23d3f688d92906 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.998048:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000281d94e0/0xff23d3f688d92906 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.998062:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:3.0:1789185322.998065:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ba247524/0xff23d3f688d928f8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.998072:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149882c00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185322.998075:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ba247524/0xff23d3f688d928f8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.998083:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ba247524/0xff23d3f688d928f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.998093:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ba247524/0xff23d3f688d928f8 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.998101:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ba247524/0xff23d3f688d928f8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.998113:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:3.0:1789185322.998117:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000178222ab/0xff23d3f688d92922 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.998123:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bc000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185322.998126:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000178222ab/0xff23d3f688d92922 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.998134:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000178222ab/0xff23d3f688d92922 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x7b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.998142:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000178222ab/0xff23d3f688d92922 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x7b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.998154:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185322.998157:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d92914 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.998164:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149882a00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185322.998166:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d92914 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.998174:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d92914 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x7b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.998182:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d92914 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x7b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185322.998190:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.998192:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185322.998193:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789185322.998257:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23077
00010000:00010000:2.0:1789185322.998708:0:8431:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool
00010000:00010000:2.0:1789185322.998714:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000178222ab/0xff23d3f688d92922 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.998844:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149a04700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+670:3636:x1876087018847488:12345-0@lo:6:osp-syn-0-0.0 Request processed in 17055us (17162us total) trans 4294977635 rc 0/0
00000100:00100000:2.0:1789185322.998852:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37586
00010000:00010000:2.0:1789185322.998891:0:178145:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000efa1e436/0xff23d3f688d8eb1e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a7de expref: 330 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185322.998904:0:178145:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b145cb1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:178145:1876087018848000:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185322.998972:0:8428:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool
00010000:00010000:1.0:1789185322.998979:0:8428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d92914 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.999076:0:8428:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d0e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+670:3638:x1876087018847616:12345-0@lo:6:osp-syn-0-0.0 Request processed in 20099us (20180us total) trans 4294977636 rc 0/0
00000100:00100000:1.0:1789185322.999084:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37584
00010000:00010000:1.0:1789185322.999107:0:178144:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d928ff lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.999117:0:178144:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d928ff lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.999126:0:178144:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d928ff lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.999134:0:178144:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d928ff lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.999143:0:178144:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1789185322.999213:0:178144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d0d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+678:3637:x1876087018846464:12345-0@lo:6:osp-syn-1-0.0 Request processed in 22674us (22961us total) trans 4294989446 rc 0/0
00000100:00100000:1.0:1789185322.999220:0:178144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37581
00010000:00010000:1.0:1789185322.999253:0:178148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000086e71abc/0xff23d3f688d8ea3e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a72f expref: 345 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185322.999263:0:178148:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0e0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:178148:1876087018848896:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185322.999278:0:178148:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000000691a0de/0xff23d3f688d92937 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.999287:0:178148:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000000691a0de/0xff23d3f688d92937 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.999294:0:178148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000691a0de/0xff23d3f688d92937 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.999302:0:178148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000691a0de/0xff23d3f688d92937 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.999310:0:178148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000691a0de/0xff23d3f688d92937 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185322.999318:0:178148:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:1.0:1789185322.999378:0:178148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d0e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+670:3638:x1876087018848640:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10888us (13208us total) trans 4294977637 rc 0/0
00000100:00100000:1.0:1789185322.999385:0:178148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37589
00000004:00080000:1.0:1789185322.999421:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14d0db800/2, rc 0, transno 4294989444
00000100:00100000:1.0:1789185322.999427:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018846720:0@lo:6:osp-syn-1-0.0
00000004:00080000:1.0:1789185322.999435:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14d0d8380/2, rc 0, transno 4294989446
00000100:00100000:1.0:1789185322.999438:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018846464:0@lo:6:osp-syn-1-0.0
00000004:00080000:1.0:1789185322.999476:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b15176ed80/2, rc 0, transno 4294977637
00000100:00100000:1.0:1789185322.999488:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b15176ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018848640:0@lo:6:osp-syn-0-0.0
00000004:00080000:1.0:1789185322.999498:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b15176ce00/2, rc 0, transno 4294977636
00000100:00100000:1.0:1789185322.999502:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b15176ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018847616:0@lo:6:osp-syn-0-0.0
00010000:00010000:2.0:1789185322.999901:0:178145:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d9291b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.999914:0:178145:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d9291b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185322.999992:0:178145:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d9291b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.000001:0:178145:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d9291b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.000007:0:178145:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d9291b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.000019:0:178145:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00000100:00100000:2.0:1789185323.000127:0:178145:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d0e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+678:3638:x1876087018847872:12345-0@lo:6:osp-syn-1-0.0 Request processed in 20694us (20841us total) trans 4294989447 rc 0/0
00000100:00100000:2.0:1789185323.000135:0:178145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37585
00000004:00080000:2.0:1789185323.000251:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f724a80/2, rc 0, transno 4294989447
00000100:00100000:2.0:1789185323.000258:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f724a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018847872:0@lo:6:osp-syn-1-0.0
00010000:00010000:2.0:1789185323.000624:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:2.0:1789185323.000632:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d928ff lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.000641:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149883200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.000646:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d928ff lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.000655:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d928ff lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.000675:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d928ff lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.000682:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d928ff lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.000704:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:2.0:1789185323.000709:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000691a0de/0xff23d3f688d92937 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.000716:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149882600 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.000719:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000691a0de/0xff23d3f688d92937 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.000726:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000691a0de/0xff23d3f688d92937 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.000738:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000691a0de/0xff23d3f688d92937 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.000746:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000691a0de/0xff23d3f688d92937 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.000762:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185323.000765:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d9291b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.000771:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bde00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.000774:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d9291b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.000780:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d9291b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.000794:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d9291b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.000801:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d9291b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.000821:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.000822:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.000824:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789185323.000903:0:34810:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0e2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:34810:1876087018849664:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.000927:0:34810:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d9294c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.000950:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789185323.000958:0:178146:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0e3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:178146:1876087018849792:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.000974:0:178146:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000fa501034/0xff23d3f688d92953 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.001020:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1789185323.001035:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f724e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018850048:0@lo:6:osp-syn-0-0.0
00000004:00080000:0.0:1789185323.001059:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b15176d880/2, rc 0, transno 4294977634
00000100:00100000:0.0:1789185323.001069:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b15176d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018849152:0@lo:6:osp-syn-0-0.0
00000004:00080000:0.0:1789185323.001139:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f725f80/2, rc 0, transno 4294989442
00000100:00100000:0.0:1789185323.001145:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f725f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018848256:0@lo:6:osp-syn-1-0.0
00000004:00080000:0.0:1789185323.001159:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b152867b80/2, rc 0, transno 4294977635
00000100:00100000:1.0:1789185323.001165:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185323.001168:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b152867b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018847488:0@lo:6:osp-syn-0-0.0
00000004:00080000:0.0:1789185323.001183:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f729180/2, rc 0, transno 4294989445
00000100:00100000:0.0:1789185323.001188:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f729180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018846336:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185323.001197:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789185323.001207:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e969c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018850176:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185323.001210:0:178169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018850048
00000100:00100000:1.0:1789185323.001218:0:178169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018850048
00000100:00100000:0.0:1789185323.001240:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185323.001383:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e96aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018850304:0@lo:6:osp-syn-0-0.0
00010000:00010000:3.0:1789185323.001397:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789185323.001410:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185323.001448:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1789185323.001459:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e969180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018850432:0@lo:6:osp-syn-0-0.0
00010000:00010000:3.0:1789185323.001609:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.001634:0:35218:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a33d12bf/0xff23d3f688d8ea37 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a721 expref: 344 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.001647:0:35218:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14752b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35218:1876087018848768:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.001827:0:35218:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b93d1933/0xff23d3f688d92930 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.001839:0:35218:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b93d1933/0xff23d3f688d92930 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.001851:0:35218:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b93d1933/0xff23d3f688d92930 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.001861:0:35218:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b93d1933/0xff23d3f688d92930 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.001869:0:35218:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b93d1933/0xff23d3f688d92930 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.001883:0:35218:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1789185323.002002:0:35218:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b15176e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+671:3636:x1876087018848512:12345-0@lo:6:osp-syn-0-0.0 Request processed in 15682us (16427us total) trans 4294977638 rc 0/0
00000100:00100000:3.0:1789185323.002010:0:35218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37588
00000004:00080000:0.0:1789185323.002868:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b15176f100/2, rc 0, transno 4294977638
00000100:00100000:0.0:1789185323.002881:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b15176f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018848512:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.002907:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.003163:0:178169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018850176
00000100:00100000:1.0:1789185323.003170:0:178169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018850176
00000100:00100000:1.0:1789185323.003209:0:178169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018850304
00000100:00100000:1.0:1789185323.003212:0:178169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018850304
00000100:00100000:1.0:1789185323.003231:0:178169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37594
00000100:00100000:3.0:1789185323.003259:0:35218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37595
00000100:00100000:3.0:1789185323.003271:0:35218:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e968700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+672:3636:x1876087018850176:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1789185323.003300:0:35218:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1977 count 1
00010000:00010000:3.0:1789185323.003324:0:35218:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c0064632/0xff23d3f688d9295a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7b9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.003356:0:178169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d0e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+672:3637:x1876087018850048:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185323.003368:0:178169:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1976 count 1
00010000:00010000:1.0:1789185323.003379:0:178169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006abc7636/0xff23d3f688d92961 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7b8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.003389:0:178169:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000b307806/0xff23d3f688d8ea61 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a775 expref: 343 pid: 8429 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.003397:0:178169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7b8:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.003401:0:178169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7b8:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.003406:0:178169:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006abc7636/0xff23d3f688d92961 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.003435:0:178169:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000b307806/0xff23d3f688d8ea61 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a775 expref: 343 pid: 8429 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.003459:0:178169:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000b307806/0xff23d3f688d8ea61 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a775 expref: 343 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.003472:0:178169:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0e2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:178169:1876087018850560:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.003535:0:178169:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14ea28300 going to sleep for 11 seconds
00000100:00100000:1.0:1789185323.003584:0:35223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37596
00000100:00100000:1.0:1789185323.003592:0:35223:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e968a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+672:3636:x1876087018850304:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185323.003603:0:35223:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1978 count 1
00010000:00010000:1.0:1789185323.003613:0:35223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000048e3f1cb/0xff23d3f688d92968 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7ba:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.003623:0:35223:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000001ff4a27/0xff23d3f688d8ea76 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a791 expref: 343 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.003630:0:35223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7ba:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.003633:0:35223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7ba:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.003637:0:35223:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000048e3f1cb/0xff23d3f688d92968 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.003655:0:35223:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000001ff4a27/0xff23d3f688d8ea76 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a791 expref: 343 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.003851:0:35218:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000097d15a41/0xff23d3f688d8ea68 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a783 expref: 343 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.003860:0:35218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7b9:0x0].0x0 since=124s v=(0 0)
00010000:00010000:3.0:1789185323.003864:0:35218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7b9:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.003867:0:35218:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c0064632/0xff23d3f688d9295a lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.003890:0:35218:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000097d15a41/0xff23d3f688d8ea68 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a783 expref: 343 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.003900:0:35218:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000097d15a41/0xff23d3f688d8ea68 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a783 expref: 343 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.003910:0:35218:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14aa62300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35218:1876087018850816:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185323.003943:0:35218:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1486aa300 going to sleep for 11 seconds
00000100:00100000:3.0:1789185323.004130:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.004212:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.004249:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.004269:0:178149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010761088
00000100:00100000:3.0:1789185323.004273:0:178149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010761088
00010000:00010000:3.0:1789185323.004350:0:178149:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000cdcff028/0xff23d3f688d8ea53 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a759 expref: 344 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.004372:0:178149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010760960
00000100:00100000:3.0:1789185323.004375:0:178149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010760960
00010000:00010000:3.0:1789185323.004385:0:178149:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003c58b085/0xff23d3f688d8ea45 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a73d expref: 345 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.004401:0:178149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010761216
00000100:00100000:3.0:1789185323.004403:0:178149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010761216
00010000:00010000:3.0:1789185323.004415:0:178149:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005a607f09/0xff23d3f688d8ea5a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a767 expref: 346 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.004438:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23078
00000100:00100000:3.0:1789185323.004458:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14da18e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+346:2392:x1876087010761088:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.004467:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.004473:0:178149:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000cdcff028/0xff23d3f688d8ea53 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a759 expref: 346 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.004484:0:178149:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000cdcff028/0xff23d3f688d8ea53 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a759 expref: 346 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.004507:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7b6:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.004510:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7b6:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.004516:0:178149:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000062be1bd2/0xff23d3f688d92945 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.004524:0:178149:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000062be1bd2/0xff23d3f688d92945 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.004540:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.004587:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14da18e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+346:2392:x1876087010761088:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 131us (458us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.004593:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23078
00000100:00100000:3.0:1789185323.004610:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23079
00000100:00100000:3.0:1789185323.004617:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14da1b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+345:2392:x1876087010760960:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.004645:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.004650:0:178149:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003c58b085/0xff23d3f688d8ea45 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a73d expref: 345 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.004660:0:178149:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003c58b085/0xff23d3f688d8ea45 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a73d expref: 345 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.004900:0:35223:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000001ff4a27/0xff23d3f688d8ea76 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a791 expref: 345 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.004914:0:35223:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0e0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:35223:1876087018850688:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.004949:0:35223:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14ea289c0 going to sleep for 11 seconds
00000100:00100000:1.0:1789185323.004968:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23080
00000100:00100000:1.0:1789185323.004975:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14da1b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+345:2391:x1876087010761216:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185323.004982:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185323.004987:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005a607f09/0xff23d3f688d8ea5a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7b7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a767 expref: 345 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.004996:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005a607f09/0xff23d3f688d8ea5a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7b7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a767 expref: 345 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.005009:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005a607f09/0xff23d3f688d8ea5a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7b7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a767 expref: 345 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.005021:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7b7:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.005024:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7b7:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.005028:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000fa501034/0xff23d3f688d92953 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.005035:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fa501034/0xff23d3f688d92953 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.005053:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185323.005070:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14da1b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+344:2391:x1876087010761216:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 96us (821us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185323.005076:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23080
00010000:00010000:1.0:1789185323.005101:0:178146:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000fa501034/0xff23d3f688d92953 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.005109:0:178146:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fa501034/0xff23d3f688d92953 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.005119:0:178146:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fa501034/0xff23d3f688d92953 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.005127:0:178146:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fa501034/0xff23d3f688d92953 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.005143:0:178146:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:1.0:1789185323.005293:0:178146:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d0e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+673:3638:x1876087018849536:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11909us (12180us total) trans 4294977639 rc 0/0
00000100:00100000:1.0:1789185323.005300:0:178146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37593
00000100:00100000:1.0:1789185323.005330:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f70b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018851328:0@lo:6:osp-syn-1-0.0
00010000:00010000:3.0:1789185323.006015:0:178149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003c58b085/0xff23d3f688d8ea45 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a73d expref: 343 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.006031:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7b4:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.006035:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7b4:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.006041:0:178149:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d9294c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.006050:0:178149:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d9294c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.006082:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1789185323.006082:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:2.0:1789185323.006093:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b93d1933/0xff23d3f688d92930 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.006103:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abda600 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.006108:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b93d1933/0xff23d3f688d92930 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.006112:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14da1b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+342:2392:x1876087010760960:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 1493us (1897us total) trans 0 rc 0/0
00010000:00010000:2.0:1789185323.006127:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b93d1933/0xff23d3f688d92930 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.006128:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23079
00010000:00010000:2.0:1789185323.006147:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b93d1933/0xff23d3f688d92930 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.006161:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b93d1933/0xff23d3f688d92930 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.006258:0:35218:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14aa62300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35218:1876087018850816:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.006280:0:35218:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000c0064632/0xff23d3f688d9295a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.006333:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.006375:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:2.0:1789185323.006392:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185323.006397:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fa501034/0xff23d3f688d92953 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.006404:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149882e00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.006408:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fa501034/0xff23d3f688d92953 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.006416:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fa501034/0xff23d3f688d92953 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.006427:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fa501034/0xff23d3f688d92953 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.006435:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fa501034/0xff23d3f688d92953 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.006462:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.006465:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789185323.006468:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010761344
00010000:00010000:2.0:1789185323.006468:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789185323.006475:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010761344
00010000:00010000:3.0:1789185323.006500:0:8458:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000097d15a41/0xff23d3f688d8ea68 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a783 expref: 342 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.006598:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010761472
00000100:00100000:3.0:1789185323.006602:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010761472
00010000:00010000:3.0:1789185323.006619:0:8458:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000b307806/0xff23d3f688d8ea61 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a775 expref: 343 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000004:00080000:0.0:1789185323.006625:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f725c00/2, rc 0, transno 4294977639
00000100:00100000:0.0:1789185323.006635:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f725c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018849536:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185323.006650:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23081
00000100:00100000:0.0:1789185323.006655:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14aa60a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018850944:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1789185323.006663:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14da19880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+343:2394:x1876087010761344:12345-192.168.204.3@tcp:103:ldlm_bl.0
00000100:00100000:0.0:1789185323.006690:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185323.006726:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f70bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018851456:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185323.006750:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185323.006901:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23082
00010000:00010000:1.0:1789185323.006906:0:34810:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d9294c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.006913:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b269762450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+343:2392:x1876087010761472:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185323.006920:0:34810:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d9294c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.006931:0:34810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d9294c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.006938:0:34810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d9294c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.006953:0:34810:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1789185323.006999:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.007007:0:178149:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000b307806/0xff23d3f688d8ea61 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a775 expref: 343 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.007021:0:178149:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000b307806/0xff23d3f688d8ea61 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a775 expref: 343 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.007023:0:178143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018850432
00000100:00100000:0.0:1789185323.007030:0:178143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018850432
00010000:00010000:2.0:1789185323.007042:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7b8:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.007047:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7b8:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.007053:0:178149:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006abc7636/0xff23d3f688d92961 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.007062:0:178149:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006abc7636/0xff23d3f688d92961 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.007062:0:178143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018850944
00000100:00100000:0.0:1789185323.007067:0:178143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018850944
00000100:00100000:1.0:1789185323.007077:0:34810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b276a0ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+674:3638:x1876087018849024:12345-0@lo:6:osp-syn-0-0.0 Request processed in 13893us (14034us total) trans 4294977640 rc 0/0
00000100:00100000:1.0:1789185323.007086:0:34810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37592
00010000:00010000:2.0:1789185323.007095:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185323.007112:0:34810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018851456
00000100:00100000:1.0:1789185323.007118:0:34810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018851456
00000100:00100000:2.0:1789185323.007128:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b269762450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+343:2392:x1876087010761472:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 219us (755us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185323.007136:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23082
00010000:00010000:3.0:1789185323.007158:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.007166:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000097d15a41/0xff23d3f688d8ea68 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7b9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a783 expref: 342 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.007177:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000097d15a41/0xff23d3f688d8ea68 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7b9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a783 expref: 342 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.007191:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000097d15a41/0xff23d3f688d8ea68 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7b9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a783 expref: 342 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.007208:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7b9:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.007211:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7b9:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.007216:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c0064632/0xff23d3f688d9295a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.007224:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c0064632/0xff23d3f688d9295a lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.007246:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.007266:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14da19880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+341:2394:x1876087010761344:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 606us (934us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.007273:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23081
00000100:00100000:0.0:1789185323.007378:0:178143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37597
00000100:00100000:0.0:1789185323.007390:0:178143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d41ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+673:3638:x1876087018850432:12345-0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185323.007398:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37598
00000100:00100000:3.0:1789185323.007409:0:8429:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d419880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+679:3638:x1876087018850944:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1789185323.007417:0:178143:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1979 count 1
00002000:00080000:3.0:1789185323.007425:0:8429:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1985 count 1
00010000:00010000:0.0:1789185323.007438:0:178143:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000059346501/0xff23d3f688d9296f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7bb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.007455:0:8429:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d41eaa07/0xff23d3f688d92976 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7c1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.007471:0:178143:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000007e3b42eb/0xff23d3f688d8ea7d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a79f expref: 340 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.007474:0:8429:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004b90a53c/0xff23d3f688d8eb2c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a7fa expref: 329 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.007497:0:8429:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7c1:0x0].0x0 since=124s v=(0 0)
00010000:00010000:3.0:1789185323.007507:0:8429:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7c1:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.007507:0:178143:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7bb:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.007517:0:178143:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7bb:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.007519:0:8429:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d41eaa07/0xff23d3f688d92976 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.007523:0:178143:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000059346501/0xff23d3f688d9296f lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.007591:0:8429:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004b90a53c/0xff23d3f688d8eb2c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a7fa expref: 329 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.007604:0:8429:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004b90a53c/0xff23d3f688d8eb2c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a7fa expref: 329 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.007616:0:8429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14da18e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8429:1876087018851840:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.007648:0:178143:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000007e3b42eb/0xff23d3f688d8ea7d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a79f expref: 340 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.007657:0:8429:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1486aa480 going to sleep for 11 seconds
00010000:00010000:0.0:1789185323.007661:0:178143:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000007e3b42eb/0xff23d3f688d8ea7d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a79f expref: 340 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.007674:0:178143:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b15054b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:178143:1876087018851968:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.007701:0:178143:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14a4dcf00 going to sleep for 11 seconds
00000100:00100000:0.0:1789185323.007717:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185323.007750:0:16720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018851328
00000100:00100000:0.0:1789185323.007864:0:16720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018851328
00000100:00100000:1.0:1789185323.007954:0:34810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37599
00000100:00100000:1.0:1789185323.007969:0:34810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b150549c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+680:3638:x1876087018851456:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185323.007983:0:34810:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1989 count 1
00010000:00010000:1.0:1789185323.007998:0:34810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008e9a7fa0/0xff23d3f688d9297d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7c5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.008012:0:34810:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003359f826/0xff23d3f688d8eb4f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a832 expref: 329 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.008020:0:34810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7c5:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.008024:0:34810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7c5:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.008028:0:34810:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008e9a7fa0/0xff23d3f688d9297d lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.008033:0:35218:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000c0064632/0xff23d3f688d9295a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.008055:0:35218:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c0064632/0xff23d3f688d9295a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.008066:0:35218:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c0064632/0xff23d3f688d9295a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.008075:0:35218:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c0064632/0xff23d3f688d9295a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.008076:0:34810:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003359f826/0xff23d3f688d8eb4f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a832 expref: 329 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.008101:0:34810:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003359f826/0xff23d3f688d8eb4f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a832 expref: 329 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.008107:0:35218:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:1.0:1789185323.008113:0:34810:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0e0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:34810:1876087018852096:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.008152:0:34810:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14ea28600 going to sleep for 11 seconds
00000100:00100000:3.0:1789185323.008203:0:178145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37600
00010000:00010000:3.0:1789185323.008213:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:3.0:1789185323.008220:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d9294c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.008229:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149882000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185323.008233:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d9294c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.008243:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d9294c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.008258:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d9294c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.008267:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d9294c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.008290:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185323.008294:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c0064632/0xff23d3f688d9295a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.008301:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b26239b800 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185323.008305:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c0064632/0xff23d3f688d9295a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.008314:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c0064632/0xff23d3f688d9295a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.008326:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c0064632/0xff23d3f688d9295a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.008328:0:35218:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e968700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+674:3636:x1876087018850176:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5059us (7086us total) trans 4294977641 rc 0/0
00010000:00010000:3.0:1789185323.008344:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c0064632/0xff23d3f688d9295a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.008345:0:35218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37595
00010000:00010000:3.0:1789185323.008376:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.008378:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.008381:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789185323.008396:0:178145:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b15054bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+680:3637:x1876087018851328:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:3.0:1789185323.008412:0:178145:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1988 count 1
00010000:00010000:3.0:1789185323.008426:0:178145:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009af2fde8/0xff23d3f688d92984 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7c4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.008458:0:178145:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d264fe6e/0xff23d3f688d8eb3a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a824 expref: 329 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.008461:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e55f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018852224:0@lo:6:osp-syn-0-0.0
00010000:00010000:3.0:1789185323.008472:0:178145:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7c4:0x0].0x0 since=124s v=(0 0)
00010000:00010000:3.0:1789185323.008476:0:178145:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7c4:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.008480:0:178145:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009af2fde8/0xff23d3f688d92984 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.008500:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:3.0:1789185323.008504:0:178145:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d264fe6e/0xff23d3f688d8eb3a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a824 expref: 329 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.008515:0:178145:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d264fe6e/0xff23d3f688d8eb3a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a824 expref: 329 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.008526:0:178145:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14da1b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:178145:1876087018852480:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.008535:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1789185323.008563:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e55f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018852352:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185323.008586:0:178145:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1486aa0c0 going to sleep for 11 seconds
00000100:00100000:2.0:1789185323.008597:0:178146:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018852224
00000100:00100000:2.0:1789185323.008603:0:178146:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018852224
00000100:00100000:2.0:1789185323.008641:0:178146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37601
00000100:00100000:2.0:1789185323.008649:0:178146:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e55f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+674:3637:x1876087018852224:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1789185323.008663:0:178146:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1980 count 1
00000100:00100000:0.0:1789185323.008666:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:2.0:1789185323.008678:0:178146:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000178222ab/0xff23d3f688d9298b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7bc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.008692:0:178146:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ea740eca/0xff23d3f688d8ea84 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a7ad expref: 340 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.008699:0:178146:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7bc:0x0].0x0 since=124s v=(0 0)
00010000:00010000:2.0:1789185323.008703:0:178146:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7bc:0x0].0x0 since=0s v=(0 0)
00000100:00100000:0.0:1789185323.008706:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14aa61f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018851200:0@lo:6:osp-syn-1-0.0
00010000:00010000:2.0:1789185323.008709:0:178146:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000178222ab/0xff23d3f688d9298b lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.008737:0:178146:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ea740eca/0xff23d3f688d8ea84 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a7ad expref: 340 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.008741:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:2.0:1789185323.008757:0:178146:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ea740eca/0xff23d3f688d8ea84 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a7ad expref: 340 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.008767:0:178146:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b15176a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:178146:1876087018852608:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185323.008795:0:178146:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b149ae2e40 going to sleep for 11 seconds
00000100:00100000:2.0:1789185323.008811:0:178142:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018852352
00000100:00100000:2.0:1789185323.008815:0:178142:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018852352
00000100:00100000:2.0:1789185323.008836:0:178142:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018851200
00000100:00100000:2.0:1789185323.008839:0:178142:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018851200
00000100:00100000:2.0:1789185323.008856:0:178142:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37602
00000100:00100000:2.0:1789185323.008864:0:178142:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e55e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+675:3637:x1876087018852352:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1789185323.008876:0:178142:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1981 count 1
00000100:00100000:1.0:1789185323.008885:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37603
00010000:00010000:2.0:1789185323.008889:0:178142:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bc9fe99c/0xff23d3f688d92992 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7bd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.008897:0:8428:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e55ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+681:3636:x1876087018851200:12345-0@lo:6:osp-syn-1-0.0
00010000:00010000:2.0:1789185323.008908:0:178142:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003a0e8d56/0xff23d3f688d8ea8b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a7bb expref: 340 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00002000:00080000:1.0:1789185323.008915:0:8428:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1987 count 1
00010000:00010000:1.0:1789185323.008929:0:8428:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007fe0979b/0xff23d3f688d92999 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7c3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.008941:0:8428:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c0ea5c5c/0xff23d3f688d8eb41 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a816 expref: 329 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.008948:0:8428:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7c3:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.008952:0:8428:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7c3:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.008956:0:8428:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007fe0979b/0xff23d3f688d92999 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.008960:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f708700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018851712:0@lo:6:osp-syn-1-0.0
00010000:00010000:1.0:1789185323.008987:0:8428:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c0ea5c5c/0xff23d3f688d8eb41 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a816 expref: 329 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.009007:0:8428:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c0ea5c5c/0xff23d3f688d8eb41 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a816 expref: 329 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.009016:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.009017:0:8428:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0e3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8428:1876087018852736:192.168.204.3@tcp:104:
00000004:00080000:0.0:1789185323.009056:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14e969c00/2, rc 0, transno 4294977641
00000100:00100000:1.0:1789185323.009057:0:8428:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14ea28b40 going to sleep for 11 seconds
00000100:00100000:0.0:1789185323.009072:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e969c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018850176:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.009086:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1]
00000100:00100000:1.0:1789185323.009093:0:178148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018851712
00000100:00100000:0.0:1789185323.009094:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14aa62d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018851072:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.009100:0:178148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018851712
00000100:00100000:1.0:1789185323.009120:0:178148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37604
00000100:00100000:1.0:1789185323.009125:0:178148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e55c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+682:3636:x1876087018851712:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185323.009136:0:178148:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1991 count 1
00010000:00010000:1.0:1789185323.009147:0:178148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b2067f66/0xff23d3f688d929a0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7c7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.009157:0:178148:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000284110a8/0xff23d3f688d8eb56 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a84e expref: 329 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.009164:0:178148:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7c7:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.009166:0:178148:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7c7:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.009170:0:178148:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b2067f66/0xff23d3f688d929a0 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.009186:0:178148:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000284110a8/0xff23d3f688d8eb56 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a84e expref: 329 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.009199:0:178148:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000284110a8/0xff23d3f688d8eb56 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a84e expref: 329 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.009208:0:178148:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0e0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:178148:1876087018852864:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.009228:0:178148:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14ea28480 going to sleep for 11 seconds
00010000:00010000:1.0:1789185323.009252:0:178169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000b307806/0xff23d3f688d8ea61 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a775 expref: 340 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.009265:0:178169:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0e2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:178169:1876087018850560:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.009278:0:178142:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7bd:0x0].0x0 since=124s v=(0 0)
00000100:00100000:0.0:1789185323.009284:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:2.0:1789185323.009286:0:178142:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7bd:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.009287:0:178169:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006abc7636/0xff23d3f688d92961 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.009295:0:178142:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bc9fe99c/0xff23d3f688d92992 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.009302:0:178169:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006abc7636/0xff23d3f688d92961 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.009313:0:178169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006abc7636/0xff23d3f688d92961 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.009322:0:178169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006abc7636/0xff23d3f688d92961 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.009324:0:178142:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003a0e8d56/0xff23d3f688d8ea8b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a7bb expref: 339 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.009344:0:178169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006abc7636/0xff23d3f688d92961 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.009360:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f709c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018851584:0@lo:6:osp-syn-1-0.0
00010000:00010000:2.0:1789185323.009366:0:178142:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003a0e8d56/0xff23d3f688d8ea8b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a7bb expref: 339 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.009388:0:178142:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151768e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:178142:1876087018852992:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.009389:0:178169:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1789185323.009425:0:178142:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b149ae2b40 going to sleep for 11 seconds
00000100:00100000:0.0:1789185323.009428:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:2.0:1789185323.009453:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185323.009459:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006abc7636/0xff23d3f688d92961 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.009467:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149883000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.009471:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006abc7636/0xff23d3f688d92961 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.009474:0:178144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018851072
00000100:00100000:0.0:1789185323.009480:0:178144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018851072
00010000:00010000:2.0:1789185323.009484:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006abc7636/0xff23d3f688d92961 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.009502:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006abc7636/0xff23d3f688d92961 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.009507:0:178144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018851584
00010000:00010000:2.0:1789185323.009510:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006abc7636/0xff23d3f688d92961 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.009512:0:178144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018851584
00000100:00100000:1.0:1789185323.009523:0:178169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d0e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+676:3637:x1876087018850048:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6282us (8360us total) trans 4294977642 rc 0/0
00000100:00100000:1.0:1789185323.009532:0:178169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37594
00010000:00010000:2.0:1789185323.009539:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.009542:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789185323.010027:0:178144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37605
00000100:00100000:0.0:1789185323.010038:0:178144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e55c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+684:3636:x1876087018851072:12345-0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1789185323.010049:0:8491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37606
00002000:00080000:0.0:1789185323.010058:0:178144:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1986 count 1
00000100:00100000:3.0:1789185323.010065:0:8491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e55d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+684:3636:x1876087018851584:12345-0@lo:6:osp-syn-1-0.0
00010000:00010000:0.0:1789185323.010080:0:178144:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003b4d0371/0xff23d3f688d929a7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7c2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00080000:3.0:1789185323.010082:0:8491:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1990 count 1
00010000:00010000:3.0:1789185323.010100:0:8491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006d45f335/0xff23d3f688d929ae lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7c6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.010114:0:8491:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000066d4d377/0xff23d3f688d8ffa0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 29360128->29364223) gid 0 flags: 0x40000000020000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bb72 expref: 329 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.010127:0:8491:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x7c6:0x0].0x0 since=121s v=(0 0)
00010000:00010000:3.0:1789185323.010130:0:8491:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7c6:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1789185323.010134:0:8491:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006d45f335/0xff23d3f688d929ae lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.010156:0:8491:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000066d4d377/0xff23d3f688d8ffa0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 29360128->29364223) gid 0 flags: 0x50000000030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bb72 expref: 329 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.010166:0:8491:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000066d4d377/0xff23d3f688d8ffa0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x7c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 29360128->29364223) gid 0 flags: 0x70000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bb72 expref: 329 pid: 8429 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.010175:0:8491:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14da1b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8491:1876087018853120:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185323.010211:0:8491:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1486aa240 going to sleep for 11 seconds
00010000:00010000:0.0:1789185323.010242:0:178144:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004aa58a97/0xff23d3f688d8eb33 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a808 expref: 329 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.010252:0:178144:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7c2:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.010256:0:178144:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7c2:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.010260:0:178144:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003b4d0371/0xff23d3f688d929a7 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:1.0:1789185323.010263:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f724e00/2, rc 0, transno 4294977642
00000100:00100000:1.0:1789185323.010273:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f724e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018850048:0@lo:6:osp-syn-0-0.0
00010000:00010000:1.0:1789185323.010288:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.010288:0:178144:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004aa58a97/0xff23d3f688d8eb33 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a808 expref: 329 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.010372:0:178144:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004aa58a97/0xff23d3f688d8eb33 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a808 expref: 329 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.010388:0:178144:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e55ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:178144:1876087018853248:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.010421:0:178144:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14a4dc180 going to sleep for 11 seconds
00000100:00100000:0.0:1789185323.010514:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e55e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018853376:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.010576:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:0.0:1789185323.010689:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14e1e4700/2, rc 0, transno 4294989443
00000100:00100000:0.0:1789185323.010703:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e1e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018847232:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185323.010711:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789185323.010716:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018853504:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.010737:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.010829:0:178169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018853376
00000100:00100000:1.0:1789185323.010835:0:178169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018853376
00000100:00100000:1.0:1789185323.010861:0:178169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018853504
00000100:00100000:1.0:1789185323.010864:0:178169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018853504
00000100:00100000:0.0:1789185323.010944:0:16720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37607
00000100:00100000:0.0:1789185323.010954:0:16720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d0d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+677:3635:x1876087018853376:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1789185323.010972:0:16720:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1982 count 1
00010000:00010000:0.0:1789185323.010988:0:16720:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000243cf2a2/0xff23d3f688d929b5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7be:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.011001:0:16720:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000041f5284e/0xff23d3f688d8ea92 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a7c9 expref: 339 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.011010:0:16720:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7be:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.011014:0:16720:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7be:0x0].0x0 since=0s v=(0 0)
00000100:00100000:1.0:1789185323.011019:0:178169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37608
00010000:00010000:0.0:1789185323.011021:0:16720:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000243cf2a2/0xff23d3f688d929b5 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.011031:0:178169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d0d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+677:3635:x1876087018853504:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185323.011046:0:178169:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1983 count 1
00010000:00010000:0.0:1789185323.011048:0:16720:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000041f5284e/0xff23d3f688d8ea92 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a7c9 expref: 339 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.011059:0:178169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d929bc lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7bf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.011062:0:16720:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000041f5284e/0xff23d3f688d8ea92 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a7c9 expref: 339 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.011087:0:178169:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000009ea07e2a/0xff23d3f688d8ea99 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a7d7 expref: 339 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.011089:0:16720:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0d0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16720:1876087018853760:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.011102:0:178169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7bf:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.011105:0:178169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7bf:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.011108:0:178169:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d929bc lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.011128:0:178169:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000009ea07e2a/0xff23d3f688d8ea99 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a7d7 expref: 339 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.011139:0:178169:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000009ea07e2a/0xff23d3f688d8ea99 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a7d7 expref: 339 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.011150:0:178169:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0e2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:178169:1876087018853888:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.011183:0:178169:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14ea28300 going to sleep for 11 seconds
00000100:00100000:1.0:1789185323.011198:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14da19880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018853632:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.011226:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185323.011276:0:16720:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14b7b2540 going to sleep for 11 seconds
00010000:00010000:0.0:1789185323.011292:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.011373:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789185323.011390:0:35218:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018853632
00010000:00010000:0.0:1789185323.011394:0:178147:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cdcff028/0xff23d3f688d8ea53 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a759 expref: 339 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.011396:0:35218:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018853632
00000100:00100000:0.0:1789185323.011412:0:178147:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f727800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:178147:1876087018849920:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185323.011431:0:35218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37609
00010000:00010000:0.0:1789185323.011437:0:178147:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000062be1bd2/0xff23d3f688d92945 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.011453:0:35218:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d0e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+685:3637:x1876087018853632:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1789185323.011469:0:35218:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1992 count 1
00010000:00010000:2.0:1789185323.011485:0:35218:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ee62d8df/0xff23d3f688d929c3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7c8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.011499:0:35218:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d34266b8/0xff23d3f688d8eb5d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a85c expref: 329 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.011508:0:35218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7c8:0x0].0x0 since=124s v=(0 0)
00010000:00010000:2.0:1789185323.011512:0:35218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7c8:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.011516:0:35218:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ee62d8df/0xff23d3f688d929c3 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.011542:0:35218:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d34266b8/0xff23d3f688d8eb5d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a85c expref: 329 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.012336:0:35218:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d34266b8/0xff23d3f688d8eb5d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a85c expref: 329 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.012352:0:35218:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151769880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35218:1876087018854016:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185323.012410:0:35218:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b149ae2540 going to sleep for 11 seconds
00010000:00010000:0.0:1789185323.012983:0:178147:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000062be1bd2/0xff23d3f688d92945 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.012991:0:178147:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000062be1bd2/0xff23d3f688d92945 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.013002:0:178147:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000062be1bd2/0xff23d3f688d92945 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.013011:0:178147:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000062be1bd2/0xff23d3f688d92945 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.013032:0:178147:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1789185323.013318:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185323.013327:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000062be1bd2/0xff23d3f688d92945 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.013338:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abdbe00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185323.013343:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000062be1bd2/0xff23d3f688d92945 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.013355:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000062be1bd2/0xff23d3f688d92945 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.013433:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185323.013455:0:34810:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0e0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:34810:1876087018852096:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.013480:0:34810:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000008e9a7fa0/0xff23d3f688d9297d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.013721:0:178147:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f725500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+678:3636:x1876087018849280:12345-0@lo:6:osp-syn-0-0.0 Request processed in 20995us (21192us total) trans 4294977643 rc 0/0
00000100:00100000:0.0:1789185323.013732:0:178147:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37591
00000004:00080000:0.0:1789185323.014113:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14752bb80/2, rc 0, transno 4294977643
00000100:00100000:0.0:1789185323.014128:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14752bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018849280:0@lo:6:osp-syn-0-0.0
00010000:00010000:3.0:1789185323.014183:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000062be1bd2/0xff23d3f688d92945 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.014194:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000062be1bd2/0xff23d3f688d92945 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.014217:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.014219:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.014221:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789185323.014234:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010761600
00000100:00100000:3.0:1789185323.014240:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010761600
00010000:00010000:3.0:1789185323.014268:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004b90a53c/0xff23d3f688d8eb2c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a7fa expref: 330 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.014295:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23083
00000100:00100000:3.0:1789185323.014303:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151768a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+330:2392:x1876087010761600:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.014317:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.014323:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004b90a53c/0xff23d3f688d8eb2c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7c1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a7fa expref: 330 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.014335:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004b90a53c/0xff23d3f688d8eb2c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7c1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a7fa expref: 330 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.014354:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7c1:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.014359:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7c1:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.014366:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d41eaa07/0xff23d3f688d92976 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7c1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.014703:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185323.014737:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185323.014763:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010761856
00000100:00100000:2.0:1789185323.014768:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010761856
00010000:00010000:2.0:1789185323.014787:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007e3b42eb/0xff23d3f688d8ea7d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a79f expref: 339 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.014808:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010761728
00000100:00100000:2.0:1789185323.014811:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010761728
00010000:00010000:2.0:1789185323.014823:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003359f826/0xff23d3f688d8eb4f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a832 expref: 331 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.014841:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23084
00000100:00100000:2.0:1789185323.014847:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b15176ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+339:2391:x1876087010761856:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.014856:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.014860:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000007e3b42eb/0xff23d3f688d8ea7d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7bb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a79f expref: 339 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.014871:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007e3b42eb/0xff23d3f688d8ea7d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7bb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a79f expref: 339 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.014886:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7bb:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.014890:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7bb:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.014894:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000059346501/0xff23d3f688d9296f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7bb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.014904:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000059346501/0xff23d3f688d9296f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7bb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.014933:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1789185323.014972:0:178143:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007e3b42eb/0xff23d3f688d8ea7d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a79f expref: 339 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.014974:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b15176ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+339:2391:x1876087010761856:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 124us (271us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185323.014991:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23084
00000100:00100000:0.0:1789185323.015000:0:178143:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b15054b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:178143:1876087018851968:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185323.015013:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23085
00000100:00100000:2.0:1789185323.015024:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151768700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+331:2391:x1876087010761728:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.015025:0:178143:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000059346501/0xff23d3f688d9296f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.015035:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.015039:0:178143:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000059346501/0xff23d3f688d9296f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.015044:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003359f826/0xff23d3f688d8eb4f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a832 expref: 331 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.015057:0:178143:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000059346501/0xff23d3f688d9296f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.015064:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003359f826/0xff23d3f688d8eb4f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a832 expref: 331 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.015077:0:178143:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000059346501/0xff23d3f688d9296f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.015087:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003359f826/0xff23d3f688d8eb4f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a832 expref: 331 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.015090:0:178143:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000059346501/0xff23d3f688d9296f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.015113:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7c5:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.015117:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7c5:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.015123:0:178143:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1789185323.015129:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008e9a7fa0/0xff23d3f688d9297d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.015134:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d41eaa07/0xff23d3f688d92976 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7c1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.015143:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008e9a7fa0/0xff23d3f688d9297d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.015156:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1789185323.015173:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.015181:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151768a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+330:2392:x1876087010761600:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 877us (1749us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.015189:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23083
00000100:00100000:2.0:1789185323.015212:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151768700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+329:2391:x1876087010761728:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 190us (475us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185323.015220:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23085
00010000:00010000:3.0:1789185323.015229:0:8429:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004b90a53c/0xff23d3f688d8eb2c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a7fa expref: 329 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.015241:0:8429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14da18e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8429:1876087018851840:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.015254:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00010000:00010000:3.0:1789185323.015257:0:8429:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d41eaa07/0xff23d3f688d92976 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.015265:0:8429:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d41eaa07/0xff23d3f688d92976 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.015270:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e96bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018854144:0@lo:6:osp-syn-0-0.0
00010000:00010000:3.0:1789185323.015272:0:8429:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d41eaa07/0xff23d3f688d92976 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.015280:0:8429:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d41eaa07/0xff23d3f688d92976 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.015292:0:8429:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d41eaa07/0xff23d3f688d92976 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.015306:0:8429:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:1.0:1789185323.015308:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:1.0:1789185323.015352:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:1.0:1789185323.015358:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000059346501/0xff23d3f688d9296f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.015366:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abdbc00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.015371:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000059346501/0xff23d3f688d9296f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.015381:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:1.0:1789185323.015387:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000059346501/0xff23d3f688d9296f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.015403:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000059346501/0xff23d3f688d9296f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.015412:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000059346501/0xff23d3f688d9296f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.015430:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1789185323.015434:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d41eaa07/0xff23d3f688d92976 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.015452:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b26239b000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.015456:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d41eaa07/0xff23d3f688d92976 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.015464:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d41eaa07/0xff23d3f688d92976 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.015477:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d41eaa07/0xff23d3f688d92976 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.015485:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d41eaa07/0xff23d3f688d92976 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.015492:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:1.0:1789185323.015515:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.015517:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.015520:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789185323.015531:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:1.0:1789185323.015533:0:34810:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000008e9a7fa0/0xff23d3f688d9297d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.015543:0:34810:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008e9a7fa0/0xff23d3f688d9297d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.015587:0:34810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008e9a7fa0/0xff23d3f688d9297d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.015591:0:178149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010761984
00000100:00100000:2.0:1789185323.015597:0:178149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010761984
00010000:00010000:1.0:1789185323.015599:0:34810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008e9a7fa0/0xff23d3f688d9297d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.015618:0:178149:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004aa58a97/0xff23d3f688d8eb33 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a808 expref: 328 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.015641:0:178149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010762240
00000100:00100000:2.0:1789185323.015645:0:178149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010762240
00000100:00100000:3.0:1789185323.015659:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010762112
00010000:00010000:2.0:1789185323.015659:0:178149:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000009ea07e2a/0xff23d3f688d8ea99 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a7d7 expref: 338 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.015681:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23086
00000100:00100000:2.0:1789185323.015687:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b15176aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+328:2392:x1876087010761984:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.015696:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.015702:0:178149:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004aa58a97/0xff23d3f688d8eb33 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a808 expref: 328 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.015705:0:34810:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1789185323.015718:0:178149:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004aa58a97/0xff23d3f688d8eb33 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a808 expref: 328 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.015739:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7c2:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.015744:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7c2:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.015749:0:178149:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003b4d0371/0xff23d3f688d929a7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.015757:0:178149:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003b4d0371/0xff23d3f688d929a7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.015774:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185323.015806:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b15176aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+328:2392:x1876087010761984:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 118us (428us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185323.015813:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23086
00000100:00100000:1.0:1789185323.015826:0:34810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b150549c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+687:3638:x1876087018851456:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7863us (9072us total) trans 4294989449 rc 0/0
00000100:00100000:2.0:1789185323.015833:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23087
00000100:00100000:1.0:1789185323.015837:0:34810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37599
00000100:00100000:2.0:1789185323.015844:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b15176bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+338:2392:x1876087010762240:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.015852:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.015859:0:178149:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000009ea07e2a/0xff23d3f688d8ea99 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7bf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a7d7 expref: 338 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.015859:0:34810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018854144
00000100:00100000:1.0:1789185323.015865:0:34810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018854144
00010000:00010000:2.0:1789185323.015875:0:178149:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000009ea07e2a/0xff23d3f688d8ea99 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7bf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a7d7 expref: 338 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.015890:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7bf:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.015893:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7bf:0x0].0x0 since=0s v=(0 0)
00000100:00100000:1.0:1789185323.015896:0:34810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37610
00010000:00010000:2.0:1789185323.015901:0:178149:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d929bc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7bf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.015908:0:34810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d0e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+678:3637:x1876087018854144:12345-0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185323.015910:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010762112
00010000:00010000:2.0:1789185323.015919:0:178149:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d929bc lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7bf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00080000:1.0:1789185323.015936:0:34810:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1984 count 1
00010000:00010000:2.0:1789185323.015939:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1789185323.015958:0:34810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004e6d0f6b/0xff23d3f688d929ca lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7c0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.015964:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b15176bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+338:2392:x1876087010762240:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 121us (472us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185323.015977:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23087
00010000:00010000:3.0:1789185323.015982:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d264fe6e/0xff23d3f688d8eb3a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a824 expref: 328 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.015982:0:34810:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004801b2db/0xff23d3f688d8eaa0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a7e5 expref: 338 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.015997:0:34810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7c0:0x0].0x0 since=124s v=(0 0)
00010000:00010000:2.0:1789185323.015998:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1789185323.016004:0:34810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7c0:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.016007:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008e9a7fa0/0xff23d3f688d9297d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.016011:0:34810:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004e6d0f6b/0xff23d3f688d929ca lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.016013:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23088
00000100:00100000:3.0:1789185323.016024:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b145cb1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+328:2392:x1876087010762112:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.016034:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149882400 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185323.016037:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.016038:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008e9a7fa0/0xff23d3f688d9297d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.016045:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d264fe6e/0xff23d3f688d8eb3a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a824 expref: 328 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.016052:0:34810:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004801b2db/0xff23d3f688d8eaa0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a7e5 expref: 337 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.016056:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008e9a7fa0/0xff23d3f688d9297d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.016063:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d264fe6e/0xff23d3f688d8eb3a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a824 expref: 328 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.016068:0:34810:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004801b2db/0xff23d3f688d8eaa0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a7e5 expref: 337 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.016079:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008e9a7fa0/0xff23d3f688d9297d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.016084:0:34810:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0e0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:34810:1876087018854272:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.016085:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7c4:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.016092:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7c4:0x0].0x0 since=0s v=(0 0)
00000100:00100000:0.0:1789185323.016095:0:178143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d41ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+679:3638:x1876087018850432:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8706us (13184us total) trans 4294977644 rc 0/0
00010000:00010000:2.0:1789185323.016097:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008e9a7fa0/0xff23d3f688d9297d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.016099:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009af2fde8/0xff23d3f688d92984 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.016114:0:178143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37597
00010000:00010000:3.0:1789185323.016123:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009af2fde8/0xff23d3f688d92984 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.016132:0:34810:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14a911c00 going to sleep for 11 seconds
00010000:00010000:3.0:1789185323.016137:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.016156:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b145cb1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+328:2392:x1876087010762112:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 135us (626us total) trans 0 rc 0/0
00010000:00010000:1.0:1789185323.016159:0:178169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009ea07e2a/0xff23d3f688d8ea99 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a7d7 expref: 337 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.016163:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23088
00000100:00100000:1.0:1789185323.016169:0:178169:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0e2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:178169:1876087018853888:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.016187:0:178169:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d929bc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.016195:0:178169:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d929bc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.016198:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.016203:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.016207:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.016213:0:178169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d929bc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.016221:0:8429:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d419880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+686:3638:x1876087018850944:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8815us (9531us total) trans 4294989448 rc 0/0
00010000:00010000:1.0:1789185323.016223:0:178169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d929bc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.016228:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37598
00010000:00010000:1.0:1789185323.016230:0:178169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d929bc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.016514:0:178144:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004aa58a97/0xff23d3f688d8eb33 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a808 expref: 327 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.016527:0:178144:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e55ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:178144:1876087018853248:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.016542:0:178169:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1789185323.016544:0:178144:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000003b4d0371/0xff23d3f688d929a7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.016578:0:178144:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000003b4d0371/0xff23d3f688d929a7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.016585:0:178144:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003b4d0371/0xff23d3f688d929a7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.016613:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185323.016619:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d929bc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.016627:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149882a00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185323.016630:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d929bc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.016638:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d929bc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.016651:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d929bc lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.016657:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d929bc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.016754:0:178169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d0d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+679:3635:x1876087018853504:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5727us (6015us total) trans 4294977645 rc 0/0
00000100:00100000:1.0:1789185323.016761:0:178169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37608
00010000:00010000:3.0:1789185323.016913:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.016916:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.016918:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.016959:0:178144:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003b4d0371/0xff23d3f688d929a7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.016968:0:178144:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003b4d0371/0xff23d3f688d929a7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.016990:0:178144:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1789185323.017004:0:178145:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d264fe6e/0xff23d3f688d8eb3a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a824 expref: 326 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.017017:0:178145:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14da1b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:178145:1876087018852480:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.017032:0:178145:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000009af2fde8/0xff23d3f688d92984 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.017041:0:178145:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000009af2fde8/0xff23d3f688d92984 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.017048:0:178145:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009af2fde8/0xff23d3f688d92984 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.017058:0:178145:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009af2fde8/0xff23d3f688d92984 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.017066:0:178145:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009af2fde8/0xff23d3f688d92984 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.017079:0:178145:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:0.0:1789185323.017113:0:178144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e55c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+687:3636:x1876087018851072:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7077us (7832us total) trans 4294989450 rc 0/0
00000100:00100000:0.0:1789185323.017122:0:178144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37605
00000100:00100000:3.0:1789185323.017164:0:178145:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b15054bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+686:3637:x1876087018851328:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8953us (9445us total) trans 4294989451 rc 0/0
00000100:00100000:3.0:1789185323.017170:0:178145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37600
00000004:00080000:1.0:1789185323.017179:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f70b800/2, rc 0, transno 4294989451
00000100:00100000:1.0:1789185323.017194:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f70b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018851328:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185323.017688:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018854400:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185323.017723:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:0.0:1789185323.017759:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14d0d0e00/2, rc 0, transno 4294977645
00000100:00100000:0.0:1789185323.017771:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018853504:0@lo:6:osp-syn-0-0.0
00000004:00080000:3.0:1789185323.018022:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14aa60a80/2, rc 0, transno 4294989448
00000100:00100000:3.0:1789185323.018039:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14aa60a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018850944:0@lo:6:osp-syn-1-0.0
00000004:00080000:3.0:1789185323.018051:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f70bb80/2, rc 0, transno 4294989449
00000100:00100000:3.0:1789185323.018054:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f70bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018851456:0@lo:6:osp-syn-1-0.0
00000004:00080000:3.0:1789185323.018067:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14e969180/2, rc 0, transno 4294977644
00000100:00100000:3.0:1789185323.018071:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e969180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018850432:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185323.018081:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018854656:0@lo:6:osp-syn-1-0.0
00000004:00080000:3.0:1789185323.018082:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b15176f800/2, rc 0, transno 4294977640
00000100:00100000:3.0:1789185323.018085:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b15176f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018849024:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185323.018103:0:35222:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018854400
00000100:00100000:1.0:1789185323.018107:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185323.018109:0:35222:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018854400
00000100:00100000:3.0:1789185323.018146:0:35222:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018854656
00000100:00100000:3.0:1789185323.018149:0:35222:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018854656
00000100:00100000:1.0:1789185323.018157:0:178169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37611
00000100:00100000:1.0:1789185323.018166:0:178169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e55ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+687:3635:x1876087018854400:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185323.018189:0:178169:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1993 count 1
00010000:00010000:1.0:1789185323.018210:0:178169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000603b815f/0xff23d3f688d929d1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7c9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.018228:0:178169:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000cb21c1b4/0xff23d3f688d8eb64 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a86a expref: 325 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.018235:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:1.0:1789185323.018238:0:178169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7c9:0x0].0x0 since=124s v=(0 0)
00010000:00010000:2.0:1789185323.018243:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003b4d0371/0xff23d3f688d929a7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.018245:0:178169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7c9:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.018255:0:178169:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000603b815f/0xff23d3f688d929d1 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.018258:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abdb200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.018265:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003b4d0371/0xff23d3f688d929a7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.018277:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003b4d0371/0xff23d3f688d929a7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.018287:0:178169:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000cb21c1b4/0xff23d3f688d8eb64 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a86a expref: 325 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.018295:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003b4d0371/0xff23d3f688d929a7 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.018302:0:178169:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000cb21c1b4/0xff23d3f688d8eb64 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a86a expref: 325 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.018310:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003b4d0371/0xff23d3f688d929a7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.018319:0:178169:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0e3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:178169:1876087018854784:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.018337:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185323.018342:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009af2fde8/0xff23d3f688d92984 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.018348:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b26239a200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.018352:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009af2fde8/0xff23d3f688d92984 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.018365:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009af2fde8/0xff23d3f688d92984 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.018377:0:178169:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14a911f00 going to sleep for 11 seconds
00010000:00010000:2.0:1789185323.018378:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009af2fde8/0xff23d3f688d92984 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.018388:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009af2fde8/0xff23d3f688d92984 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.018406:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.018408:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.018411:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.018419:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789185323.018503:0:178146:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b15176a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:178146:1876087018852608:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.018530:0:178146:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000178222ab/0xff23d3f688d9298b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.018835:0:8428:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0e3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8428:1876087018852736:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.018853:0:8428:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000007fe0979b/0xff23d3f688d92999 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.018875:0:178142:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151768e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:178142:1876087018852992:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.018887:0:178148:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0e0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:178148:1876087018852864:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.018894:0:178142:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000bc9fe99c/0xff23d3f688d92992 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.018902:0:178148:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b2067f66/0xff23d3f688d929a0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.018984:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1789185323.018995:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b15054b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018854912:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185323.018998:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37612
00000100:00100000:3.0:1789185323.019011:0:35222:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d0e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+687:3637:x1876087018854656:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:3.0:1789185323.019026:0:35222:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1995 count 1
00000100:00100000:0.0:1789185323.019036:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:3.0:1789185323.019041:0:35222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c0064632/0xff23d3f688d929d8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7cb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.019056:0:35222:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005a0c0738/0xff23d3f688d8eb72 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a886 expref: 325 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.019065:0:35222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7cb:0x0].0x0 since=124s v=(0 0)
00010000:00010000:3.0:1789185323.019069:0:35222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7cb:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.019074:0:35222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c0064632/0xff23d3f688d929d8 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.019076:0:178143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018854912
00000100:00100000:0.0:1789185323.019082:0:178143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018854912
00010000:00010000:3.0:1789185323.019099:0:35222:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005a0c0738/0xff23d3f688d8eb72 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a886 expref: 325 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.019117:0:35222:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005a0c0738/0xff23d3f688d8eb72 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a886 expref: 325 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.019124:0:178143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37613
00000100:00100000:3.0:1789185323.019135:0:35222:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14da1b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:35222:1876087018855296:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.019137:0:178143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d0d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+679:3637:x1876087018854912:12345-0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185323.019178:0:35222:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1486aa180 going to sleep for 11 seconds
00002000:00080000:0.0:1789185323.019662:0:178143:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1985 count 1
00010000:00010000:0.0:1789185323.019680:0:178143:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000017719b4f/0xff23d3f688d929df lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7c1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.019695:0:178143:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000079a67103/0xff23d3f688d8eaa7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a7f3 expref: 336 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.019703:0:178143:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7c1:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.019706:0:178143:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7c1:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.019711:0:178143:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000017719b4f/0xff23d3f688d929df lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.019740:0:178143:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000079a67103/0xff23d3f688d8eaa7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a7f3 expref: 336 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.020163:0:8491:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14da1b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8491:1876087018853120:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.020180:0:8491:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000006d45f335/0xff23d3f688d929ae lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.020225:0:178143:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000079a67103/0xff23d3f688d8eaa7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a7f3 expref: 336 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.020242:0:178143:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b15176dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:178143:1876087018855424:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.020291:0:178143:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14b7b2900 going to sleep for 11 seconds
00010000:00010000:0.0:1789185323.020311:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789185323.020327:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b152866d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018855040:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.020364:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185323.020398:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0]
00000100:00100000:0.0:1789185323.020406:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018854528:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185323.020437:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185323.020474:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018855168:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.020506:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185323.020515:0:35218:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151769880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35218:1876087018854016:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.020541:0:35218:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ee62d8df/0xff23d3f688d929c3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.020575:0:178147:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018855040
00000100:00100000:0.0:1789185323.020581:0:178147:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018855040
00000100:00100000:0.0:1789185323.020883:0:178147:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018854528
00000100:00100000:0.0:1789185323.020888:0:178147:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018854528
00000100:00100000:0.0:1789185323.020917:0:178147:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018855168
00000100:00100000:0.0:1789185323.020921:0:178147:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018855168
00000100:00100000:0.0:1789185323.020943:0:178147:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37614
00000100:00100000:0.0:1789185323.020952:0:178147:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b15176d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+681:3635:x1876087018855040:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1789185323.020974:0:178147:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1986 count 1
00010000:00010000:0.0:1789185323.020995:0:178147:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000039d3f603/0xff23d3f688d929e6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7c2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.021006:0:34809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37615
00010000:00010000:0.0:1789185323.021014:0:178147:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000044ff85f/0xff23d3f688d8eaae lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a801 expref: 336 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.021020:0:34809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b15176e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+688:3635:x1876087018854528:12345-0@lo:6:osp-syn-1-0.0
00010000:00010000:0.0:1789185323.021028:0:178147:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7c2:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.021035:0:178147:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7c2:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.021039:0:178147:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000039d3f603/0xff23d3f688d929e6 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00080000:2.0:1789185323.021041:0:34809:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1994 count 1
00010000:00010000:0.0:1789185323.021086:0:178147:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000044ff85f/0xff23d3f688d8eaae lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a801 expref: 336 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.021097:0:178147:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000044ff85f/0xff23d3f688d8eaae lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a801 expref: 336 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.021108:0:178147:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f725500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:178147:1876087018855552:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.021282:0:178147:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14a4dc180 going to sleep for 11 seconds
00000100:00100000:0.0:1789185323.021335:0:16720:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0d0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16720:1876087018853760:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.021354:0:16720:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000243cf2a2/0xff23d3f688d929b5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.021379:0:178144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37616
00000100:00100000:0.0:1789185323.021390:0:178144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f725880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+681:3635:x1876087018855168:12345-0@lo:6:osp-syn-0-0.0
00010000:00010000:2.0:1789185323.021393:0:34809:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000146315f7/0xff23d3f688d929ed lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7ca:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00080000:0.0:1789185323.021406:0:178144:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1987 count 1
00010000:00010000:2.0:1789185323.021409:0:34809:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001af52381/0xff23d3f688d8eb6b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a878 expref: 325 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.021418:0:34809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7ca:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.021422:0:178144:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000065fd643b/0xff23d3f688d929f4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7c3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.021423:0:34809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7ca:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.021432:0:34809:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000146315f7/0xff23d3f688d929ed lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.021451:0:178144:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000cb2576da/0xff23d3f688d8eab5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a80f expref: 336 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.021460:0:178144:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7c3:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.021464:0:178144:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7c3:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.021468:0:178144:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000065fd643b/0xff23d3f688d929f4 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.021473:0:34809:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001af52381/0xff23d3f688d8eb6b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a878 expref: 325 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.021487:0:34809:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001af52381/0xff23d3f688d8eb6b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a878 expref: 325 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.021499:0:178144:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000cb2576da/0xff23d3f688d8eab5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a80f expref: 336 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.021501:0:34809:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151769880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:34809:1876087018855680:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.021518:0:178144:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000cb2576da/0xff23d3f688d8eab5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a80f expref: 336 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.021532:0:178144:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f727800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:178144:1876087018855808:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185323.021538:0:34809:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b149ae2540 going to sleep for 11 seconds
00000100:00100000:0.0:1789185323.021667:0:178144:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14a4dcf00 going to sleep for 11 seconds
00000004:00080000:0.0:1789185323.021697:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14aa62d80/2, rc 0, transno 4294989450
00000100:00100000:0.0:1789185323.021712:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14aa62d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018851072:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.021781:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018855936:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.021864:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185323.021921:0:24325:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018855936
00000100:00100000:0.0:1789185323.021925:0:24325:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018855936
00000100:00100000:0.0:1789185323.021952:0:24325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37617
00000100:00100000:0.0:1789185323.021959:0:24325:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d0e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+689:3637:x1876087018855936:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1789185323.021970:0:24325:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1996 count 1
00010000:00010000:0.0:1789185323.021982:0:24325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ce1a8e47/0xff23d3f688d929fb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7cc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.021995:0:24325:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002b43b08b/0xff23d3f688d8eb79 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a894 expref: 325 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.022002:0:24325:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7cc:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.022005:0:24325:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7cc:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.022009:0:24325:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ce1a8e47/0xff23d3f688d929fb lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.022030:0:24325:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002b43b08b/0xff23d3f688d8eb79 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a894 expref: 325 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.022040:0:24325:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002b43b08b/0xff23d3f688d8eb79 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a894 expref: 325 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.022063:0:24325:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0d0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24325:1876087018856064:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.022105:0:24325:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14b7b2540 going to sleep for 11 seconds
00000100:00100000:2.0:1789185323.030618:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185323.030664:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185323.030695:0:178149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010762368
00000100:00100000:2.0:1789185323.030705:0:178149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010762368
00010000:00010000:2.0:1789185323.030750:0:178149:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ea740eca/0xff23d3f688d8ea84 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a7ad expref: 337 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.030787:0:178149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010762496
00000100:00100000:2.0:1789185323.030792:0:178149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010762496
00010000:00010000:2.0:1789185323.030812:0:178149:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000284110a8/0xff23d3f688d8eb56 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a84e expref: 326 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.030838:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23089
00000100:00100000:2.0:1789185323.030849:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b269763050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+337:2393:x1876087010762368:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.030864:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.030872:0:178149:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ea740eca/0xff23d3f688d8ea84 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a7ad expref: 337 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.030878:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23090
00000100:00100000:3.0:1789185323.030895:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151768e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+326:2391:x1876087010762496:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.030896:0:178149:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ea740eca/0xff23d3f688d8ea84 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a7ad expref: 337 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.030909:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.030918:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000284110a8/0xff23d3f688d8eb56 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a84e expref: 326 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.030932:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000284110a8/0xff23d3f688d8eb56 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a84e expref: 326 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.030937:0:178149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ea740eca/0xff23d3f688d8ea84 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a7ad expref: 337 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.030957:0:178150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000284110a8/0xff23d3f688d8eb56 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a84e expref: 326 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.030963:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7bc:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.030970:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7bc:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.030973:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7c7:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.030978:0:178149:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000178222ab/0xff23d3f688d9298b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.030979:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7c7:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.030987:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b2067f66/0xff23d3f688d929a0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.031009:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b2067f66/0xff23d3f688d929a0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.031010:0:178149:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000178222ab/0xff23d3f688d9298b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.031058:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1789185323.031058:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1789185323.031065:0:178148:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b2067f66/0xff23d3f688d929a0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.031077:0:178148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b2067f66/0xff23d3f688d929a0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.031081:0:178146:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000178222ab/0xff23d3f688d9298b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.031088:0:178148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b2067f66/0xff23d3f688d929a0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.031094:0:178146:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000178222ab/0xff23d3f688d9298b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.031100:0:178148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b2067f66/0xff23d3f688d929a0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.031110:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151768e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+325:2391:x1876087010762496:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 220us (445us total) trans 0 rc 0/0
00010000:00010000:2.0:1789185323.031111:0:178146:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000178222ab/0xff23d3f688d9298b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.031122:0:178146:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000178222ab/0xff23d3f688d9298b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.031124:0:178148:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1789185323.031143:0:178146:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:1.0:1789185323.031286:0:178148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e55c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+690:3636:x1876087018851712:12345-0@lo:6:osp-syn-1-0.0 Request processed in 22158us (22288us total) trans 4294989452 rc 0/0
00000100:00100000:2.0:1789185323.031289:0:178146:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e55f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+682:3637:x1876087018852224:12345-0@lo:6:osp-syn-0-0.0 Request processed in 22638us (22786us total) trans 4294977646 rc 0/0
00000100:00100000:1.0:1789185323.031301:0:178148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37604
00000004:00080000:1.0:1789185323.031356:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14e55f100/2, rc 0, transno 4294977646
00000100:00100000:1.0:1789185323.031369:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e55f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018852224:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185323.031501:0:178146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37601
00010000:00010000:2.0:1789185323.031529:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:2.0:1789185323.031536:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b2067f66/0xff23d3f688d929a0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.031543:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149882200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.031567:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b2067f66/0xff23d3f688d929a0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.031579:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b2067f66/0xff23d3f688d929a0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.031596:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b2067f66/0xff23d3f688d929a0 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.031603:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b2067f66/0xff23d3f688d929a0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:0.0:1789185323.031617:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f708700/2, rc 0, transno 4294989452
00010000:00010000:2.0:1789185323.031626:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00000100:00100000:0.0:1789185323.031632:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f708700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018851712:0@lo:6:osp-syn-1-0.0
00010000:00010000:2.0:1789185323.031633:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000178222ab/0xff23d3f688d9298b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.031643:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bc000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.031647:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000178222ab/0xff23d3f688d9298b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.031655:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149f0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018856192:0@lo:6:osp-syn-0-0.0
00010000:00010000:2.0:1789185323.031657:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000178222ab/0xff23d3f688d9298b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.031671:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000178222ab/0xff23d3f688d9298b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.031679:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000178222ab/0xff23d3f688d9298b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.031697:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:2.0:1789185323.031699:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.031702:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.031705:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789185323.031740:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b269763050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+336:2393:x1876087010762368:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 892us (1131us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185323.031749:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23089
00000100:00100000:0.0:1789185323.031750:0:178145:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018856192
00000100:00100000:0.0:1789185323.031755:0:178145:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018856192
00000100:00100000:0.0:1789185323.031791:0:178145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37618
00000100:00100000:0.0:1789185323.031801:0:178145:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149f0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+682:3638:x1876087018856192:12345-0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185323.031822:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00002000:00080000:0.0:1789185323.031828:0:178145:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1988 count 1
00010000:00010000:0.0:1789185323.031852:0:178145:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c9a27dda/0xff23d3f688d92a02 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7c4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.031869:0:178145:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000412c1230/0xff23d3f688d8eabc lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a81d expref: 335 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.031878:0:178145:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7c4:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.031883:0:178145:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7c4:0x0].0x0 since=0s v=(0 0)
00000100:00100000:2.0:1789185323.031889:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:0.0:1789185323.031891:0:178145:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c9a27dda/0xff23d3f688d92a02 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.031911:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23090
00010000:00010000:0.0:1789185323.031918:0:178145:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000412c1230/0xff23d3f688d8eabc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a81d expref: 335 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.031928:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.031930:0:178145:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000412c1230/0xff23d3f688d8eabc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a81d expref: 335 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.031935:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010762752
00000100:00100000:3.0:1789185323.031938:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010762752
00000100:00100000:0.0:1789185323.031942:0:178145:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149f08000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:178145:1876087018856320:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.031954:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000066d4d377/0xff23d3f688d8ffa0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x7c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 29360128->29364223) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bb72 expref: 325 pid: 8429 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.031970:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010763136
00000100:00100000:3.0:1789185323.031972:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010763136
00000100:00100000:0.0:1789185323.031978:0:178145:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14bf0f480 going to sleep for 11 seconds
00010000:00010000:3.0:1789185323.031984:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d34266b8/0xff23d3f688d8eb5d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a85c expref: 326 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.032000:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23091
00000100:00100000:3.0:1789185323.032007:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b15176ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+326:2391:x1876087010762752:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.032015:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.032019:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000066d4d377/0xff23d3f688d8ffa0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x7c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 29360128->29364223) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bb72 expref: 326 pid: 8429 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.032034:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000066d4d377/0xff23d3f688d8ffa0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 29360128->29364223) gid 0 flags: 0x50000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bb72 expref: 326 pid: 8429 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.032091:0:178150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000066d4d377/0xff23d3f688d8ffa0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 29360128->29364223) gid 0 flags: 0x44801400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bb72 expref: 326 pid: 8429 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.032104:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7c6:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1789185323.032108:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7c6:0x0].0x0 since=0s v=(1 0)
00000100:00100000:2.0:1789185323.032111:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185323.032329:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185323.032349:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.032349:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789185323.032366:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149f0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018856448:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185323.032396:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.032405:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:3.0:1789185323.032467:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006d45f335/0xff23d3f688d929ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.032467:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018856448
00000100:00100000:0.0:1789185323.032472:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018856448
00010000:00010000:3.0:1789185323.032479:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006d45f335/0xff23d3f688d929ae lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.032500:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1789185323.032514:0:8491:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000006d45f335/0xff23d3f688d929ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.032521:0:178144:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f727800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:178144:1876087018855808:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.032523:0:8491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006d45f335/0xff23d3f688d929ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.032532:0:8491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006d45f335/0xff23d3f688d929ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.032540:0:8491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006d45f335/0xff23d3f688d929ae lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.032541:0:178144:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000065fd643b/0xff23d3f688d929f4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.032577:0:8491:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1789185323.032584:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00000100:00100000:0.0:1789185323.032587:0:24325:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0d0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24325:1876087018856064:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.032591:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006d45f335/0xff23d3f688d929ae lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.032602:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b26239b200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.032603:0:24325:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ce1a8e47/0xff23d3f688d929fb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.032608:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006d45f335/0xff23d3f688d929ae lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.032617:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006d45f335/0xff23d3f688d929ae lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.032630:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006d45f335/0xff23d3f688d929ae lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.032642:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006d45f335/0xff23d3f688d929ae lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.032663:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.032666:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.032670:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789185323.032684:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010762624
00000100:00100000:2.0:1789185323.032688:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010762624
00000100:00100000:0.0:1789185323.032689:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37619
00000100:00100000:0.0:1789185323.032702:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149f0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+691:3636:x1876087018856448:12345-0@lo:6:osp-syn-1-0.0
00010000:00010000:2.0:1789185323.032711:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003a0e8d56/0xff23d3f688d8ea8b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a7bb expref: 336 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00002000:00080000:0.0:1789185323.032719:0:8431:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1997 count 1
00000100:00100000:2.0:1789185323.032727:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010762880
00000100:00100000:2.0:1789185323.032731:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010762880
00010000:00010000:0.0:1789185323.032737:0:8431:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000059346501/0xff23d3f688d92a09 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7cd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.032745:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000041f5284e/0xff23d3f688d8ea92 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a7c9 expref: 337 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.032757:0:8431:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ca1a4b6d/0xff23d3f688d8eb80 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a8a2 expref: 325 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.032761:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010763008
00000100:00100000:2.0:1789185323.032765:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010763008
00010000:00010000:0.0:1789185323.032771:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7cd:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.032775:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7cd:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.032778:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c0ea5c5c/0xff23d3f688d8eb41 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a816 expref: 326 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.032780:0:8431:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000059346501/0xff23d3f688d92a09 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.032804:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010763264
00000100:00100000:2.0:1789185323.032807:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010763264
00010000:00010000:2.0:1789185323.032820:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000001ff4a27/0xff23d3f688d8ea76 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a791 expref: 338 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.032821:0:8431:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ca1a4b6d/0xff23d3f688d8eb80 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a8a2 expref: 326 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.032849:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23092
00010000:00010000:0.0:1789185323.032853:0:8431:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ca1a4b6d/0xff23d3f688d8eb80 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a8a2 expref: 326 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.032861:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151768a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+326:2391:x1876087010763136:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.032874:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00000100:00100000:0.0:1789185323.032874:0:8431:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149f09180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8431:1876087018856576:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.032883:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d34266b8/0xff23d3f688d8eb5d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a85c expref: 326 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.032894:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d34266b8/0xff23d3f688d8eb5d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a85c expref: 326 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.032909:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d34266b8/0xff23d3f688d8eb5d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a85c expref: 326 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.032922:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7c8:0x0].0x0 since=0s v=(0 0)
00000100:00100000:0.0:1789185323.032924:0:8431:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14bf0fa80 going to sleep for 11 seconds
00010000:00010000:2.0:1789185323.032926:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7c8:0x0].0x0 since=0s v=(0 0)
00000100:00100000:0.0:1789185323.033028:0:35222:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14da1b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:35222:1876087018855296:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.033043:0:35222:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000c0064632/0xff23d3f688d929d8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.033066:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23093
00000100:00100000:0.0:1789185323.033073:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151768700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+338:2391:x1876087010762624:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.033082:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.033087:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003a0e8d56/0xff23d3f688d8ea8b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a7bb expref: 338 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.033097:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003a0e8d56/0xff23d3f688d8ea8b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a7bb expref: 338 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.033110:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003a0e8d56/0xff23d3f688d8ea8b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a7bb expref: 338 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.033119:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7bd:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.033123:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7bd:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.033128:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000bc9fe99c/0xff23d3f688d92992 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.033136:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bc9fe99c/0xff23d3f688d92992 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.033155:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.033175:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151768700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+337:2391:x1876087010762624:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 103us (1067us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.033182:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23093
00000100:00100000:0.0:1789185323.033198:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23094
00000100:00100000:0.0:1789185323.033205:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b15176aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+336:2391:x1876087010762880:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.033212:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.033217:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000041f5284e/0xff23d3f688d8ea92 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7be:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a7c9 expref: 336 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.033226:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000041f5284e/0xff23d3f688d8ea92 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7be:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a7c9 expref: 336 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.033238:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000041f5284e/0xff23d3f688d8ea92 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7be:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a7c9 expref: 336 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.033249:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7be:0x0].0x0 since=0s v=(0 0)
00000100:00100000:3.0:1789185323.033251:0:8491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e55d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+691:3636:x1876087018851584:12345-0@lo:6:osp-syn-1-0.0 Request processed in 23193us (23824us total) trans 4294989453 rc 0/0
00010000:00010000:0.0:1789185323.033252:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7be:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.033256:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000243cf2a2/0xff23d3f688d929b5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.033259:0:8491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37606
00010000:00010000:0.0:1789185323.033265:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000243cf2a2/0xff23d3f688d929b5 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.033281:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1789185323.033292:0:16720:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000243cf2a2/0xff23d3f688d929b5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:3.0:1789185323.033295:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f709c00/2, rc 0, transno 4294989453
00010000:00010000:0.0:1789185323.033301:0:16720:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000243cf2a2/0xff23d3f688d929b5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.033303:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f709c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018851584:0@lo:6:osp-syn-1-0.0
00010000:00010000:0.0:1789185323.033310:0:16720:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000243cf2a2/0xff23d3f688d929b5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.033318:0:16720:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000243cf2a2/0xff23d3f688d929b5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.033328:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b15176ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+325:2391:x1876087010762752:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 1322us (1507us total) trans 0 rc 0/0
00010000:00010000:0.0:1789185323.033330:0:16720:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1789185323.033334:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23091
00000100:00100000:3.0:1789185323.033349:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23095
00000100:00100000:3.0:1789185323.033355:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b15176bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+324:2393:x1876087010763008:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.033363:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.033368:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c0ea5c5c/0xff23d3f688d8eb41 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a816 expref: 324 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.033378:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c0ea5c5c/0xff23d3f688d8eb41 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a816 expref: 324 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.033390:0:178150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c0ea5c5c/0xff23d3f688d8eb41 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a816 expref: 324 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.033400:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7c3:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.033402:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7c3:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.033407:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007fe0979b/0xff23d3f688d92999 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.033414:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007fe0979b/0xff23d3f688d92999 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.033422:0:16720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d0d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+683:3635:x1876087018853376:12345-0@lo:6:osp-syn-0-0.0 Request processed in 22471us (22847us total) trans 4294977647 rc 0/0
00000100:00100000:0.0:1789185323.033428:0:16720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37607
00010000:00010000:3.0:1789185323.033430:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.033460:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b15176bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+323:2393:x1876087010763008:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 104us (1110us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.033466:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23095
00000100:00100000:3.0:1789185323.033479:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23096
00010000:00010000:0.0:1789185323.033491:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00000100:00100000:3.0:1789185323.033492:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149f08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018856704:0@lo:6:osp-syn-1-0.0
00010000:00010000:0.0:1789185323.033495:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000243cf2a2/0xff23d3f688d929b5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.033503:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abdaa00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.033507:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000243cf2a2/0xff23d3f688d929b5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.033515:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000243cf2a2/0xff23d3f688d929b5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.033516:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:0.0:1789185323.033526:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000243cf2a2/0xff23d3f688d929b5 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.033534:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000243cf2a2/0xff23d3f688d929b5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.033562:0:178146:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018856704
00000100:00100000:3.0:1789185323.033567:0:178146:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018856704
00010000:00010000:0.0:1789185323.033568:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.033569:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.033571:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789185323.033588:0:178146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37620
00000004:00080000:0.0:1789185323.033590:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14e55e680/2, rc 0, transno 4294977647
00000100:00100000:3.0:1789185323.033594:0:178146:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14da1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+691:3636:x1876087018856704:12345-0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185323.033598:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e55e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018853376:0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1789185323.033607:0:178146:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1998 count 1
00010000:00010000:3.0:1789185323.033621:0:178146:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009a05288e/0xff23d3f688d92a10 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7ce:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.033633:0:178146:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f193ca22/0xff23d3f688d8fe8f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8388608->8392703) gid 0 flags: 0x40000000020000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ba61 expref: 322 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.033641:0:178146:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x7ce:0x0].0x0 since=122s v=(0 0)
00010000:00010000:3.0:1789185323.033644:0:178146:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7ce:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1789185323.033647:0:178146:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009a05288e/0xff23d3f688d92a10 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.033676:0:178146:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f193ca22/0xff23d3f688d8fe8f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8388608->8392703) gid 0 flags: 0x50000000030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ba61 expref: 322 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.033694:0:178146:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f193ca22/0xff23d3f688d8fe8f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x7ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8388608->8392703) gid 0 flags: 0x70000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ba61 expref: 322 pid: 35222 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.033704:0:178146:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14da18e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:178146:1876087018856832:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185323.033734:0:178146:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1486aacc0 going to sleep for 11 seconds
00000100:00100000:3.0:1789185323.033747:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b269763850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+335:2393:x1876087010763264:12345-192.168.204.3@tcp:103:ldlm_bl.0
00000100:00100000:1.0:1789185323.033750:0:35223:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0e0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:35223:1876087018850688:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.033755:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185323.033768:0:35223:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000048e3f1cb/0xff23d3f688d92968 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7ba:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.033795:0:34810:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0e0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:34810:1876087018854272:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.033807:0:34810:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000004e6d0f6b/0xff23d3f688d929ca lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.033832:0:178169:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0e3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:178169:1876087018854784:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.033845:0:178169:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000603b815f/0xff23d3f688d929d1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.033861:0:8428:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000007fe0979b/0xff23d3f688d92999 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.033869:0:8428:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007fe0979b/0xff23d3f688d92999 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.033877:0:8428:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007fe0979b/0xff23d3f688d92999 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.033884:0:8428:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007fe0979b/0xff23d3f688d92999 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.033899:0:8428:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1789185323.033990:0:8428:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e55ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+692:3636:x1876087018851200:12345-0@lo:6:osp-syn-1-0.0 Request processed in 25098us (25251us total) trans 4294989454 rc 0/0
00000100:00100000:1.0:1789185323.033997:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37603
00010000:00010000:1.0:1789185323.034032:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1789185323.034037:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007fe0979b/0xff23d3f688d92999 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.034050:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149883c00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.034053:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007fe0979b/0xff23d3f688d92999 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.034060:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007fe0979b/0xff23d3f688d92999 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.034072:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007fe0979b/0xff23d3f688d92999 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.034078:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007fe0979b/0xff23d3f688d92999 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.034098:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.034100:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.034101:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:1.0:1789185323.034118:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14aa61f80/2, rc 0, transno 4294989454
00000100:00100000:1.0:1789185323.034128:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14aa61f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018851200:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.034172:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018856960:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.034202:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.034233:0:8491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018856960
00000100:00100000:1.0:1789185323.034237:0:8491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018856960
00000100:00100000:1.0:1789185323.034261:0:8491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37621
00000100:00100000:1.0:1789185323.034268:0:8491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b276a0fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+692:3637:x1876087018856960:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185323.034281:0:8491:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1999 count 1
00010000:00010000:1.0:1789185323.034297:0:8491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008e9a7fa0/0xff23d3f688d92a17 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7cf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.034310:0:8491:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000288eaf75/0xff23d3f688d8ebb1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a8be expref: 322 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.034316:0:8491:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7cf:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.034319:0:8491:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7cf:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.034323:0:8491:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008e9a7fa0/0xff23d3f688d92a17 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.034343:0:8491:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000288eaf75/0xff23d3f688d8ebb1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a8be expref: 322 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.034353:0:8491:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000288eaf75/0xff23d3f688d8ebb1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a8be expref: 322 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.034363:0:8491:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0e0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8491:1876087018857088:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.034390:0:8491:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14ea289c0 going to sleep for 11 seconds
00000100:00100000:0.0:1789185323.034785:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1789185323.034795:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149f09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018857216:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.034823:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185323.034850:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018857216
00000100:00100000:0.0:1789185323.034853:0:8428:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018857216
00010000:00010000:3.0:1789185323.034857:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000001ff4a27/0xff23d3f688d8ea76 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a791 expref: 335 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.034873:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000001ff4a27/0xff23d3f688d8ea76 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a791 expref: 335 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.034877:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37622
00000100:00100000:0.0:1789185323.034883:0:8428:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149f08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+683:3637:x1876087018857216:12345-0@lo:6:osp-syn-0-0.0
00010000:00010000:3.0:1789185323.034888:0:178150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000001ff4a27/0xff23d3f688d8ea76 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a791 expref: 335 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00002000:00080000:0.0:1789185323.034895:0:8428:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1989 count 1
00010000:00010000:3.0:1789185323.034900:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7ba:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.034903:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7ba:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.034907:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000048e3f1cb/0xff23d3f688d92968 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.034910:0:8428:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000062be1bd2/0xff23d3f688d92a1e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7c5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.034922:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000048e3f1cb/0xff23d3f688d92968 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.034927:0:8428:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001995191f/0xff23d3f688d8eac3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a82b expref: 334 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.034933:0:8428:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7c5:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.034936:0:8428:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7c5:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.034940:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1789185323.034940:0:8428:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000062be1bd2/0xff23d3f688d92a1e lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.034957:0:8428:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001995191f/0xff23d3f688d8eac3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a82b expref: 334 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.034964:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b269763850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+334:2393:x1876087010763264:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 1479us (2569us total) trans 0 rc 0/0
00010000:00010000:0.0:1789185323.034967:0:8428:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001995191f/0xff23d3f688d8eac3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a82b expref: 334 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.034970:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23096
00000100:00100000:0.0:1789185323.034977:0:8428:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149f0b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8428:1876087018857344:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.035005:0:8428:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14b7b2540 going to sleep for 11 seconds
00010000:00010000:0.0:1789185323.035019:0:178142:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000bc9fe99c/0xff23d3f688d92992 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.035027:0:178142:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bc9fe99c/0xff23d3f688d92992 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.035035:0:178142:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bc9fe99c/0xff23d3f688d92992 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.035046:0:178142:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bc9fe99c/0xff23d3f688d92992 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.035066:0:178142:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1789185323.035173:0:178142:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e55e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+684:3637:x1876087018852352:12345-0@lo:6:osp-syn-0-0.0 Request processed in 26310us (26509us total) trans 4294977648 rc 0/0
00000100:00100000:0.0:1789185323.035180:0:178142:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37602
00000004:00080000:0.0:1789185323.035208:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14e55f480/2, rc 0, transno 4294977648
00000100:00100000:0.0:1789185323.035217:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e55f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018852352:0@lo:6:osp-syn-0-0.0
00010000:00010000:3.0:1789185323.035270:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00000100:00100000:0.0:1789185323.035274:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149f09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018857472:0@lo:6:osp-syn-0-0.0
00010000:00010000:3.0:1789185323.035276:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bc9fe99c/0xff23d3f688d92992 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.035283:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bc400 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185323.035287:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bc9fe99c/0xff23d3f688d92992 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.035295:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bc9fe99c/0xff23d3f688d92992 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.035298:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:3.0:1789185323.035307:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bc9fe99c/0xff23d3f688d92992 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.035314:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bc9fe99c/0xff23d3f688d92992 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.035329:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.035330:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.035333:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.035682:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ee62d8df/0xff23d3f688d929c3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.035693:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ee62d8df/0xff23d3f688d929c3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.035725:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185323.035746:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151768a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+322:2391:x1876087010763136:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 2887us (3860us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185323.035754:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23092
00000100:00100000:1.0:1789185323.035796:0:178148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018857472
00000100:00100000:1.0:1789185323.035802:0:178148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018857472
00000100:00100000:2.0:1789185323.035807:0:34809:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151769880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:34809:1876087018855680:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.035827:0:34809:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000146315f7/0xff23d3f688d929ed lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.035835:0:178148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37623
00000100:00100000:1.0:1789185323.035847:0:178148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149f08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+684:3635:x1876087018857472:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185323.035862:0:178148:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1990 count 1
00010000:00010000:1.0:1789185323.035882:0:178148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d92a25 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7c6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.035899:0:178148:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a3fda859/0xff23d3f688d8eaca lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a839 expref: 333 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.035906:0:178148:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7c6:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.035910:0:178148:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7c6:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.035914:0:178148:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d92a25 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.035935:0:178148:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a3fda859/0xff23d3f688d8eaca lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a839 expref: 333 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.035945:0:178148:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a3fda859/0xff23d3f688d8eaca lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a839 expref: 333 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.035955:0:178148:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0e0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:178148:1876087018857600:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.036065:0:35218:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ee62d8df/0xff23d3f688d929c3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.036074:0:35218:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ee62d8df/0xff23d3f688d929c3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.036082:0:35218:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ee62d8df/0xff23d3f688d929c3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.036089:0:35218:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ee62d8df/0xff23d3f688d929c3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.036106:0:35218:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1789185323.036919:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185323.036926:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ee62d8df/0xff23d3f688d929c3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.036990:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bd400 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.036995:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ee62d8df/0xff23d3f688d929c3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.037005:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ee62d8df/0xff23d3f688d929c3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.037023:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ee62d8df/0xff23d3f688d929c3 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.037031:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ee62d8df/0xff23d3f688d929c3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.037057:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.037061:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.037064:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789185323.037227:0:178148:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14ea28b40 going to sleep for 11 seconds
00010000:00010000:1.0:1789185323.037246:0:35223:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000048e3f1cb/0xff23d3f688d92968 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.037255:0:35223:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000048e3f1cb/0xff23d3f688d92968 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.037264:0:35223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000048e3f1cb/0xff23d3f688d92968 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.037281:0:35223:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000048e3f1cb/0xff23d3f688d92968 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.037295:0:35223:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1789185323.037313:0:35218:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d0e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+693:3637:x1876087018853632:12345-0@lo:6:osp-syn-1-0.0 Request processed in 25872us (26085us total) trans 4294989455 rc 0/0
00000100:00100000:3.0:1789185323.037322:0:35218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37609
00000100:00100000:1.0:1789185323.037394:0:35223:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e968a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+685:3636:x1876087018850304:12345-0@lo:6:osp-syn-0-0.0 Request processed in 33802us (35983us total) trans 4294977649 rc 0/0
00000100:00100000:1.0:1789185323.037400:0:35223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37596
00000004:00080000:1.0:1789185323.037469:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14e96aa00/2, rc 0, transno 4294977649
00000100:00100000:1.0:1789185323.037482:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e96aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018850304:0@lo:6:osp-syn-0-0.0
00010000:00010000:1.0:1789185323.037502:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1789185323.037507:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000048e3f1cb/0xff23d3f688d92968 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.037515:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149883800 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.037518:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000048e3f1cb/0xff23d3f688d92968 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.037526:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000048e3f1cb/0xff23d3f688d92968 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.037538:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000048e3f1cb/0xff23d3f688d92968 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.037699:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000048e3f1cb/0xff23d3f688d92968 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.037724:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.037726:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.037728:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789185323.038113:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185323.038430:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010764032
00000100:00100000:1.0:1789185323.038437:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010764032
00000100:00100000:2.0:1789185323.038450:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185323.038481:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:1.0:1789185323.038481:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005a0c0738/0xff23d3f688d8eb72 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a886 expref: 322 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.038512:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010763392
00000100:00100000:1.0:1789185323.038516:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010763392
00000100:00100000:2.0:1789185323.038517:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:1.0:1789185323.038533:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001af52381/0xff23d3f688d8eb6b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a878 expref: 323 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.038566:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185323.038572:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010763648
00000100:00100000:1.0:1789185323.038576:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010763648
00000100:00100000:2.0:1789185323.038593:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:1.0:1789185323.038594:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000cb21c1b4/0xff23d3f688d8eb64 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a86a expref: 324 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.038612:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010763776
00000100:00100000:1.0:1789185323.038616:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010763776
00000100:00100000:2.0:1789185323.038617:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:1.0:1789185323.038637:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000cb2576da/0xff23d3f688d8eab5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a80f expref: 334 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.038650:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010764160
00000100:00100000:1.0:1789185323.038653:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010764160
00000100:00100000:2.0:1789185323.038663:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:1.0:1789185323.038669:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000079a67103/0xff23d3f688d8eaa7 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a7f3 expref: 335 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.038682:0:178149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010764288
00000100:00100000:2.0:1789185323.038688:0:178149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010764288
00000100:00100000:1.0:1789185323.038690:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010763520
00000100:00100000:1.0:1789185323.038696:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010763520
00010000:00010000:2.0:1789185323.038709:0:178149:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000044ff85f/0xff23d3f688d8eaae lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a801 expref: 337 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.038714:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004801b2db/0xff23d3f688d8eaa0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a7e5 expref: 337 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.038738:0:178149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010763904
00000100:00100000:2.0:1789185323.038743:0:178149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010763904
00000100:00100000:1.0:1789185323.038745:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23097
00000100:00100000:1.0:1789185323.038758:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151769880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+325:2393:x1876087010764032:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.038761:0:178149:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002b43b08b/0xff23d3f688d8eb79 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a894 expref: 325 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.038772:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00000100:00100000:2.0:1789185323.038781:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23098
00010000:00010000:1.0:1789185323.038781:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005a0c0738/0xff23d3f688d8eb72 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a886 expref: 325 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.038793:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b15176a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+325:2392:x1876087010763392:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185323.038798:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005a0c0738/0xff23d3f688d8eb72 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a886 expref: 325 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.038804:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.038812:0:178149:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001af52381/0xff23d3f688d8eb6b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a878 expref: 325 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.038824:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005a0c0738/0xff23d3f688d8eb72 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a886 expref: 325 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.038825:0:178149:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001af52381/0xff23d3f688d8eb6b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a878 expref: 325 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.038855:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7cb:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.038856:0:178149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001af52381/0xff23d3f688d8eb6b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a878 expref: 324 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.038859:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23099
00010000:00010000:1.0:1789185323.038862:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7cb:0x0].0x0 since=0s v=(0 0)
00000100:00100000:3.0:1789185323.038873:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b145cb1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+324:2392:x1876087010763648:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185323.038873:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c0064632/0xff23d3f688d929d8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.038882:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7ca:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.038883:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185323.038884:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c0064632/0xff23d3f688d929d8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.038890:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7ca:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.038892:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000cb21c1b4/0xff23d3f688d8eb64 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7c9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a86a expref: 323 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.038902:0:178149:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000146315f7/0xff23d3f688d929ed lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.038908:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000cb21c1b4/0xff23d3f688d8eb64 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7c9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a86a expref: 323 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.038920:0:178149:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000146315f7/0xff23d3f688d929ed lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.038921:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1789185323.038937:0:178150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cb21c1b4/0xff23d3f688d8eb64 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7c9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a86a expref: 323 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.038947:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7c9:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.038951:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7c9:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.038955:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000603b815f/0xff23d3f688d929d1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.038955:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151769880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+322:2393:x1876087010764032:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 202us (846us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185323.038962:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23097
00010000:00010000:3.0:1789185323.038963:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000603b815f/0xff23d3f688d929d1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.038980:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185323.038980:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23100
00000100:00100000:1.0:1789185323.038986:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e1e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+337:2393:x1876087010763776:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185323.038994:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00000100:00100000:3.0:1789185323.038997:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b145cb1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+321:2392:x1876087010763648:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 130us (518us total) trans 0 rc 0/0
00010000:00010000:1.0:1789185323.038999:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000cb2576da/0xff23d3f688d8eab5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a80f expref: 337 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.039003:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23099
00010000:00010000:1.0:1789185323.039008:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000cb2576da/0xff23d3f688d8eab5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a80f expref: 337 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.039015:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23101
00000100:00100000:3.0:1789185323.039021:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e1e5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+337:2392:x1876087010764160:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185323.039022:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cb2576da/0xff23d3f688d8eab5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a80f expref: 337 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.039027:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.039031:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000079a67103/0xff23d3f688d8eaa7 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7c1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a7f3 expref: 336 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.039031:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7c3:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.039034:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7c3:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.039039:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000065fd643b/0xff23d3f688d929f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.039041:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000079a67103/0xff23d3f688d8eaa7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7c1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a7f3 expref: 336 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.039048:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000065fd643b/0xff23d3f688d929f4 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.039058:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7c1:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.039061:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7c1:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.039064:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000017719b4f/0xff23d3f688d929df lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7c1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.039069:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1789185323.039072:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000017719b4f/0xff23d3f688d929df lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7c1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.039081:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185323.039085:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e1e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+336:2393:x1876087010763776:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 100us (569us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185323.039092:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23100
00000100:00100000:3.0:1789185323.039094:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e1e5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+336:2392:x1876087010764160:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 75us (552us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.039100:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23101
00000100:00100000:1.0:1789185323.039105:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23102
00000100:00100000:3.0:1789185323.039110:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23103
00000100:00100000:1.0:1789185323.039111:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e1e7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+334:2393:x1876087010764288:12345-192.168.204.3@tcp:103:ldlm_bl.0
00000100:00100000:3.0:1789185323.039127:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b269761c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+334:2392:x1876087010763520:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.039133:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185323.039134:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.039140:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004801b2db/0xff23d3f688d8eaa0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a7e5 expref: 334 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.039140:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000044ff85f/0xff23d3f688d8eaae lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a801 expref: 334 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.039152:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004801b2db/0xff23d3f688d8eaa0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a7e5 expref: 334 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.039152:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000044ff85f/0xff23d3f688d8eaae lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a801 expref: 334 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.039165:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7c2:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.039166:0:178150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004801b2db/0xff23d3f688d8eaa0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a7e5 expref: 334 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.039168:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7c2:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.039173:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000039d3f603/0xff23d3f688d929e6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.039181:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000039d3f603/0xff23d3f688d929e6 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.039182:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7c0:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.039185:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7c0:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.039189:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004e6d0f6b/0xff23d3f688d929ca lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.039192:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1789185323.039196:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004e6d0f6b/0xff23d3f688d929ca lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.039208:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e1e7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+333:2393:x1876087010764288:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 98us (618us total) trans 0 rc 0/0
00010000:00010000:3.0:1789185323.039211:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185323.039218:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23102
00000100:00100000:3.0:1789185323.039226:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b269761c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+332:2392:x1876087010763520:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 111us (611us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185323.039231:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23104
00000100:00100000:3.0:1789185323.039234:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23103
00000100:00100000:1.0:1789185323.039236:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b147529f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+320:2392:x1876087010763904:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185323.039243:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185323.039248:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002b43b08b/0xff23d3f688d8eb79 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7cc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a894 expref: 320 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.039258:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002b43b08b/0xff23d3f688d8eb79 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7cc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a894 expref: 320 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.039270:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002b43b08b/0xff23d3f688d8eb79 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7cc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a894 expref: 320 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.039281:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7cc:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.039283:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7cc:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.039287:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ce1a8e47/0xff23d3f688d929fb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.039294:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ce1a8e47/0xff23d3f688d929fb lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.039311:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185323.039330:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b147529f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+319:2392:x1876087010763904:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 93us (667us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185323.039336:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23104
00010000:00010000:1.0:1789185323.039360:0:178169:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000603b815f/0xff23d3f688d929d1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.039368:0:178169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000603b815f/0xff23d3f688d929d1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.039378:0:178169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000603b815f/0xff23d3f688d929d1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.039386:0:178169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000603b815f/0xff23d3f688d929d1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.039401:0:178169:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1789185323.039528:0:178169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e55ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+693:3635:x1876087018854400:12345-0@lo:6:osp-syn-1-0.0 Request processed in 21363us (21804us total) trans 4294989456 rc 0/0
00000100:00100000:1.0:1789185323.039535:0:178169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37611
00010000:00010000:1.0:1789185323.039575:0:34810:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000004e6d0f6b/0xff23d3f688d929ca lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.039584:0:34810:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004e6d0f6b/0xff23d3f688d929ca lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.039593:0:34810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004e6d0f6b/0xff23d3f688d929ca lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.039599:0:34810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004e6d0f6b/0xff23d3f688d929ca lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.039620:0:34810:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:1.0:1789185323.039699:0:34810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d0e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+685:3637:x1876087018854144:12345-0@lo:6:osp-syn-0-0.0 Request processed in 23794us (24390us total) trans 4294977650 rc 0/0
00000100:00100000:1.0:1789185323.039706:0:34810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37610
00010000:00010000:1.0:1789185323.039724:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:1.0:1789185323.039731:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000603b815f/0xff23d3f688d929d1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.039738:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149883e00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.039742:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000603b815f/0xff23d3f688d929d1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.039751:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000603b815f/0xff23d3f688d929d1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.039763:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000603b815f/0xff23d3f688d929d1 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.039770:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000603b815f/0xff23d3f688d929d1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.039791:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1789185323.039795:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004e6d0f6b/0xff23d3f688d929ca lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.039807:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149883400 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.039810:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004e6d0f6b/0xff23d3f688d929ca lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.039818:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004e6d0f6b/0xff23d3f688d929ca lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.039828:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004e6d0f6b/0xff23d3f688d929ca lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.039834:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004e6d0f6b/0xff23d3f688d929ca lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.039849:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.039851:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.039852:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.040032:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.040055:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185323.040081:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b15176a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+318:2392:x1876087010763392:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 1289us (1640us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185323.040089:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23098
00010000:00010000:2.0:1789185323.040133:0:34809:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000146315f7/0xff23d3f688d929ed lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.040144:0:34809:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000146315f7/0xff23d3f688d929ed lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.040153:0:34809:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000146315f7/0xff23d3f688d929ed lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.040162:0:34809:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000146315f7/0xff23d3f688d929ed lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.040173:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b15176aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+331:2391:x1876087010762880:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 6965us (7843us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.040182:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23094
00010000:00010000:2.0:1789185323.040704:0:34809:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000004:00080000:0.0:1789185323.040708:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14e96bb80/2, rc 0, transno 4294977650
00000100:00100000:0.0:1789185323.040717:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e96bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018854144:0@lo:6:osp-syn-0-0.0
00000004:00080000:0.0:1789185323.040733:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14da19880/2, rc 0, transno 4294989455
00000100:00100000:0.0:1789185323.040745:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14da19880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018853632:0@lo:6:osp-syn-1-0.0
00010000:00010000:0.0:1789185323.040779:0:178147:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000044ff85f/0xff23d3f688d8eaae lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a801 expref: 330 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.040792:0:178147:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f725500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:178147:1876087018855552:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185323.040804:0:34809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b15176e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+693:3635:x1876087018854528:12345-0@lo:6:osp-syn-1-0.0 Request processed in 19788us (20365us total) trans 4294989457 rc 0/0
00010000:00010000:0.0:1789185323.040812:0:178147:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000039d3f603/0xff23d3f688d929e6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.040813:0:34809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37615
00010000:00010000:0.0:1789185323.040827:0:178147:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000039d3f603/0xff23d3f688d929e6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.040835:0:178147:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000039d3f603/0xff23d3f688d929e6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.040844:0:178147:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000039d3f603/0xff23d3f688d929e6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.040852:0:178147:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000039d3f603/0xff23d3f688d929e6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.040952:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018857728:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.040991:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185323.043376:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f3bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018857984:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185323.043448:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185323.043492:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1789185323.043499:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b150574a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018857856:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185323.043529:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185323.043590:0:35218:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018857728
00000100:00100000:2.0:1789185323.043598:0:35218:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018857728
00000100:00100000:2.0:1789185323.043648:0:35218:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018857984
00000100:00100000:2.0:1789185323.043652:0:35218:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018857984
00000100:00100000:1.0:1789185323.043653:0:35223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018857856
00000100:00100000:1.0:1789185323.043660:0:35223:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018857856
00000100:00100000:2.0:1789185323.043679:0:35218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37624
00000100:00100000:2.0:1789185323.043690:0:35218:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b150574000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+693:3636:x1876087018857728:12345-0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.043704:0:35223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37625
00000100:00100000:1.0:1789185323.043714:0:35223:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14752b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+686:3638:x1876087018857984:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1789185323.043722:0:35218:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2000 count 1
00002000:00080000:1.0:1789185323.043730:0:35223:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1992 count 1
00010000:00010000:2.0:1789185323.043751:0:35218:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000178222ab/0xff23d3f688d92a2c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7d0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.043752:0:35223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007fe0979b/0xff23d3f688d92a33 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7c8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.043794:0:35223:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001d3f5493/0xff23d3f688d8ead8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a855 expref: 329 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.043795:0:35218:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000065bc6bab/0xff23d3f688d8ebbf lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a8cc expref: 317 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.043816:0:35223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7c8:0x0].0x0 since=124s v=(0 0)
00010000:00010000:2.0:1789185323.043818:0:35218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7d0:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.043825:0:35223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7c8:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.043826:0:35218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7d0:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.043838:0:35218:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000178222ab/0xff23d3f688d92a2c lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.043838:0:35223:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007fe0979b/0xff23d3f688d92a33 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.043892:0:35218:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000065bc6bab/0xff23d3f688d8ebbf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a8cc expref: 317 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.043894:0:35223:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001d3f5493/0xff23d3f688d8ead8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a855 expref: 329 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.043925:0:35218:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000065bc6bab/0xff23d3f688d8ebbf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a8cc expref: 317 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.043926:0:35223:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001d3f5493/0xff23d3f688d8ead8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a855 expref: 329 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.043957:0:35223:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f705c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:35223:1876087018858240:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185323.043965:0:35218:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b145cb1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35218:1876087018858112:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.044026:0:35223:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14ea28300 going to sleep for 11 seconds
00000100:00100000:1.0:1789185323.044046:0:16720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37626
00000100:00100000:1.0:1789185323.044055:0:16720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b147529180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+686:3638:x1876087018857856:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185323.044067:0:16720:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1991 count 1
00010000:00010000:1.0:1789185323.044079:0:16720:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006abc7636/0xff23d3f688d92a3a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7c7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.044091:0:16720:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000008d7bb12b/0xff23d3f688d8ead1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a847 expref: 329 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.044104:0:16720:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7c7:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.044107:0:16720:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7c7:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.044111:0:16720:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006abc7636/0xff23d3f688d92a3a lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.044132:0:16720:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000008d7bb12b/0xff23d3f688d8ead1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a847 expref: 329 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.044142:0:16720:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000008d7bb12b/0xff23d3f688d8ead1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a847 expref: 329 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.044151:0:16720:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151774a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16720:1876087018858368:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.045062:0:178147:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00010000:00010000:3.0:1789185323.045241:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:3.0:1789185323.045253:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000146315f7/0xff23d3f688d929ed lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.045267:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bd800 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185323.045273:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000146315f7/0xff23d3f688d929ed lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.045287:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000146315f7/0xff23d3f688d929ed lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.045312:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000146315f7/0xff23d3f688d929ed lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.045323:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000146315f7/0xff23d3f688d929ed lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.045357:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185323.045361:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000039d3f603/0xff23d3f688d929e6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.045371:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abdac00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185323.045374:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000039d3f603/0xff23d3f688d929e6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.045385:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000039d3f603/0xff23d3f688d929e6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.045399:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000039d3f603/0xff23d3f688d929e6 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.045410:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000039d3f603/0xff23d3f688d929e6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.045426:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.045428:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.045430:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789185323.046927:0:16720:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14ea28600 going to sleep for 11 seconds
00000100:00100000:0.0:1789185323.046954:0:178147:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b15176d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+687:3635:x1876087018855040:12345-0@lo:6:osp-syn-0-0.0 Request processed in 26000us (26584us total) trans 4294977651 rc 0/0
00000100:00100000:0.0:1789185323.046964:0:178147:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37614
00010000:00010000:1.0:1789185323.046976:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789185323.047828:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.048031:0:178146:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14da18e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:178146:1876087018856832:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.048123:0:178146:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000009a05288e/0xff23d3f688d92a10 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.048156:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010764416
00000100:00100000:3.0:1789185323.048164:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010764416
00010000:00010000:3.0:1789185323.048208:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000412c1230/0xff23d3f688d8eabc lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a81d expref: 330 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.048247:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23105
00000100:00100000:3.0:1789185323.048256:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14da19500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+330:2392:x1876087010764416:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.048270:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.048278:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000412c1230/0xff23d3f688d8eabc lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a81d expref: 330 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.048288:0:178143:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000079a67103/0xff23d3f688d8eaa7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a7f3 expref: 330 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.048296:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000412c1230/0xff23d3f688d8eabc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a81d expref: 330 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.048311:0:178143:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b15176dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:178143:1876087018855424:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.048329:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7c4:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.048332:0:178143:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000017719b4f/0xff23d3f688d929df lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.048336:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7c4:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.048348:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c9a27dda/0xff23d3f688d92a02 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.048350:0:178143:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000017719b4f/0xff23d3f688d929df lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.048374:0:178143:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000017719b4f/0xff23d3f688d929df lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.048375:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c9a27dda/0xff23d3f688d92a02 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.048398:0:178143:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000017719b4f/0xff23d3f688d929df lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.048408:0:178143:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000017719b4f/0xff23d3f688d929df lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.048410:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1789185323.048429:0:178143:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1789185323.048466:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14da19500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+329:2392:x1876087010764416:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 210us (644us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.048474:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23105
00000100:00100000:0.0:1789185323.048598:0:178143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d0d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+687:3637:x1876087018854912:12345-0@lo:6:osp-syn-0-0.0 Request processed in 29465us (29563us total) trans 4294977652 rc 0/0
00000100:00100000:0.0:1789185323.048606:0:178143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37613
00000004:00080000:0.0:1789185323.048650:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b15054b800/2, rc 0, transno 4294977652
00000100:00100000:0.0:1789185323.048661:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b15054b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018854912:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185323.049029:0:35218:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b149ae2600 going to sleep for 11 seconds
00010000:00010000:1.0:1789185323.049672:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1789185323.049683:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000017719b4f/0xff23d3f688d929df lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.049693:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abdb800 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.049698:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000017719b4f/0xff23d3f688d929df lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.049708:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000017719b4f/0xff23d3f688d929df lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.049733:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000017719b4f/0xff23d3f688d929df lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.049741:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000017719b4f/0xff23d3f688d929df lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.049768:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.049770:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.049772:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789185323.049807:0:8491:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0e0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8491:1876087018857088:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.049828:0:8491:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000008e9a7fa0/0xff23d3f688d92a17 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.049902:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789185323.049917:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151775c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018858496:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185323.049969:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.050005:0:34810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018858496
00000100:00100000:1.0:1789185323.050010:0:34810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018858496
00000100:00100000:1.0:1789185323.050049:0:34810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37627
00000100:00100000:1.0:1789185323.050057:0:34810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151774000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+687:3636:x1876087018858496:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185323.050084:0:34810:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1993 count 1
00010000:00010000:1.0:1789185323.050108:0:34810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fa501034/0xff23d3f688d92a41 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7c9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.050125:0:34810:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000dbd826d1/0xff23d3f688d8eadf lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a863 expref: 328 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.050134:0:34810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7c9:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.050139:0:34810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7c9:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.050143:0:34810:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fa501034/0xff23d3f688d92a41 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.050168:0:34810:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000dbd826d1/0xff23d3f688d8eadf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a863 expref: 328 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.050182:0:34810:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000dbd826d1/0xff23d3f688d8eadf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a863 expref: 328 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.050193:0:34810:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151774e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:34810:1876087018858624:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.050237:0:34810:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14ea289c0 going to sleep for 11 seconds
00010000:00010000:0.0:1789185323.050916:0:178144:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000065fd643b/0xff23d3f688d929f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.050926:0:178144:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000065fd643b/0xff23d3f688d929f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.050935:0:178144:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000065fd643b/0xff23d3f688d929f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.050947:0:178144:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000065fd643b/0xff23d3f688d929f4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.050971:0:178144:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1789185323.051094:0:178144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f725880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+688:3635:x1876087018855168:12345-0@lo:6:osp-syn-0-0.0 Request processed in 29706us (30587us total) trans 4294977653 rc 0/0
00000100:00100000:0.0:1789185323.051103:0:178144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37616
00000004:00080000:0.0:1789185323.051154:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14d0e2300/2, rc 0, transno 4294989457
00000100:00100000:0.0:1789185323.051174:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018854528:0@lo:6:osp-syn-1-0.0
00000004:00080000:0.0:1789185323.051186:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14d0dad80/2, rc 0, transno 4294977653
00000100:00100000:0.0:1789185323.051194:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018855168:0@lo:6:osp-syn-0-0.0
00000004:00080000:0.0:1789185323.051203:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b152866d80/2, rc 0, transno 4294977651
00000100:00100000:0.0:1789185323.051207:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b152866d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018855040:0@lo:6:osp-syn-0-0.0
00000004:00080000:0.0:1789185323.051216:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14d0e2680/2, rc 0, transno 4294989456
00000100:00100000:0.0:1789185323.051222:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018854400:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185323.051227:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789185323.051236:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151776680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018858752:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.051258:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789185323.051261:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.051266:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151774380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018859136:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185323.051286:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151774700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018858880:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.051307:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185323.051326:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1789185323.051331:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151775f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018859008:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.051349:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185323.051371:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018858752
00000100:00100000:0.0:1789185323.051375:0:8429:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018858752
00000100:00100000:0.0:1789185323.051398:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018858880
00000100:00100000:0.0:1789185323.051400:0:8429:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018858880
00000100:00100000:0.0:1789185323.051414:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018859008
00000100:00100000:0.0:1789185323.051417:0:8429:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018859008
00000100:00100000:0.0:1789185323.051433:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37628
00000100:00100000:0.0:1789185323.051451:0:8429:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149f0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+694:3635:x1876087018858752:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1789185323.051468:0:8429:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2001 count 1
00010000:00010000:0.0:1789185323.051485:0:8429:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000243cf2a2/0xff23d3f688d92a48 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7d1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.051500:0:8429:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e2d0d9ba/0xff23d3f688d8ebb8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a8da expref: 317 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.051509:0:8429:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7d1:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.051513:0:8429:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7d1:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.051517:0:8429:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000243cf2a2/0xff23d3f688d92a48 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.051532:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:0.0:1789185323.051539:0:8429:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e2d0d9ba/0xff23d3f688d8ebb8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a8da expref: 317 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.051569:0:178169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018859136
00010000:00010000:0.0:1789185323.051569:0:8429:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e2d0d9ba/0xff23d3f688d8ebb8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a8da expref: 317 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.051572:0:178169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018859136
00000100:00100000:0.0:1789185323.051581:0:8429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149f08a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8429:1876087018859264:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.051590:0:178169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37629
00000100:00100000:1.0:1789185323.051596:0:178169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149f0b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+689:3637:x1876087018858880:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185323.051607:0:178169:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1994 count 1
00000100:00100000:0.0:1789185323.051618:0:8429:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14a4dc180 going to sleep for 11 seconds
00010000:00010000:1.0:1789185323.051619:0:178169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004e6d0f6b/0xff23d3f688d92a4f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7ca:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.051630:0:178169:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001c3a632a/0xff23d3f688d8eae6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a871 expref: 328 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.051633:0:178143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37630
00010000:00010000:1.0:1789185323.051638:0:178169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7ca:0x0].0x0 since=124s v=(0 0)
00000100:00100000:0.0:1789185323.051640:0:178143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149f0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+689:3637:x1876087018859008:12345-0@lo:6:osp-syn-0-0.0
00010000:00010000:1.0:1789185323.051641:0:178169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7ca:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.051645:0:178169:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004e6d0f6b/0xff23d3f688d92a4f lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00080000:0.0:1789185323.051650:0:178143:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1995 count 1
00010000:00010000:0.0:1789185323.051660:0:178143:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b93d1933/0xff23d3f688d92a56 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7cb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.051670:0:178143:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006472dba2/0xff23d3f688d8eaed lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a87f expref: 328 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.051676:0:178143:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7cb:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.051679:0:178143:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7cb:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.051683:0:178169:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001c3a632a/0xff23d3f688d8eae6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a871 expref: 328 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.051683:0:178143:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b93d1933/0xff23d3f688d92a56 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.051693:0:178169:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001c3a632a/0xff23d3f688d8eae6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a871 expref: 328 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.051699:0:178143:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006472dba2/0xff23d3f688d8eaed lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a87f expref: 328 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.051704:0:178169:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0fb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:178169:1876087018859392:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.051708:0:178143:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006472dba2/0xff23d3f688d8eaed lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a87f expref: 328 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.051716:0:178143:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149f09500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:178143:1876087018859520:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.051726:0:178169:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14ea28480 going to sleep for 11 seconds
00000100:00100000:0.0:1789185323.051733:0:178143:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14b7b2900 going to sleep for 11 seconds
00000100:00100000:0.0:1789185323.051744:0:178144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37631
00000100:00100000:0.0:1789185323.051751:0:178144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d0e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+695:3636:x1876087018859136:12345-0@lo:6:osp-syn-1-0.0
00010000:00010000:3.0:1789185323.053101:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185323.053114:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000065fd643b/0xff23d3f688d929f4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.053127:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abdb000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185323.053132:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000065fd643b/0xff23d3f688d929f4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.053144:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000065fd643b/0xff23d3f688d929f4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.053166:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000065fd643b/0xff23d3f688d929f4 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00080000:0.0:1789185323.053169:0:178144:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2002 count 1
00010000:00010000:3.0:1789185323.053187:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000065fd643b/0xff23d3f688d929f4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.053192:0:178144:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002b4947e1/0xff23d3f688d92a5d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7d2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.053212:0:178144:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000075b31d3e/0xff23d3f688d8ebc6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a8e8 expref: 317 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.053219:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.053222:0:178144:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7d2:0x0].0x0 since=124s v=(0 0)
00010000:00010000:3.0:1789185323.053224:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.053228:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.053229:0:178144:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7d2:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.053235:0:178144:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002b4947e1/0xff23d3f688d92a5d lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.053264:0:178144:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000075b31d3e/0xff23d3f688d8ebc6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a8e8 expref: 317 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.053277:0:178144:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000075b31d3e/0xff23d3f688d8ebc6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a8e8 expref: 317 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.053291:0:178144:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149f09c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:178144:1876087018859648:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.053353:0:178144:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe7f900 going to sleep for 11 seconds
00010000:00010000:0.0:1789185323.053385:0:24325:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ce1a8e47/0xff23d3f688d929fb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.053394:0:24325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ce1a8e47/0xff23d3f688d929fb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.053405:0:24325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ce1a8e47/0xff23d3f688d929fb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.053419:0:24325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ce1a8e47/0xff23d3f688d929fb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.053437:0:24325:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1789185323.053534:0:8428:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149f0b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8428:1876087018857344:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.053579:0:8428:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000062be1bd2/0xff23d3f688d92a1e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.053590:0:178148:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0e0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:178148:1876087018857600:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185323.053599:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:1.0:1789185323.053611:0:178148:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d92a25 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.053633:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185323.053663:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010764672
00000100:00100000:1.0:1789185323.053669:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010764672
00000100:00100000:3.0:1789185323.053679:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:1.0:1789185323.053701:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f193ca22/0xff23d3f688d8fe8f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x7ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8388608->8392703) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ba61 expref: 318 pid: 35222 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.053711:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185323.053737:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010764928
00000100:00100000:3.0:1789185323.053742:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185323.053744:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010764928
00010000:00010000:1.0:1789185323.053763:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001995191f/0xff23d3f688d8eac3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a82b expref: 329 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.053778:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010764544
00000100:00100000:1.0:1789185323.053782:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010764544
00010000:00010000:1.0:1789185323.053797:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ca1a4b6d/0xff23d3f688d8eb80 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a8a2 expref: 319 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.053808:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00000100:00100000:1.0:1789185323.053810:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010764800
00000100:00100000:1.0:1789185323.053814:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010764800
00010000:00010000:3.0:1789185323.053815:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ce1a8e47/0xff23d3f688d929fb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.053825:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abda200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.053827:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000288eaf75/0xff23d3f688d8ebb1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a8be expref: 320 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.053830:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ce1a8e47/0xff23d3f688d929fb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.053850:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ce1a8e47/0xff23d3f688d929fb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.053851:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010765056
00000100:00100000:1.0:1789185323.053856:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010765056
00010000:00010000:3.0:1789185323.053870:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ce1a8e47/0xff23d3f688d929fb lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.053872:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a3fda859/0xff23d3f688d8eaca lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a839 expref: 330 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.053894:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ce1a8e47/0xff23d3f688d929fb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.053903:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23106
00000100:00100000:1.0:1789185323.053915:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14da18e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+320:2394:x1876087010764672:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.053920:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.053924:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.053935:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.053939:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185323.053948:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f193ca22/0xff23d3f688d8fe8f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x7ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8388608->8392703) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ba61 expref: 320 pid: 35222 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.053952:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23107
00010000:00010000:1.0:1789185323.053968:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f193ca22/0xff23d3f688d8fe8f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8388608->8392703) gid 0 flags: 0x50000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ba61 expref: 320 pid: 35222 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.053969:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14da1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+330:2394:x1876087010764928:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.053985:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.053994:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001995191f/0xff23d3f688d8eac3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a82b expref: 330 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.054002:0:10396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f193ca22/0xff23d3f688d8fe8f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8388608->8392703) gid 0 flags: 0x44801400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ba61 expref: 320 pid: 35222 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.054009:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001995191f/0xff23d3f688d8eac3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a82b expref: 330 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.054021:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7ce:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1789185323.054027:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7ce:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1789185323.054031:0:178150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001995191f/0xff23d3f688d8eac3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a82b expref: 330 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.054035:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009a05288e/0xff23d3f688d92a10 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.054048:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7c5:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.054049:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009a05288e/0xff23d3f688d92a10 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.054056:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7c5:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.054066:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000062be1bd2/0xff23d3f688d92a1e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.054075:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000062be1bd2/0xff23d3f688d92a1e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.054080:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185323.054107:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14da18e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+319:2394:x1876087010764672:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 195us (512us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185323.054172:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23106
00000100:00100000:1.0:1789185323.054193:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23108
00000100:00100000:1.0:1789185323.054200:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14da19c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+318:2394:x1876087010764544:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185323.054207:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185323.054212:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ca1a4b6d/0xff23d3f688d8eb80 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a8a2 expref: 318 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.054223:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ca1a4b6d/0xff23d3f688d8eb80 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a8a2 expref: 318 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.054240:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7cd:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.054243:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7cd:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.054247:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000059346501/0xff23d3f688d92a09 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.054253:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000059346501/0xff23d3f688d92a09 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.054265:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185323.054283:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14da19c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+318:2394:x1876087010764544:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 84us (606us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185323.054289:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23108
00000100:00100000:1.0:1789185323.054304:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23109
00000100:00100000:1.0:1789185323.054310:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14da1a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+317:2394:x1876087010764800:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185323.054318:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185323.054323:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000288eaf75/0xff23d3f688d8ebb1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a8be expref: 317 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.054333:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000288eaf75/0xff23d3f688d8ebb1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a8be expref: 317 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.054345:0:10396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000288eaf75/0xff23d3f688d8ebb1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a8be expref: 317 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.054359:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7cf:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.054362:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7cf:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.054366:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008e9a7fa0/0xff23d3f688d92a17 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.054373:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008e9a7fa0/0xff23d3f688d92a17 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.054391:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185323.054409:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14da1a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+316:2394:x1876087010764800:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 99us (703us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185323.054414:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23109
00000100:00100000:1.0:1789185323.054428:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23110
00000100:00100000:1.0:1789185323.054435:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b269760050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+329:2394:x1876087010765056:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185323.054455:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185323.054460:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a3fda859/0xff23d3f688d8eaca lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a839 expref: 329 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.054470:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a3fda859/0xff23d3f688d8eaca lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a839 expref: 329 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.054483:0:10396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a3fda859/0xff23d3f688d8eaca lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a839 expref: 329 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.054499:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7c6:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.054502:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7c6:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.054506:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d92a25 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.054514:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d92a25 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.054531:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185323.054567:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b269760050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+328:2394:x1876087010765056:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 111us (806us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185323.054574:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23110
00000100:00100000:1.0:1789185323.054609:0:35223:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f705c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:35223:1876087018858240:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.054627:0:35223:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000007fe0979b/0xff23d3f688d92a33 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.054645:0:8491:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000008e9a7fa0/0xff23d3f688d92a17 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.054653:0:8491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008e9a7fa0/0xff23d3f688d92a17 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.054662:0:8491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008e9a7fa0/0xff23d3f688d92a17 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.054675:0:8491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008e9a7fa0/0xff23d3f688d92a17 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.054690:0:8491:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1789185323.054791:0:8491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b276a0fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+697:3637:x1876087018856960:12345-0@lo:6:osp-syn-1-0.0 Request processed in 20523us (20587us total) trans 4294989459 rc 0/0
00000100:00100000:1.0:1789185323.054799:0:8491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37621
00010000:00010000:1.0:1789185323.054818:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1789185323.054823:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008e9a7fa0/0xff23d3f688d92a17 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.054830:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149882400 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.054833:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008e9a7fa0/0xff23d3f688d92a17 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.054841:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008e9a7fa0/0xff23d3f688d92a17 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.054852:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008e9a7fa0/0xff23d3f688d92a17 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.054860:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008e9a7fa0/0xff23d3f688d92a17 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.054877:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.054879:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.054881:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.054890:0:178148:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d92a25 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.054898:0:178148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d92a25 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.054905:0:178148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d92a25 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.054912:0:178148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d92a25 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.054926:0:178148:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1789185323.055716:0:178148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149f08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+690:3635:x1876087018857472:12345-0@lo:6:osp-syn-0-0.0 Request processed in 19868us (20412us total) trans 4294977654 rc 0/0
00000100:00100000:1.0:1789185323.055726:0:178148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37623
00010000:00010000:1.0:1789185323.055753:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1789185323.055758:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d92a25 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.055767:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149882000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.055772:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d92a25 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.055780:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d92a25 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.055795:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1789185323.055796:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d92a25 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.055807:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d92a25 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.055825:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14da1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+327:2394:x1876087010764928:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 1859us (2190us total) trans 0 rc 0/0
00010000:00010000:1.0:1789185323.055827:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.055831:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.055834:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789185323.055838:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23107
00010000:00010000:1.0:1789185323.055849:0:178146:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000009a05288e/0xff23d3f688d92a10 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.055859:0:178146:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009a05288e/0xff23d3f688d92a10 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.055869:0:178146:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009a05288e/0xff23d3f688d92a10 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.055878:0:178146:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009a05288e/0xff23d3f688d92a10 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.055896:0:178146:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1789185323.055916:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185323.055922:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009a05288e/0xff23d3f688d92a10 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.055988:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b26239a000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185323.055993:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009a05288e/0xff23d3f688d92a10 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.056003:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009a05288e/0xff23d3f688d92a10 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.056020:0:178146:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14da1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+697:3636:x1876087018856704:12345-0@lo:6:osp-syn-1-0.0 Request processed in 22424us (22501us total) trans 4294989460 rc 0/0
00010000:00010000:3.0:1789185323.056022:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009a05288e/0xff23d3f688d92a10 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.056036:0:178146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37620
00010000:00010000:3.0:1789185323.056039:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009a05288e/0xff23d3f688d92a10 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.056062:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.056065:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.056068:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:1.0:1789185323.056084:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b149f08e00/2, rc 0, transno 4294989460
00000100:00100000:1.0:1789185323.056096:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149f08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018856704:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185323.056160:0:35218:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b145cb1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35218:1876087018858112:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.056167:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018859776:0@lo:6:osp-syn-1-0.0
00010000:00010000:2.0:1789185323.056197:0:35218:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000178222ab/0xff23d3f688d92a2c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.056202:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.056247:0:34809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018859776
00000100:00100000:1.0:1789185323.056254:0:34809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018859776
00000100:00100000:1.0:1789185323.056290:0:34809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37632
00000100:00100000:0.0:1789185323.056344:0:24325:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d0e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+697:3637:x1876087018855936:12345-0@lo:6:osp-syn-1-0.0 Request processed in 34384us (34478us total) trans 4294989458 rc 0/0
00000100:00100000:0.0:1789185323.056352:0:24325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37617
00000004:00080000:0.0:1789185323.056395:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14d0e3480/2, rc 0, transno 4294989459
00000100:00100000:0.0:1789185323.056406:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018856960:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1789185323.056413:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000004:00080000:0.0:1789185323.056422:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14d0e0700/2, rc 0, transno 4294989458
00000100:00100000:0.0:1789185323.056428:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018855936:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1789185323.056456:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:0.0:1789185323.056463:0:8428:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000062be1bd2/0xff23d3f688d92a1e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.056474:0:8428:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000062be1bd2/0xff23d3f688d92a1e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.056484:0:8428:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000062be1bd2/0xff23d3f688d92a1e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.056498:0:8428:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000062be1bd2/0xff23d3f688d92a1e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.056513:0:8428:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1789185323.056612:0:8428:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149f08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+690:3637:x1876087018857216:12345-0@lo:6:osp-syn-0-0.0 Request processed in 21728us (21787us total) trans 4294977655 rc 0/0
00000100:00100000:0.0:1789185323.056619:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37622
00000004:00080000:0.0:1789185323.056651:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b149f09880/2, rc 0, transno 4294977655
00000100:00100000:0.0:1789185323.056668:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149f09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018857216:0@lo:6:osp-syn-0-0.0
00000004:00080000:0.0:1789185323.056694:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b149f09f80/2, rc 0, transno 4294977654
00000100:00100000:0.0:1789185323.056698:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149f09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018857472:0@lo:6:osp-syn-0-0.0
00010000:00010000:0.0:1789185323.056711:0:35222:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000c0064632/0xff23d3f688d929d8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.056720:0:35222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c0064632/0xff23d3f688d929d8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.056729:0:35222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c0064632/0xff23d3f688d929d8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.056737:0:35222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c0064632/0xff23d3f688d929d8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.056751:0:35222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:3.0:1789185323.056787:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:3.0:1789185323.056809:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:3.0:1789185323.056814:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000062be1bd2/0xff23d3f688d92a1e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.056824:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abdbe00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185323.056828:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000062be1bd2/0xff23d3f688d92a1e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.056830:0:35222:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d0e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+697:3637:x1876087018854656:12345-0@lo:6:osp-syn-1-0.0 Request processed in 37821us (38720us total) trans 4294989461 rc 0/0
00000100:00100000:0.0:1789185323.056846:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37612
00010000:00010000:3.0:1789185323.056847:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000062be1bd2/0xff23d3f688d92a1e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.056864:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000062be1bd2/0xff23d3f688d92a1e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:0.0:1789185323.056874:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14d0e0000/2, rc 0, transno 4294989461
00010000:00010000:3.0:1789185323.056881:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000062be1bd2/0xff23d3f688d92a1e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.056882:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018854656:0@lo:6:osp-syn-1-0.0
00010000:00010000:3.0:1789185323.056912:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185323.056917:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c0064632/0xff23d3f688d929d8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.056918:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010765184
00000100:00100000:0.0:1789185323.056924:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010765184
00010000:00010000:0.0:1789185323.056945:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001d3f5493/0xff23d3f688d8ead8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a855 expref: 327 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.056971:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010765440
00000100:00100000:0.0:1789185323.056974:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010765440
00010000:00010000:0.0:1789185323.056987:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000008d7bb12b/0xff23d3f688d8ead1 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a847 expref: 328 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.057004:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010765312
00000100:00100000:0.0:1789185323.057007:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010765312
00010000:00010000:0.0:1789185323.057021:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000065bc6bab/0xff23d3f688d8ebbf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a8cc expref: 316 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.057048:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23111
00000100:00100000:0.0:1789185323.057057:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14da19500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+328:2392:x1876087010765184:12345-192.168.204.3@tcp:103:ldlm_bl.0
00000100:00100000:2.0:1789185323.057066:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23112
00010000:00010000:0.0:1789185323.057068:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.057076:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001d3f5493/0xff23d3f688d8ead8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a855 expref: 328 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.057080:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14da18e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+328:2392:x1876087010765440:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.057097:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.057097:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001d3f5493/0xff23d3f688d8ead8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a855 expref: 328 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.057107:0:178149:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000008d7bb12b/0xff23d3f688d8ead1 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a847 expref: 328 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.057121:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001d3f5493/0xff23d3f688d8ead8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a855 expref: 328 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.057123:0:178149:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000008d7bb12b/0xff23d3f688d8ead1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a847 expref: 328 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.057151:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7c8:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.057154:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7c7:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.057158:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7c8:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.057160:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7c7:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.057168:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000007fe0979b/0xff23d3f688d92a33 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.057169:0:178149:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006abc7636/0xff23d3f688d92a3a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.057186:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007fe0979b/0xff23d3f688d92a33 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.057208:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.057224:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14da19500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+327:2392:x1876087010765184:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 169us (817us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.057231:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23111
00010000:00010000:3.0:1789185323.057245:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b26239b800 already unused, calling callback (ffffffffc0cd94f0)
00000100:00100000:0.0:1789185323.057246:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23113
00010000:00010000:3.0:1789185323.057252:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c0064632/0xff23d3f688d929d8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.057258:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14da19c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+316:2392:x1876087010765312:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.057270:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c0064632/0xff23d3f688d929d8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.057271:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.057279:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000065bc6bab/0xff23d3f688d8ebbf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a8cc expref: 316 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.057287:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c0064632/0xff23d3f688d929d8 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.057293:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000065bc6bab/0xff23d3f688d8ebbf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a8cc expref: 316 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.057305:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c0064632/0xff23d3f688d929d8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.057333:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000065bc6bab/0xff23d3f688d8ebbf lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a8cc expref: 316 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.057339:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.057343:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.057346:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.057346:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7d0:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.057351:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7d0:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.057355:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000178222ab/0xff23d3f688d92a2c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.057363:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000178222ab/0xff23d3f688d92a2c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.057391:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.057404:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14da19c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+315:2392:x1876087010765312:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 149us (618us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.057410:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23113
00010000:00010000:2.0:1789185323.057447:0:178149:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006abc7636/0xff23d3f688d92a3a lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.057457:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ca1a4b6d/0xff23d3f688d8eb80 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a8a2 expref: 314 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.057471:0:8431:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149f09180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8431:1876087018856576:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.057478:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1789185323.057490:0:8431:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000059346501/0xff23d3f688d92a09 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.057501:0:8431:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000059346501/0xff23d3f688d92a09 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.057502:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14da18e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+326:2392:x1876087010765440:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 425us (1044us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185323.057520:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23112
00010000:00010000:0.0:1789185323.057528:0:8431:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000059346501/0xff23d3f688d92a09 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.057536:0:8431:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000059346501/0xff23d3f688d92a09 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.057570:0:8431:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000059346501/0xff23d3f688d92a09 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.057585:0:8431:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1789185323.057720:0:35218:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000178222ab/0xff23d3f688d92a2c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.057733:0:35218:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000178222ab/0xff23d3f688d92a2c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.057748:0:35218:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000178222ab/0xff23d3f688d92a2c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.057756:0:35218:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000178222ab/0xff23d3f688d92a2c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.057769:0:35218:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:1.0:1789185323.057882:0:34809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d0f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+698:3636:x1876087018859776:12345-0@lo:6:osp-syn-1-0.0
00010000:00010000:1.0:1789185323.057955:0:16720:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008d7bb12b/0xff23d3f688d8ead1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a847 expref: 325 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.057965:0:16720:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151774a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16720:1876087018858368:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.057977:0:16720:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006abc7636/0xff23d3f688d92a3a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.057985:0:16720:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006abc7636/0xff23d3f688d92a3a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.057991:0:16720:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006abc7636/0xff23d3f688d92a3a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.057999:0:16720:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006abc7636/0xff23d3f688d92a3a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.058007:0:16720:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006abc7636/0xff23d3f688d92a3a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.058019:0:16720:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00000100:00100000:0.0:1789185323.058020:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149f0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+698:3636:x1876087018856448:12345-0@lo:6:osp-syn-1-0.0 Request processed in 25321us (25615us total) trans 4294989462 rc 0/0
00000100:00100000:0.0:1789185323.058026:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37619
00000100:00100000:3.0:1789185323.058052:0:35218:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b150574000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+697:3636:x1876087018857728:12345-0@lo:6:osp-syn-1-0.0 Request processed in 14363us (17058us total) trans 4294989463 rc 0/0
00000100:00100000:0.0:1789185323.058053:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018859904:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185323.058067:0:35218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37624
00000100:00100000:0.0:1789185323.058090:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:3.0:1789185323.058094:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:3.0:1789185323.058101:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000059346501/0xff23d3f688d92a09 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.058110:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abdbc00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185323.058115:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000059346501/0xff23d3f688d92a09 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.058116:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1789185323.058124:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018860032:0@lo:6:osp-syn-0-0.0
00010000:00010000:3.0:1789185323.058128:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000059346501/0xff23d3f688d92a09 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.058144:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000059346501/0xff23d3f688d92a09 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.058153:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:3.0:1789185323.058160:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000059346501/0xff23d3f688d92a09 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.058187:0:178142:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018859904
00010000:00010000:3.0:1789185323.058191:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00000100:00100000:0.0:1789185323.058194:0:178142:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018859904
00010000:00010000:3.0:1789185323.058197:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000178222ab/0xff23d3f688d92a2c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.058205:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bc000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185323.058209:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000178222ab/0xff23d3f688d92a2c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.058217:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000178222ab/0xff23d3f688d92a2c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.058221:0:178142:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018860032
00000100:00100000:0.0:1789185323.058226:0:178142:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018860032
00010000:00010000:3.0:1789185323.058231:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000178222ab/0xff23d3f688d92a2c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.058241:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000178222ab/0xff23d3f688d92a2c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.058245:0:178142:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37633
00000100:00100000:0.0:1789185323.058255:0:178142:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149f09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+692:3637:x1876087018859904:12345-0@lo:6:osp-syn-0-0.0
00010000:00010000:3.0:1789185323.058267:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00000100:00100000:1.0:1789185323.058268:0:16720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b147529180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+692:3638:x1876087018857856:12345-0@lo:6:osp-syn-0-0.0 Request processed in 14215us (14738us total) trans 4294977656 rc 0/0
00010000:00010000:3.0:1789185323.058273:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006abc7636/0xff23d3f688d92a3a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00080000:0.0:1789185323.058275:0:178142:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1996 count 1
00000100:00100000:1.0:1789185323.058279:0:16720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37626
00010000:00010000:3.0:1789185323.058287:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149883000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185323.058292:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006abc7636/0xff23d3f688d92a3a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.058299:0:178142:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006d201f36/0xff23d3f688d92a64 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7cc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.058301:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006abc7636/0xff23d3f688d92a3a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.058301:0:16720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37634
00000100:00100000:1.0:1789185323.058311:0:16720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149f0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+691:3637:x1876087018860032:12345-0@lo:6:osp-syn-0-0.0
00010000:00010000:0.0:1789185323.058323:0:178142:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000dd3123e2/0xff23d3f688d8eaf4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a88d expref: 324 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00002000:00080000:1.0:1789185323.058324:0:16720:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1997 count 1
00010000:00010000:3.0:1789185323.058328:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006abc7636/0xff23d3f688d92a3a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.058334:0:178142:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7cc:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.058336:0:16720:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000603b815f/0xff23d3f688d92a6b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7cd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.058342:0:178142:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7cc:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.058346:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006abc7636/0xff23d3f688d92a3a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.058348:0:178142:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006d201f36/0xff23d3f688d92a64 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.058352:0:16720:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f4a2a1be/0xff23d3f688d8eafb lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a89b expref: 324 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.058366:0:16720:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7cd:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.058369:0:16720:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7cd:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.058372:0:16720:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000603b815f/0xff23d3f688d92a6b lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.058382:0:178142:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000dd3123e2/0xff23d3f688d8eaf4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a88d expref: 324 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.058394:0:16720:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f4a2a1be/0xff23d3f688d8eafb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a89b expref: 324 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.058395:0:178142:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000dd3123e2/0xff23d3f688d8eaf4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a88d expref: 324 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.058396:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.058401:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.058405:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.058405:0:16720:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f4a2a1be/0xff23d3f688d8eafb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a89b expref: 324 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.058410:0:178142:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b15176dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:178142:1876087018860160:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.058416:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789185323.058425:0:16720:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0fbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16720:1876087018860288:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.058456:0:16720:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14ea28b40 going to sleep for 11 seconds
00000100:00100000:0.0:1789185323.058456:0:178142:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe7fe40 going to sleep for 11 seconds
00010000:00010000:0.0:1789185323.058484:0:178145:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000412c1230/0xff23d3f688d8eabc lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a81d expref: 324 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000004:00080000:1.0:1789185323.058489:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b150574a80/2, rc 0, transno 4294977656
00000100:00100000:0.0:1789185323.058494:0:178145:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149f08000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:178145:1876087018856320:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.058498:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b150574a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018857856:0@lo:6:osp-syn-0-0.0
00010000:00010000:0.0:1789185323.058506:0:178145:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000c9a27dda/0xff23d3f688d92a02 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.058519:0:178145:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000c9a27dda/0xff23d3f688d92a02 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.058528:0:178145:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c9a27dda/0xff23d3f688d92a02 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.058536:0:178145:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c9a27dda/0xff23d3f688d92a02 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.058543:0:178145:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c9a27dda/0xff23d3f688d92a02 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.058577:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018860416:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185323.058588:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018860800:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185323.058604:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:1.0:1789185323.058613:0:35223:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000007fe0979b/0xff23d3f688d92a33 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.058621:0:35223:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007fe0979b/0xff23d3f688d92a33 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.058624:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789185323.058629:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018860544:0@lo:6:osp-syn-1-0.0
00010000:00010000:1.0:1789185323.058630:0:35223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007fe0979b/0xff23d3f688d92a33 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.058638:0:35223:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007fe0979b/0xff23d3f688d92a33 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.058648:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185323.058670:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018860672:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185323.058694:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185323.058721:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018860416
00000100:00100000:0.0:1789185323.058725:0:8428:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018860416
00000100:00100000:0.0:1789185323.058747:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018860544
00000100:00100000:0.0:1789185323.058750:0:8428:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018860544
00000100:00100000:0.0:1789185323.058771:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018860672
00000100:00100000:0.0:1789185323.058774:0:8428:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018860672
00000100:00100000:0.0:1789185323.058795:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37635
00000100:00100000:0.0:1789185323.058803:0:8428:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149f08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+692:3635:x1876087018860416:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1789185323.058817:0:8428:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1998 count 1
00010000:00010000:0.0:1789185323.058829:0:8428:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000092826d11/0xff23d3f688d92a72 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7ce:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.058843:0:8428:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000095076ef5/0xff23d3f688d8eb87 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a8a9 expref: 323 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.058850:0:8428:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7ce:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.058854:0:8428:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7ce:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.058859:0:8428:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000092826d11/0xff23d3f688d92a72 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.058878:0:8428:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000095076ef5/0xff23d3f688d8eb87 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a8a9 expref: 323 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.058888:0:8428:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000095076ef5/0xff23d3f688d8eb87 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a8a9 expref: 323 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.058899:0:8428:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f727800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8428:1876087018860928:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.058932:0:8428:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe7f600 going to sleep for 11 seconds
00000100:00100000:0.0:1789185323.058949:0:178147:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37636
00000100:00100000:0.0:1789185323.058958:0:178147:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d0d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+698:3635:x1876087018860544:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1789185323.058970:0:178147:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2004 count 1
00010000:00010000:0.0:1789185323.058983:0:178147:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001cb1768f/0xff23d3f688d92a79 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7d4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.058994:0:178147:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000015c9841b/0xff23d3f688d8ecad lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a904 expref: 313 pid: 35218 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.059000:0:178147:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7d4:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.059004:0:178147:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7d4:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.059007:0:178147:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001cb1768f/0xff23d3f688d92a79 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.059047:0:178147:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000015c9841b/0xff23d3f688d8ecad lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a904 expref: 313 pid: 35218 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.059056:0:178147:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000015c9841b/0xff23d3f688d8ecad lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a904 expref: 313 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.059065:0:178147:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148750380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:178147:1876087018861056:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.059112:0:178147:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe7f3c0 going to sleep for 11 seconds
00000100:00100000:0.0:1789185323.059129:0:35218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37637
00000100:00100000:0.0:1789185323.059137:0:35218:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f725500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+698:3637:x1876087018860672:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1789185323.059159:0:35218:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2005 count 1
00010000:00010000:0.0:1789185323.059170:0:35218:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009a97dd45/0xff23d3f688d92a80 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7d5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.059180:0:35218:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000065b288b7/0xff23d3f688d8ecb4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a912 expref: 313 pid: 35218 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.059192:0:35218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7d5:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.059194:0:35218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7d5:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.059198:0:35218:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009a97dd45/0xff23d3f688d92a80 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.059214:0:35218:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000065b288b7/0xff23d3f688d8ecb4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a912 expref: 313 pid: 35218 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.059223:0:35218:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000065b288b7/0xff23d3f688d8ecb4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a912 expref: 313 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.059232:0:35218:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148752d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35218:1876087018861184:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.059254:0:35218:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe7f6c0 going to sleep for 11 seconds
00010000:00010000:1.0:1789185323.059344:0:35223:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00010000:00010000:0.0:1789185323.059357:0:178145:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00010000:00010000:2.0:1789185323.059390:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:2.0:1789185323.059397:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007fe0979b/0xff23d3f688d92a33 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.059405:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149883c00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.059409:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007fe0979b/0xff23d3f688d92a33 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.059417:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007fe0979b/0xff23d3f688d92a33 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.059432:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007fe0979b/0xff23d3f688d92a33 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.059450:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007fe0979b/0xff23d3f688d92a33 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.059466:0:35223:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14752b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+694:3638:x1876087018857984:12345-0@lo:6:osp-syn-0-0.0 Request processed in 15752us (16025us total) trans 4294977658 rc 0/0
00000100:00100000:0.0:1789185323.059466:0:178145:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149f0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+694:3638:x1876087018856192:12345-0@lo:6:osp-syn-0-0.0 Request processed in 27666us (27767us total) trans 4294977657 rc 0/0
00010000:00010000:2.0:1789185323.059472:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00000100:00100000:0.0:1789185323.059476:0:178145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37618
00010000:00010000:2.0:1789185323.059479:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c9a27dda/0xff23d3f688d92a02 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.059483:0:35223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37625
00010000:00010000:2.0:1789185323.059497:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abda800 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.059502:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c9a27dda/0xff23d3f688d92a02 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.059511:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c9a27dda/0xff23d3f688d92a02 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.059512:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:2.0:1789185323.059529:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c9a27dda/0xff23d3f688d92a02 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.059536:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c9a27dda/0xff23d3f688d92a02 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:1.0:1789185323.059584:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f3bce00/2, rc 0, transno 4294977658
00010000:00010000:2.0:1789185323.059586:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.059590:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.059593:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789185323.059597:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f3bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018857984:0@lo:6:osp-syn-0-0.0
00000004:00080000:1.0:1789185323.059609:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b149f0bb80/2, rc 0, transno 4294977657
00000100:00100000:1.0:1789185323.059612:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149f0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018856192:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.059627:0:178145:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018860800
00000100:00100000:0.0:1789185323.059631:0:178145:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018860800
00000100:00100000:0.0:1789185323.059655:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018861312:0@lo:6:osp-syn-0-0.0
00010000:00010000:1.0:1789185323.059662:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789185323.059679:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185323.059700:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789185323.059705:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018861440:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.059728:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:3.0:1789185323.059754:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789185323.059755:0:35223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018861312
00000100:00100000:0.0:1789185323.059761:0:35223:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018861312
00000100:00100000:0.0:1789185323.059777:0:35223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37638
00000100:00100000:0.0:1789185323.059783:0:35223:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d0f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+699:3638:x1876087018860800:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1789185323.059795:0:35223:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2006 count 1
00010000:00010000:0.0:1789185323.059807:0:35223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b228a74f/0xff23d3f688d92a87 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7d6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.059820:0:35223:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000551e4bb9/0xff23d3f688d900e9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 54525952->54530047) gid 0 flags: 0x40000000020000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bcbb expref: 313 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.059828:0:35223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x7d6:0x0].0x0 since=120s v=(0 0)
00010000:00010000:0.0:1789185323.059831:0:35223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7d6:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1789185323.059835:0:35223:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b228a74f/0xff23d3f688d92a87 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.059856:0:35223:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000551e4bb9/0xff23d3f688d900e9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 54525952->54530047) gid 0 flags: 0x50000000030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bcbb expref: 313 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.059865:0:35223:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000551e4bb9/0xff23d3f688d900e9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x7d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 54525952->54530047) gid 0 flags: 0x70000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bcbb expref: 313 pid: 34810 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.059875:0:35223:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148750a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:35223:1876087018861568:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.059917:0:35223:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14bf0fa80 going to sleep for 11 seconds
00000100:00100000:0.0:1789185323.059930:0:24325:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018861440
00000100:00100000:0.0:1789185323.059933:0:24325:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018861440
00000100:00100000:0.0:1789185323.059951:0:24325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37639
00000100:00100000:0.0:1789185323.059958:0:24325:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148753480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+694:3635:x1876087018861312:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1789185323.059968:0:24325:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1999 count 1
00010000:00010000:0.0:1789185323.059982:0:24325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000017719b4f/0xff23d3f688d92a8e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7cf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.059995:0:24325:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ba7a88ec/0xff23d3f688d8eb8e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a8b7 expref: 323 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.060002:0:24325:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7cf:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.060006:0:24325:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7cf:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.060010:0:24325:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000017719b4f/0xff23d3f688d92a8e lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.060031:0:24325:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ba7a88ec/0xff23d3f688d8eb8e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a8b7 expref: 323 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.060041:0:24325:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ba7a88ec/0xff23d3f688d8eb8e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a8b7 expref: 323 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.060051:0:24325:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148751500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24325:1876087018861696:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.060074:0:24325:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14bf0f480 going to sleep for 11 seconds
00000100:00100000:0.0:1789185323.060089:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37640
00000100:00100000:0.0:1789185323.060096:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148753800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+694:3635:x1876087018861440:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1789185323.060108:0:8431:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2000 count 1
00010000:00010000:0.0:1789185323.060119:0:8431:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000039d3f603/0xff23d3f688d92a95 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7d0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.060131:0:8431:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c5a59aa9/0xff23d3f688d8eb95 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a8c5 expref: 323 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.060138:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7d0:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.060141:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7d0:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.060145:0:8431:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000039d3f603/0xff23d3f688d92a95 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.060179:0:8431:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c5a59aa9/0xff23d3f688d8eb95 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a8c5 expref: 323 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.060190:0:8431:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c5a59aa9/0xff23d3f688d8eb95 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a8c5 expref: 323 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.060200:0:8431:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148751c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8431:1876087018861824:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.060223:0:8431:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14b7b2540 going to sleep for 11 seconds
00000004:00080000:0.0:1789185323.060909:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14d0e2d80/2, rc 0, transno 4294989463
00000100:00100000:0.0:1789185323.060928:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018857728:0@lo:6:osp-syn-1-0.0
00000004:00080000:0.0:1789185323.060942:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b149f0a300/2, rc 0, transno 4294989462
00000100:00100000:0.0:1789185323.060945:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149f0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018856448:0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1789185323.060980:0:34809:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2003 count 1
00010000:00010000:0.0:1789185323.060997:0:34809:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003b4d0371/0xff23d3f688d92a9c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7d3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.061018:0:34809:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ff5b8ae4/0xff23d3f688d8eca6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a8f6 expref: 313 pid: 35218 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.061871:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789185323.062712:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1789185323.062734:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e1e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018862080:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.063077:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:0.0:1789185323.063320:0:34809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7d3:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.063325:0:34809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7d3:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.063333:0:34809:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003b4d0371/0xff23d3f688d92a9c lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.063369:0:34809:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ff5b8ae4/0xff23d3f688d8eca6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a8f6 expref: 313 pid: 35218 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.063382:0:34809:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ff5b8ae4/0xff23d3f688d8eca6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a8f6 expref: 313 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.063394:0:34809:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148753b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:34809:1876087018862208:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185323.063453:0:178145:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018862080
00000100:00100000:2.0:1789185323.063461:0:178145:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018862080
00000100:00100000:0.0:1789185323.063469:0:34809:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b149e7f180 going to sleep for 11 seconds
00000100:00100000:2.0:1789185323.063512:0:178145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37641
00000100:00100000:2.0:1789185323.063522:0:178145:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d0f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+700:3638:x1876087018862080:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1789185323.063572:0:178145:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2008 count 1
00010000:00010000:2.0:1789185323.063595:0:178145:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000146315f7/0xff23d3f688d92aa3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7d8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.063611:0:178145:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000043d2fac0/0xff23d3f688d8ecc9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a93c expref: 313 pid: 35218 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.063619:0:178145:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7d8:0x0].0x0 since=124s v=(0 0)
00010000:00010000:2.0:1789185323.063622:0:178145:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7d8:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.063625:0:178145:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000146315f7/0xff23d3f688d92aa3 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.063646:0:178145:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000043d2fac0/0xff23d3f688d8ecc9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a93c expref: 313 pid: 35218 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.063655:0:178145:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000043d2fac0/0xff23d3f688d8ecc9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a93c expref: 313 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.063683:0:178145:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e1e5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:178145:1876087018862336:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.064039:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b145cb1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018861952:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.064071:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185323.064203:0:178148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018861952
00000100:00100000:0.0:1789185323.064208:0:178148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018861952
00000100:00100000:0.0:1789185323.064241:0:178148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37642
00000100:00100000:0.0:1789185323.064249:0:178148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d0fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+701:3638:x1876087018861952:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1789185323.064263:0:178148:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2007 count 1
00010000:00010000:0.0:1789185323.064277:0:178148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000059346501/0xff23d3f688d92aaa lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7d7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.064291:0:178148:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000acee1af2/0xff23d3f688d8ecc2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a92e expref: 313 pid: 35218 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.064300:0:178148:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7d7:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.064303:0:178148:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7d7:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.064308:0:178148:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000059346501/0xff23d3f688d92aaa lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.064329:0:178148:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000acee1af2/0xff23d3f688d8ecc2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a92e expref: 313 pid: 35218 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.064341:0:178148:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000acee1af2/0xff23d3f688d8ecc2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a92e expref: 313 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.064351:0:178148:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148752a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:178148:1876087018862464:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.064386:0:178148:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b149e7f000 going to sleep for 11 seconds
00000100:00100000:2.0:1789185323.065198:0:178145:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b149ae2600 going to sleep for 11 seconds
00000100:00100000:0.0:1789185323.065635:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789185323.065649:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148750000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018862592:0@lo:41:osp-pre-1-0.0
00000100:00100000:0.0:1789185323.065693:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.065852:0:6521:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018862592
00000100:00100000:1.0:1789185323.065859:0:6521:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018862592
00000100:00100000:1.0:1789185323.065905:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25236
00000100:00100000:1.0:1789185323.065915:0:6521:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148752300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3636:x1876087018862592:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:1.0:1789185323.065947:0:6521:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1443307520 avail 1297068032
00000100:00100000:1.0:1789185323.066003:0:6521:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148752300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3636:x1876087018862592:12345-0@lo:41:osp-pre-1-0.0 Request processed in 91us (311us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185323.066009:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25236
00000100:00100000:0.0:1789185323.066223:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148750000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018862592:0@lo:41:osp-pre-1-0.0
00000100:00100000:2.0:1789185323.066237:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1789185323.066251:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e1e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1876087018862720:0@lo:41:osp-pre-0-1.0
00000100:00100000:2.0:1789185323.066293:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185323.066429:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018862720
00000100:00100000:0.0:1789185323.066434:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018862720
00000100:00100000:0.0:1789185323.066486:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25237
00000100:00100000:0.0:1789185323.066493:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151768e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3635:x1876087018862720:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:0.0:1789185323.066512:0:6520:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 1442566144 avail 1296326656
00000100:00100000:0.0:1789185323.066573:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151768e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3635:x1876087018862720:12345-0@lo:41:osp-pre-0-1.0 Request processed in 80us (280us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.066581:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25237
00000100:00100000:3.0:1789185323.066627:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e1e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1876087018862720:0@lo:41:osp-pre-0-1.0
00000100:00100000:0.0:1789185323.068069:0:8428:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f727800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8428:1876087018860928:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.068099:0:8428:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000092826d11/0xff23d3f688d92a72 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.070846:0:178169:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0fb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:178169:1876087018859392:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.070880:0:178169:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000004e6d0f6b/0xff23d3f688d92a4f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.071040:0:16720:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0fbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16720:1876087018860288:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.071057:0:16720:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000603b815f/0xff23d3f688d92a6b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.071617:0:35223:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148750a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:35223:1876087018861568:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.071633:0:35223:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b228a74f/0xff23d3f688d92a87 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.071662:0:178147:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148750380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:178147:1876087018861056:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.071676:0:178147:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000001cb1768f/0xff23d3f688d92a79 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.071701:0:24325:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148751500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24325:1876087018861696:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.071712:0:24325:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000017719b4f/0xff23d3f688d92a8e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.071850:0:35218:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148752d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35218:1876087018861184:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.071871:0:35218:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000009a97dd45/0xff23d3f688d92a80 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.072482:0:8429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149f08a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8429:1876087018859264:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.072503:0:8429:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000243cf2a2/0xff23d3f688d92a48 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.072617:0:178143:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149f09500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:178143:1876087018859520:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.072635:0:178143:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b93d1933/0xff23d3f688d92a56 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.072667:0:178144:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149f09c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:178144:1876087018859648:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.072682:0:178144:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000002b4947e1/0xff23d3f688d92a5d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.072710:0:178142:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b15176dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:178142:1876087018860160:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.072724:0:178142:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006d201f36/0xff23d3f688d92a64 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.072749:0:34809:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148753b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:34809:1876087018862208:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.072765:0:34809:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000003b4d0371/0xff23d3f688d92a9c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.072792:0:8431:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148751c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8431:1876087018861824:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.072804:0:8431:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000039d3f603/0xff23d3f688d92a95 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.073849:0:178148:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148752a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:178148:1876087018862464:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.073878:0:178148:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000059346501/0xff23d3f688d92aaa lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.073970:0:178145:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e1e5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:178145:1876087018862336:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.073996:0:178145:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000146315f7/0xff23d3f688d92aa3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.075072:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.075326:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010766976
00000100:00100000:0.0:1789185323.075334:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010766976
00010000:00010000:0.0:1789185323.075374:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f4a2a1be/0xff23d3f688d8eafb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a89b expref: 324 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.075411:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23114
00000100:00100000:0.0:1789185323.075421:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151768700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+324:2394:x1876087010766976:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.075434:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00000100:00100000:3.0:1789185323.075450:0:34810:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151774e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:34810:1876087018858624:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.075452:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f4a2a1be/0xff23d3f688d8eafb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a89b expref: 324 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.075469:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f4a2a1be/0xff23d3f688d8eafb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a89b expref: 324 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.075476:0:34810:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000fa501034/0xff23d3f688d92a41 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.075496:0:178150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f4a2a1be/0xff23d3f688d8eafb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a89b expref: 324 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.075514:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7cd:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.075518:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7cd:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.075524:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000603b815f/0xff23d3f688d92a6b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.075534:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000603b815f/0xff23d3f688d92a6b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.075585:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1789185323.075622:0:16720:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000603b815f/0xff23d3f688d92a6b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.075633:0:16720:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000603b815f/0xff23d3f688d92a6b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.075639:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151768700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+323:2394:x1876087010766976:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 218us (570us total) trans 0 rc 0/0
00010000:00010000:2.0:1789185323.075652:0:16720:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000603b815f/0xff23d3f688d92a6b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.075652:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23114
00010000:00010000:2.0:1789185323.075663:0:16720:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000603b815f/0xff23d3f688d92a6b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.075679:0:16720:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1789185323.075839:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185323.075847:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000603b815f/0xff23d3f688d92a6b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.075856:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149883e00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185323.075861:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000603b815f/0xff23d3f688d92a6b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.075872:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000603b815f/0xff23d3f688d92a6b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.075887:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000603b815f/0xff23d3f688d92a6b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.075895:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000603b815f/0xff23d3f688d92a6b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.075925:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.075991:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.075993:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789185323.076714:0:16720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149f0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+695:3637:x1876087018860032:12345-0@lo:6:osp-syn-0-0.0 Request processed in 18402us (18562us total) trans 4294977659 rc 0/0
00000100:00100000:0.0:1789185323.076724:0:16720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37634
00000004:00080000:2.0:1789185323.076882:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14d0f9c00/2, rc 0, transno 4294977659
00000100:00100000:2.0:1789185323.076905:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018860032:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185323.077600:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1789185323.077622:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148752a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018862848:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185323.077669:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185323.077732:0:35222:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018862848
00000100:00100000:0.0:1789185323.077738:0:35222:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018862848
00000100:00100000:0.0:1789185323.077816:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37643
00000100:00100000:0.0:1789185323.077826:0:35222:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14da1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+695:3638:x1876087018862848:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1789185323.077854:0:35222:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2001 count 1
00010000:00010000:0.0:1789185323.077877:0:35222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000062be1bd2/0xff23d3f688d92ab1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7d1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.077897:0:35222:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b23b952c/0xff23d3f688d8eb9c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a8d3 expref: 322 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.077911:0:35222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7d1:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.077915:0:35222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7d1:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.077919:0:35222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000062be1bd2/0xff23d3f688d92ab1 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.077944:0:35222:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b23b952c/0xff23d3f688d8eb9c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a8d3 expref: 322 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.077956:0:35222:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b23b952c/0xff23d3f688d8eb9c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a8d3 expref: 322 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.077968:0:35222:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148751c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:35222:1876087018862976:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.078031:0:35222:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b149e7f000 going to sleep for 11 seconds
00000100:00100000:3.0:1789185323.078691:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.078804:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.078837:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.078863:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.078895:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.078919:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.078952:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185323.078971:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010765568
00000100:00100000:1.0:1789185323.078979:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010765568
00000100:00100000:3.0:1789185323.078985:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.079005:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010765824
00010000:00010000:1.0:1789185323.079011:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000095076ef5/0xff23d3f688d8eb87 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a8a9 expref: 323 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.079012:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010765824
00000100:00100000:1.0:1789185323.079033:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010766080
00010000:00010000:3.0:1789185323.079037:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000551e4bb9/0xff23d3f688d900e9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x7d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 54525952->54530047) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bcbb expref: 314 pid: 34810 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.079038:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010766080
00010000:00010000:1.0:1789185323.079055:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000065b288b7/0xff23d3f688d8ecb4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a912 expref: 315 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.079060:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010766336
00000100:00100000:3.0:1789185323.079066:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010766336
00000100:00100000:1.0:1789185323.079073:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010766592
00000100:00100000:1.0:1789185323.079078:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010766592
00010000:00010000:3.0:1789185323.079083:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e2d0d9ba/0xff23d3f688d8ebb8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a8da expref: 316 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.079096:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006472dba2/0xff23d3f688d8eaed lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a87f expref: 324 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.079101:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010766848
00000100:00100000:3.0:1789185323.079106:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010766848
00000100:00100000:1.0:1789185323.079116:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010767232
00000100:00100000:1.0:1789185323.079120:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010767232
00010000:00010000:3.0:1789185323.079126:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000dd3123e2/0xff23d3f688d8eaf4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a88d expref: 325 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.079136:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000acee1af2/0xff23d3f688d8ecc2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a92e expref: 317 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.079145:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010767488
00000100:00100000:3.0:1789185323.079150:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010767488
00000100:00100000:1.0:1789185323.079157:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23115
00010000:00010000:3.0:1789185323.079168:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000dbd826d1/0xff23d3f688d8eadf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a863 expref: 326 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.079168:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14da1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+326:2391:x1876087010765568:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185323.079185:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185323.079193:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000095076ef5/0xff23d3f688d8eb87 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a8a9 expref: 326 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.079195:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23116
00000100:00100000:3.0:1789185323.079208:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14da1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+317:2391:x1876087010765824:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185323.079212:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000095076ef5/0xff23d3f688d8eb87 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a8a9 expref: 326 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.079220:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.079227:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000551e4bb9/0xff23d3f688d900e9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x7d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 54525952->54530047) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bcbb expref: 317 pid: 34810 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.079236:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000095076ef5/0xff23d3f688d8eb87 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a8a9 expref: 326 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.079241:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000551e4bb9/0xff23d3f688d900e9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 54525952->54530047) gid 0 flags: 0x50000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bcbb expref: 317 pid: 34810 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.079254:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7ce:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.079259:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7ce:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.079265:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000092826d11/0xff23d3f688d92a72 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.079267:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000551e4bb9/0xff23d3f688d900e9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 54525952->54530047) gid 0 flags: 0x44801400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bcbb expref: 317 pid: 34810 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.079287:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000092826d11/0xff23d3f688d92a72 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.079292:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7d6:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1789185323.079300:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7d6:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1789185323.079306:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b228a74f/0xff23d3f688d92a87 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.079315:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b228a74f/0xff23d3f688d92a87 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.079319:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1789185323.079343:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185323.079359:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14da1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+325:2391:x1876087010765568:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 194us (670us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185323.079367:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23115
00000100:00100000:3.0:1789185323.079387:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14da1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+316:2391:x1876087010765824:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 165us (567us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185323.079389:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23117
00000100:00100000:3.0:1789185323.079400:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23116
00000100:00100000:1.0:1789185323.079403:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b269760c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+316:2391:x1876087010766080:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185323.079415:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185323.079421:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000065b288b7/0xff23d3f688d8ecb4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a912 expref: 315 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.079424:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23118
00000100:00100000:3.0:1789185323.079436:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14da1b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+315:2391:x1876087010766336:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185323.079450:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000065b288b7/0xff23d3f688d8ecb4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a912 expref: 315 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.079457:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.079464:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e2d0d9ba/0xff23d3f688d8ebb8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a8da expref: 315 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.079469:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000065b288b7/0xff23d3f688d8ecb4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a912 expref: 315 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.079484:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e2d0d9ba/0xff23d3f688d8ebb8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a8da expref: 314 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.079486:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7d5:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.079495:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7d5:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.079504:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009a97dd45/0xff23d3f688d92a80 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.079517:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009a97dd45/0xff23d3f688d92a80 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.079522:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e2d0d9ba/0xff23d3f688d8ebb8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a8da expref: 314 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.079572:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7d1:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.079577:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7d1:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.079581:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000243cf2a2/0xff23d3f688d92a48 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.079590:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000243cf2a2/0xff23d3f688d92a48 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.079594:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1789185323.079614:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185323.079617:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b269760c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+313:2391:x1876087010766080:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 217us (780us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185323.079624:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23117
00000100:00100000:3.0:1789185323.079643:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14da1b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+312:2391:x1876087010766336:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 208us (779us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.079651:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23118
00000100:00100000:1.0:1789185323.079663:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23119
00000100:00100000:3.0:1789185323.079675:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23120
00000100:00100000:1.0:1789185323.079676:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14da1b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+324:2391:x1876087010766592:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185323.079687:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00000100:00100000:3.0:1789185323.079692:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e1e5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+324:2391:x1876087010766848:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185323.079695:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006472dba2/0xff23d3f688d8eaed lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a87f expref: 324 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.079704:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185323.079707:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006472dba2/0xff23d3f688d8eaed lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a87f expref: 324 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.079714:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000dd3123e2/0xff23d3f688d8eaf4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7cc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a88d expref: 324 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.079724:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006472dba2/0xff23d3f688d8eaed lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a87f expref: 324 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.079730:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000dd3123e2/0xff23d3f688d8eaf4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7cc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a88d expref: 324 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.079737:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7cb:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.079744:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7cb:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.079748:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b93d1933/0xff23d3f688d92a56 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.079765:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b93d1933/0xff23d3f688d92a56 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.079771:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dd3123e2/0xff23d3f688d8eaf4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7cc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a88d expref: 323 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.079797:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7cc:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.079800:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7cc:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.079802:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1789185323.079806:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006d201f36/0xff23d3f688d92a64 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.079815:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006d201f36/0xff23d3f688d92a64 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.079820:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14da1b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+322:2391:x1876087010766592:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 148us (924us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185323.079835:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23119
00000100:00100000:1.0:1789185323.079849:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23121
00010000:00010000:3.0:1789185323.079850:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185323.079857:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e1e7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+311:2391:x1876087010767232:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185323.079865:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.079869:0:178142:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006d201f36/0xff23d3f688d92a64 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.079870:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000acee1af2/0xff23d3f688d8ecc2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a92e expref: 311 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.079895:0:178142:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006d201f36/0xff23d3f688d92a64 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.079897:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000acee1af2/0xff23d3f688d8ecc2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a92e expref: 311 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.079922:0:178142:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006d201f36/0xff23d3f688d92a64 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.079926:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000acee1af2/0xff23d3f688d8ecc2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a92e expref: 311 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.079946:0:178142:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006d201f36/0xff23d3f688d92a64 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.079948:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7d7:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.079955:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7d7:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.079963:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000059346501/0xff23d3f688d92aaa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.079971:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000059346501/0xff23d3f688d92aaa lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.079975:0:178142:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1789185323.079999:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185323.080015:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e1e7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+310:2391:x1876087010767232:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 161us (1064us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185323.080021:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23121
00000100:00100000:1.0:1789185323.080032:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23122
00000100:00100000:1.0:1789185323.080037:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b147529f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+321:2391:x1876087010767488:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185323.080045:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185323.080050:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000dbd826d1/0xff23d3f688d8eadf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7c9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a863 expref: 321 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.080060:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000dbd826d1/0xff23d3f688d8eadf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7c9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a863 expref: 321 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.080073:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dbd826d1/0xff23d3f688d8eadf lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7c9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a863 expref: 321 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.080083:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7c9:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.080086:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7c9:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.080091:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000fa501034/0xff23d3f688d92a41 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.080099:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fa501034/0xff23d3f688d92a41 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.080126:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.080131:0:178142:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149f09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+696:3637:x1876087018859904:12345-0@lo:6:osp-syn-0-0.0 Request processed in 21874us (22038us total) trans 4294977660 rc 0/0
00000100:00100000:3.0:1789185323.080141:0:178142:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37633
00000100:00100000:1.0:1789185323.080146:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b147529f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+320:2391:x1876087010767488:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 107us (1161us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185323.080154:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23122
00010000:00010000:0.0:1789185323.080222:0:8429:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000243cf2a2/0xff23d3f688d92a48 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.080231:0:8429:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000243cf2a2/0xff23d3f688d92a48 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.080240:0:8429:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000243cf2a2/0xff23d3f688d92a48 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.080247:0:8429:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000243cf2a2/0xff23d3f688d92a48 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.080287:0:35223:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b228a74f/0xff23d3f688d92a87 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.080296:0:35223:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b228a74f/0xff23d3f688d92a87 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.080304:0:35223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b228a74f/0xff23d3f688d92a87 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.080312:0:35223:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b228a74f/0xff23d3f688d92a87 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:2.0:1789185323.080391:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14d0f9500/2, rc 0, transno 4294977660
00000100:00100000:2.0:1789185323.080406:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018859904:0@lo:6:osp-syn-0-0.0
00010000:00010000:0.0:1789185323.080470:0:8429:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00000100:00100000:0.0:1789185323.080584:0:8429:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149f0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+702:3635:x1876087018858752:12345-0@lo:6:osp-syn-1-0.0 Request processed in 29144us (29321us total) trans 4294989464 rc 0/0
00000100:00100000:0.0:1789185323.080591:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37628
00000004:00080000:3.0:1789185323.080716:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b151776680/2, rc 0, transno 4294989464
00000100:00100000:3.0:1789185323.080729:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151776680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018858752:0@lo:6:osp-syn-1-0.0
00010000:00010000:1.0:1789185323.080730:0:35223:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00000100:00100000:3.0:1789185323.080754:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148753b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018863104:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185323.080792:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.080822:0:35223:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d0f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+702:3638:x1876087018860800:12345-0@lo:6:osp-syn-1-0.0 Request processed in 21038us (21309us total) trans 4294989465 rc 0/0
00000100:00100000:1.0:1789185323.080830:0:35223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37638
00000004:00080000:3.0:1789185323.080831:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14d0fa680/2, rc 0, transno 4294989465
00000100:00100000:3.0:1789185323.080838:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018860800:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.080848:0:35223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018863104
00000100:00100000:1.0:1789185323.080854:0:35223:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018863104
00000100:00100000:3.0:1789185323.080887:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e1e5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+319:2391:x1876087010766848:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 1199us (1966us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185323.080887:0:35223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37644
00000100:00100000:1.0:1789185323.080895:0:35223:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14aa60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+696:3638:x1876087018863104:12345-0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185323.080900:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23120
00002000:00080000:1.0:1789185323.080919:0:35223:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2002 count 1
00010000:00010000:1.0:1789185323.080940:0:35223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d92ab8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7d2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.080954:0:35223:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000dd01ec09/0xff23d3f688d8eba3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a8e1 expref: 318 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.080961:0:35223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7d2:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.080964:0:35223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7d2:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.080968:0:35223:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d92ab8 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.080993:0:35223:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000dd01ec09/0xff23d3f688d8eba3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a8e1 expref: 318 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.081007:0:35223:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000dd01ec09/0xff23d3f688d8eba3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a8e1 expref: 318 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.081018:0:35223:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0fbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:35223:1876087018863232:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.081051:0:35223:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14ea28300 going to sleep for 11 seconds
00010000:00010000:1.0:1789185323.081083:0:34810:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000fa501034/0xff23d3f688d92a41 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.081091:0:34810:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fa501034/0xff23d3f688d92a41 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.081099:0:34810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fa501034/0xff23d3f688d92a41 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.081106:0:34810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fa501034/0xff23d3f688d92a41 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.081122:0:34810:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool
00010000:00010000:3.0:1789185323.081161:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp.  (3 blwis in pool)
00010000:00010000:3.0:1789185323.081169:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006d201f36/0xff23d3f688d92a64 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.081178:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abdb400 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185323.081184:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006d201f36/0xff23d3f688d92a64 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.081195:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006d201f36/0xff23d3f688d92a64 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.081204:0:34810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151774000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+697:3636:x1876087018858496:12345-0@lo:6:osp-syn-0-0.0 Request processed in 31146us (31234us total) trans 4294977661 rc 0/0
00000100:00100000:1.0:1789185323.081213:0:34810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37627
00010000:00010000:3.0:1789185323.081216:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006d201f36/0xff23d3f688d92a64 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.081230:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:3.0:1789185323.081231:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006d201f36/0xff23d3f688d92a64 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.081238:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000243cf2a2/0xff23d3f688d92a48 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.081249:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abdaa00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.081253:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000243cf2a2/0xff23d3f688d92a48 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.081260:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:1.0:1789185323.081262:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000243cf2a2/0xff23d3f688d92a48 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.081266:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b228a74f/0xff23d3f688d92a87 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.081280:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abdb600 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.081282:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000243cf2a2/0xff23d3f688d92a48 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.081285:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b228a74f/0xff23d3f688d92a87 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.081304:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000243cf2a2/0xff23d3f688d92a48 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.081306:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b228a74f/0xff23d3f688d92a87 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.081332:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b228a74f/0xff23d3f688d92a87 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.081338:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185323.081340:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b228a74f/0xff23d3f688d92a87 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.081343:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fa501034/0xff23d3f688d92a41 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.081358:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149882e00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.081361:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fa501034/0xff23d3f688d92a41 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.081365:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.081370:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.081371:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fa501034/0xff23d3f688d92a41 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.081373:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.081386:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fa501034/0xff23d3f688d92a41 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.081393:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fa501034/0xff23d3f688d92a41 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.081408:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.081410:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.081413:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.081431:0:8428:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000092826d11/0xff23d3f688d92a72 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.081451:0:8428:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000092826d11/0xff23d3f688d92a72 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.081458:0:8428:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000092826d11/0xff23d3f688d92a72 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.081469:0:8428:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000092826d11/0xff23d3f688d92a72 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.081486:0:8428:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1789185323.081730:0:8428:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149f08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+697:3635:x1876087018860416:12345-0@lo:6:osp-syn-0-0.0 Request processed in 22928us (23124us total) trans 4294977662 rc 0/0
00000100:00100000:1.0:1789185323.081738:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37635
00010000:00010000:1.0:1789185323.081767:0:178143:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b93d1933/0xff23d3f688d92a56 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.081776:0:178143:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b93d1933/0xff23d3f688d92a56 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.081783:0:178143:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b93d1933/0xff23d3f688d92a56 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.081790:0:178143:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b93d1933/0xff23d3f688d92a56 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.081801:0:178143:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000004:00080000:3.0:1789185323.081843:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14d0faa00/2, rc 0, transno 4294977662
00000100:00100000:3.0:1789185323.081854:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018860416:0@lo:6:osp-syn-0-0.0
00010000:00010000:3.0:1789185323.081871:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00000100:00100000:1.0:1789185323.081871:0:178143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149f0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+697:3637:x1876087018859008:12345-0@lo:6:osp-syn-0-0.0 Request processed in 30231us (30519us total) trans 4294977663 rc 0/0
00010000:00010000:3.0:1789185323.081878:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000092826d11/0xff23d3f688d92a72 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.081882:0:178143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37630
00010000:00010000:3.0:1789185323.081891:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abda000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185323.081896:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000092826d11/0xff23d3f688d92a72 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.081904:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185323.081905:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000092826d11/0xff23d3f688d92a72 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.081911:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b93d1933/0xff23d3f688d92a56 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.081921:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000092826d11/0xff23d3f688d92a72 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.081922:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abda600 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.081926:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b93d1933/0xff23d3f688d92a56 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.081934:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b93d1933/0xff23d3f688d92a56 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.081945:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b93d1933/0xff23d3f688d92a56 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.081950:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b93d1933/0xff23d3f688d92a56 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.081964:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.081966:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.081967:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.081977:0:178148:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000059346501/0xff23d3f688d92aaa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.081990:0:178148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000059346501/0xff23d3f688d92aaa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.082003:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000092826d11/0xff23d3f688d92a72 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.082006:0:178148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000059346501/0xff23d3f688d92aaa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.082032:0:178148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000059346501/0xff23d3f688d92aaa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.082046:0:178148:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1789185323.082128:0:178148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d0fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+702:3638:x1876087018861952:12345-0@lo:6:osp-syn-1-0.0 Request processed in 17879us (18055us total) trans 4294989466 rc 0/0
00000100:00100000:1.0:1789185323.082134:0:178148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37642
00010000:00010000:1.0:1789185323.082150:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1789185323.082154:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000059346501/0xff23d3f688d92aaa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.082160:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abdbc00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.082163:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000059346501/0xff23d3f688d92aaa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.082170:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000059346501/0xff23d3f688d92aaa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.082180:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000059346501/0xff23d3f688d92aaa lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.082186:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000059346501/0xff23d3f688d92aaa lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.082200:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.082202:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.082204:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.082213:0:35218:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000009a97dd45/0xff23d3f688d92a80 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.082222:0:35218:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009a97dd45/0xff23d3f688d92a80 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.082230:0:35218:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009a97dd45/0xff23d3f688d92a80 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.082237:0:35218:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009a97dd45/0xff23d3f688d92a80 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.082249:0:35218:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1789185323.082281:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185323.082286:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009a97dd45/0xff23d3f688d92a80 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.082294:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abdae00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185323.082298:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009a97dd45/0xff23d3f688d92a80 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.082306:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009a97dd45/0xff23d3f688d92a80 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.082319:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009a97dd45/0xff23d3f688d92a80 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.082321:0:35218:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f725500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+702:3637:x1876087018860672:12345-0@lo:6:osp-syn-1-0.0 Request processed in 23185us (23626us total) trans 4294989467 rc 0/0
00000100:00100000:1.0:1789185323.082337:0:35218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37637
00010000:00010000:3.0:1789185323.082338:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009a97dd45/0xff23d3f688d92a80 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.082356:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.082358:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.082359:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.082364:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:3.0:1789185323.082461:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b145cb1500/2, rc 0, transno 4294989466
00000100:00100000:3.0:1789185323.082468:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b145cb1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018861952:0@lo:6:osp-syn-1-0.0
00000004:00080000:3.0:1789185323.082965:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14d0fa300/2, rc 0, transno 4294989467
00000100:00100000:3.0:1789185323.082972:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018860672:0@lo:6:osp-syn-1-0.0
00000004:00080000:3.0:1789185323.082987:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b151775f80/2, rc 0, transno 4294977663
00000100:00100000:3.0:1789185323.082992:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151775f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018859008:0@lo:6:osp-syn-0-0.0
00010000:00010000:0.0:1789185323.083601:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789185323.083675:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148752680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018863488:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185323.083714:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148750000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018863360:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.083722:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185323.083754:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:0.0:1789185323.083768:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b151775c00/2, rc 0, transno 4294977661
00000100:00100000:0.0:1789185323.083782:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151775c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018858496:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185323.083802:0:178142:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018863488
00000100:00100000:3.0:1789185323.083809:0:178142:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018863488
00000100:00100000:0.0:1789185323.083836:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148750e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018863616:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185323.083848:0:178142:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018863360
00000100:00100000:3.0:1789185323.083852:0:178142:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018863360
00000100:00100000:0.0:1789185323.083869:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:2.0:1789185323.083954:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789185323.084023:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b15176aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018864128:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185323.084050:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185323.086033:0:178142:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018863616
00000100:00100000:3.0:1789185323.086045:0:178142:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018863616
00000100:00100000:0.0:1789185323.086070:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37645
00000100:00100000:0.0:1789185323.086085:0:8429:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148751180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+699:3636:x1876087018863488:12345-0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185323.086097:0:178142:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37646
00000100:00100000:3.0:1789185323.086106:0:178142:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14aa62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+699:3635:x1876087018863360:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1789185323.086123:0:8429:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2004 count 1
00002000:00080000:3.0:1789185323.086124:0:178142:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2003 count 1
00010000:00010000:3.0:1789185323.086157:0:178142:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009a05288e/0xff23d3f688d92abf lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7d3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.086157:0:8429:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ce1a8e47/0xff23d3f688d92ac6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7d4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.086195:0:8429:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c394ab5f/0xff23d3f688d8ebd4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a8fd expref: 318 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.086205:0:8429:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7d4:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.086209:0:8429:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7d4:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.086214:0:8429:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ce1a8e47/0xff23d3f688d92ac6 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.086255:0:8429:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c394ab5f/0xff23d3f688d8ebd4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a8fd expref: 318 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.086269:0:8429:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c394ab5f/0xff23d3f688d8ebd4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a8fd expref: 318 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.086282:0:8429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148750700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8429:1876087018864256:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.086298:0:178142:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000097d2c719/0xff23d3f688d8ebcd lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a8ef expref: 318 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.086307:0:178142:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7d3:0x0].0x0 since=124s v=(0 0)
00010000:00010000:3.0:1789185323.086311:0:178142:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7d3:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.086315:0:178142:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009a05288e/0xff23d3f688d92abf lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.086341:0:178142:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000097d2c719/0xff23d3f688d8ebcd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a8ef expref: 318 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.086352:0:178142:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000097d2c719/0xff23d3f688d8ebcd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a8ef expref: 318 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.086362:0:8429:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b149e7f180 going to sleep for 11 seconds
00000100:00100000:3.0:1789185323.086364:0:178142:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b147624e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:178142:1876087018864384:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.086475:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.086581:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.086605:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.086621:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.086638:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010765696
00000100:00100000:0.0:1789185323.086642:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010765696
00010000:00010000:0.0:1789185323.086666:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000015c9841b/0xff23d3f688d8ecad lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a904 expref: 310 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.086686:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010765952
00000100:00100000:0.0:1789185323.086689:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010765952
00010000:00010000:0.0:1789185323.086701:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ba7a88ec/0xff23d3f688d8eb8e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a8b7 expref: 319 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.086717:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010766208
00000100:00100000:0.0:1789185323.086720:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010766208
00010000:00010000:0.0:1789185323.086730:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c5a59aa9/0xff23d3f688d8eb95 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a8c5 expref: 320 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.086746:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010766464
00000100:00100000:0.0:1789185323.086748:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010766464
00010000:00010000:0.0:1789185323.086758:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001c3a632a/0xff23d3f688d8eae6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a871 expref: 321 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.086769:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23123
00000100:00100000:0.0:1789185323.086775:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148753100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+310:2391:x1876087010765696:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.086784:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.086789:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000015c9841b/0xff23d3f688d8ecad lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a904 expref: 310 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.086800:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000015c9841b/0xff23d3f688d8ecad lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a904 expref: 310 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.086822:0:10396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000015c9841b/0xff23d3f688d8ecad lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a904 expref: 310 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.086837:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7d4:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.086840:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7d4:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.086846:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001cb1768f/0xff23d3f688d92a79 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.086855:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001cb1768f/0xff23d3f688d92a79 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.086883:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.086916:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148753100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+309:2391:x1876087010765696:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 141us (441us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.086922:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23123
00000100:00100000:0.0:1789185323.086943:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23124
00000100:00100000:0.0:1789185323.086950:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b269762c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+321:2391:x1876087010765952:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.086957:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.086961:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ba7a88ec/0xff23d3f688d8eb8e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a8b7 expref: 321 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.086970:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ba7a88ec/0xff23d3f688d8eb8e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a8b7 expref: 321 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.086984:0:10396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ba7a88ec/0xff23d3f688d8eb8e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a8b7 expref: 321 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.086993:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7cf:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.086996:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7cf:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.087000:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000017719b4f/0xff23d3f688d92a8e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.087006:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000017719b4f/0xff23d3f688d92a8e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.087027:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.087046:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b269762c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+320:2391:x1876087010765952:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 97us (465us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.087052:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23124
00000100:00100000:0.0:1789185323.087088:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23125
00000100:00100000:0.0:1789185323.087094:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148751f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+319:2391:x1876087010766208:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.087101:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.087105:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c5a59aa9/0xff23d3f688d8eb95 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a8c5 expref: 319 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.087114:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c5a59aa9/0xff23d3f688d8eb95 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a8c5 expref: 319 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.087125:0:10396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c5a59aa9/0xff23d3f688d8eb95 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a8c5 expref: 319 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.087134:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7d0:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.087138:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7d0:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.087141:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000039d3f603/0xff23d3f688d92a95 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.087147:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000039d3f603/0xff23d3f688d92a95 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.087168:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.087187:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148751f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+318:2391:x1876087010766208:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 92us (581us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.087192:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23125
00000100:00100000:0.0:1789185323.087205:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23126
00000100:00100000:0.0:1789185323.087212:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148752d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+317:2391:x1876087010766464:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.087218:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.087222:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001c3a632a/0xff23d3f688d8eae6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a871 expref: 317 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.087232:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001c3a632a/0xff23d3f688d8eae6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a871 expref: 317 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.087244:0:10396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001c3a632a/0xff23d3f688d8eae6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a871 expref: 317 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.087252:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7ca:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.087255:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7ca:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.087258:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004e6d0f6b/0xff23d3f688d92a4f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.087266:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004e6d0f6b/0xff23d3f688d92a4f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.087289:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.087306:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148752d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+316:2391:x1876087010766464:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 95us (684us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.087312:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23126
00000100:00100000:0.0:1789185323.087352:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.087369:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010766720
00000100:00100000:0.0:1789185323.087372:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010766720
00010000:00010000:0.0:1789185323.087387:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000075b31d3e/0xff23d3f688d8ebc6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a8e8 expref: 309 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.087406:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23127
00000100:00100000:0.0:1789185323.087413:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148753100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+309:2391:x1876087010766720:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.087419:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.087424:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000075b31d3e/0xff23d3f688d8ebc6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a8e8 expref: 309 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.087433:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000075b31d3e/0xff23d3f688d8ebc6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a8e8 expref: 309 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.087459:0:10396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000075b31d3e/0xff23d3f688d8ebc6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a8e8 expref: 309 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.087470:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7d2:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.087473:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7d2:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.087477:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002b4947e1/0xff23d3f688d92a5d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.087484:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002b4947e1/0xff23d3f688d92a5d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.087501:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.087521:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148753100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+308:2391:x1876087010766720:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 109us (168us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.087528:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23127
00010000:00010000:0.0:1789185323.087568:0:178144:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000002b4947e1/0xff23d3f688d92a5d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.087577:0:178144:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002b4947e1/0xff23d3f688d92a5d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.087587:0:178144:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002b4947e1/0xff23d3f688d92a5d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.087594:0:178144:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002b4947e1/0xff23d3f688d92a5d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.087611:0:178144:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1789185323.087761:0:178144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d0e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+702:3636:x1876087018859136:12345-0@lo:6:osp-syn-1-0.0 Request processed in 36010us (36227us total) trans 4294989468 rc 0/0
00000100:00100000:0.0:1789185323.087768:0:178144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37631
00000100:00100000:0.0:1789185323.087788:0:178144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37647
00000100:00100000:0.0:1789185323.087796:0:178144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148751880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+699:3637:x1876087018863616:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1789185323.087814:0:178144:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2005 count 1
00010000:00010000:0.0:1789185323.087832:0:178144:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c9a27dda/0xff23d3f688d92acd lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7d5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.087844:0:178144:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006b385f38/0xff23d3f688d8ebdb lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a90b expref: 315 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.087851:0:178144:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7d5:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.087854:0:178144:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7d5:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.087857:0:178144:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c9a27dda/0xff23d3f688d92acd lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.087882:0:178144:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006b385f38/0xff23d3f688d8ebdb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a90b expref: 315 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.087893:0:178144:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006b385f38/0xff23d3f688d8ebdb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a90b expref: 315 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.087904:0:178144:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148751500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:178144:1876087018864512:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.087936:0:178144:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe7fe40 going to sleep for 11 seconds
00000100:00100000:0.0:1789185323.087988:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.088005:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010767104
00000100:00100000:0.0:1789185323.088008:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010767104
00010000:00010000:0.0:1789185323.088024:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ff5b8ae4/0xff23d3f688d8eca6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a8f6 expref: 308 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.088048:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23128
00000100:00100000:0.0:1789185323.088054:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148750380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+308:2391:x1876087010767104:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.088063:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.088068:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ff5b8ae4/0xff23d3f688d8eca6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7d3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a8f6 expref: 308 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.088077:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ff5b8ae4/0xff23d3f688d8eca6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7d3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a8f6 expref: 308 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.088090:0:10396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ff5b8ae4/0xff23d3f688d8eca6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7d3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a8f6 expref: 308 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.088101:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7d3:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.088104:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7d3:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.088108:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003b4d0371/0xff23d3f688d92a9c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.088115:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003b4d0371/0xff23d3f688d92a9c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.088134:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.088154:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148750380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+307:2391:x1876087010767104:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 101us (166us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.088161:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23128
00010000:00010000:0.0:1789185323.088180:0:34809:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000003b4d0371/0xff23d3f688d92a9c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.088189:0:34809:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003b4d0371/0xff23d3f688d92a9c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.088197:0:34809:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003b4d0371/0xff23d3f688d92a9c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.088205:0:34809:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003b4d0371/0xff23d3f688d92a9c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.088225:0:34809:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:0.0:1789185323.088299:0:34809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d0f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+702:3636:x1876087018859776:12345-0@lo:6:osp-syn-1-0.0 Request processed in 32002us (32099us total) trans 4294989469 rc 0/0
00000100:00100000:0.0:1789185323.088305:0:34809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37632
00000100:00100000:0.0:1789185323.088354:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.088369:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010767360
00000100:00100000:0.0:1789185323.088373:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010767360
00010000:00010000:0.0:1789185323.088387:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000043d2fac0/0xff23d3f688d8ecc9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a93c expref: 307 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.088407:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23129
00000100:00100000:0.0:1789185323.088413:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148750a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+307:2391:x1876087010767360:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.088420:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.088424:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000043d2fac0/0xff23d3f688d8ecc9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a93c expref: 307 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.088600:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000043d2fac0/0xff23d3f688d8ecc9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a93c expref: 307 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.088617:0:10396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000043d2fac0/0xff23d3f688d8ecc9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a93c expref: 307 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.088628:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7d8:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.088631:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7d8:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.088636:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000146315f7/0xff23d3f688d92aa3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.088644:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000146315f7/0xff23d3f688d92aa3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.088667:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.088687:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148750a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+306:2391:x1876087010767360:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 274us (332us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.088693:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23129
00000100:00100000:0.0:1789185323.088744:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.088775:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:0.0:1789185323.088811:0:8431:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000039d3f603/0xff23d3f688d92a95 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.088820:0:8431:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000039d3f603/0xff23d3f688d92a95 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.088834:0:8431:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000039d3f603/0xff23d3f688d92a95 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.088841:0:8431:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000039d3f603/0xff23d3f688d92a95 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.088853:0:8431:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00010000:00010000:0.0:1789185323.088863:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:0.0:1789185323.088869:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002b4947e1/0xff23d3f688d92a5d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.088876:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abda400 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.088887:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002b4947e1/0xff23d3f688d92a5d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.088897:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002b4947e1/0xff23d3f688d92a5d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.088909:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002b4947e1/0xff23d3f688d92a5d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.088917:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002b4947e1/0xff23d3f688d92a5d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.088936:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:0.0:1789185323.088939:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003b4d0371/0xff23d3f688d92a9c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.088945:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abdb200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.088949:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003b4d0371/0xff23d3f688d92a9c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.088956:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003b4d0371/0xff23d3f688d92a9c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.088965:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003b4d0371/0xff23d3f688d92a9c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.088972:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003b4d0371/0xff23d3f688d92a9c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.089148:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1789185323.089159:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b15176ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018863744:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185323.089203:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185323.089235:0:35220:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010767744
00000100:00100000:2.0:1789185323.089239:0:35220:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010767744
00000100:00100000:2.0:1789185323.089282:0:35220:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010768000
00000100:00100000:2.0:1789185323.089285:0:35220:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010768000
00000100:00100000:2.0:1789185323.089310:0:35220:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 16746
00000100:00100000:2.0:1789185323.089318:0:35220:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b147529f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:5ea6f62d-4e20-4559-8935-61e538d0074d+11:2391:x1876087010767744:12345-192.168.204.3@tcp:400:kworker.0
00000100:00100000:2.0:1789185323.089352:0:35220:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b147529f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:5ea6f62d-4e20-4559-8935-61e538d0074d+11:2391:x1876087010767744:12345-192.168.204.3@tcp:400:kworker.0 Request processed in 34us (607us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185323.089358:0:35220:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 16746
00000100:00100000:2.0:1789185323.089373:0:35220:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 16747
00000100:00100000:2.0:1789185323.089386:0:35220:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e1e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:e79deea0-f7ae-4edd-b0c3-4df8e4cde9af+9:2391:x1876087010768000:12345-192.168.204.3@tcp:400:kworker.0
00000100:00100000:2.0:1789185323.089409:0:35220:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e1e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:e79deea0-f7ae-4edd-b0c3-4df8e4cde9af+9:2391:x1876087010768000:12345-192.168.204.3@tcp:400:kworker.0 Request processed in 24us (633us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185323.089416:0:35220:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 16747
00000100:00080000:2.0:1789185323.089433:0:6511:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:2.0:1789185323.089463:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151768a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018864000:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185323.089491:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:2.0:1789185323.089535:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14d0fb800/2, rc 0, transno 4294989469
00000100:00100000:2.0:1789185323.089562:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018859776:0@lo:6:osp-syn-1-0.0
00000004:00080000:2.0:1789185323.089576:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b151774380/2, rc 0, transno 4294989468
00000100:00100000:2.0:1789185323.089580:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151774380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018859136:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185323.089588:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1789185323.089594:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b15176bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018863872:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185323.089616:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185323.089720:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1789185323.089727:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149a07100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018864768:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185323.089752:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185323.089775:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1789185323.089782:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149a05880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018864640:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185323.089803:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185323.089832:0:8491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018864128
00000100:00100000:2.0:1789185323.089836:0:8491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018864128
00000100:00100000:2.0:1789185323.089855:0:8491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018863744
00000100:00100000:2.0:1789185323.089858:0:8491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018863744
00000100:00100000:2.0:1789185323.089866:0:8491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018864000
00000100:00100000:2.0:1789185323.089868:0:8491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018864000
00000100:00100000:2.0:1789185323.089877:0:8491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018863872
00000100:00100000:2.0:1789185323.089879:0:8491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018863872
00000100:00100000:2.0:1789185323.089888:0:8491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018864768
00000100:00100000:2.0:1789185323.089890:0:8491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018864768
00000100:00100000:2.0:1789185323.089897:0:8491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018864640
00000100:00100000:2.0:1789185323.089899:0:8491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018864640
00000100:00100000:2.0:1789185323.089910:0:8491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37648
00000100:00100000:2.0:1789185323.089916:0:8491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151769880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+707:3637:x1876087018864128:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1789185323.089934:0:8491:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2012 count 1
00010000:00010000:2.0:1789185323.089955:0:8491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003654a7fb/0xff23d3f688d92ad4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7dc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.089971:0:8491:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000034c4630c/0xff23d3f688d8ece5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a974 expref: 305 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.089978:0:8491:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7dc:0x0].0x0 since=124s v=(0 0)
00010000:00010000:2.0:1789185323.089982:0:8491:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7dc:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.089986:0:8491:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003654a7fb/0xff23d3f688d92ad4 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.090015:0:8491:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000034c4630c/0xff23d3f688d8ece5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a974 expref: 305 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.090027:0:8491:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000034c4630c/0xff23d3f688d8ece5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a974 expref: 305 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.090037:0:8491:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f728380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8491:1876087018864896:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185323.090075:0:8491:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b149ae2000 going to sleep for 11 seconds
00010000:00010000:2.0:1789185323.090106:0:178145:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000146315f7/0xff23d3f688d92aa3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.090115:0:178145:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000146315f7/0xff23d3f688d92aa3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.090122:0:34810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37649
00010000:00010000:2.0:1789185323.090124:0:178145:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000146315f7/0xff23d3f688d92aa3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.090131:0:178145:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000146315f7/0xff23d3f688d92aa3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.090133:0:34810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b15176a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+707:3637:x1876087018863744:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185323.090145:0:34810:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2009 count 1
00010000:00010000:2.0:1789185323.090146:0:178145:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00010000:00010000:2.0:1789185323.090155:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:1.0:1789185323.090158:0:34810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008e9a7fa0/0xff23d3f688d92adb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7d9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.090160:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000039d3f603/0xff23d3f688d92a95 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.090170:0:34810:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a3f46d12/0xff23d3f688d8ecd0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a94a expref: 305 pid: 35218 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.090172:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abdac00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.090176:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000039d3f603/0xff23d3f688d92a95 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.090184:0:34810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7d9:0x0].0x0 since=124s v=(0 0)
00010000:00010000:2.0:1789185323.090185:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000039d3f603/0xff23d3f688d92a95 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.090188:0:34810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7d9:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.090192:0:34810:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008e9a7fa0/0xff23d3f688d92adb lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.090201:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000039d3f603/0xff23d3f688d92a95 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.090209:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000039d3f603/0xff23d3f688d92a95 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.090209:0:34810:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a3f46d12/0xff23d3f688d8ecd0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a94a expref: 305 pid: 35218 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.090219:0:34810:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a3f46d12/0xff23d3f688d8ecd0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a94a expref: 305 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.090229:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00000100:00100000:1.0:1789185323.090229:0:34810:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0fb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:34810:1876087018865024:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.090232:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000146315f7/0xff23d3f688d92aa3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.090237:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bd800 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.090241:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000146315f7/0xff23d3f688d92aa3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.090248:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000146315f7/0xff23d3f688d92aa3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.090257:0:34810:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14ea28600 going to sleep for 11 seconds
00010000:00010000:2.0:1789185323.090258:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000146315f7/0xff23d3f688d92aa3 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.090266:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000146315f7/0xff23d3f688d92aa3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.090289:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.090291:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.090293:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789185323.090428:0:178145:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d0f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+708:3638:x1876087018862080:12345-0@lo:6:osp-syn-1-0.0 Request processed in 26908us (27351us total) trans 4294989470 rc 0/0
00000100:00100000:2.0:1789185323.090435:0:178145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37641
00000100:00100000:2.0:1789185323.090462:0:178145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37650
00000100:00100000:2.0:1789185323.090468:0:178145:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151768700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+707:3636:x1876087018864000:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1789185323.090479:0:178145:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2011 count 1
00010000:00010000:2.0:1789185323.090490:0:178145:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a5a45477/0xff23d3f688d92ae2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7db:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.090501:0:178145:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d6b2c410/0xff23d3f688d8ecde lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a966 expref: 305 pid: 35218 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.090508:0:178145:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7db:0x0].0x0 since=124s v=(0 0)
00010000:00010000:2.0:1789185323.090511:0:178145:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7db:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.090514:0:178145:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a5a45477/0xff23d3f688d92ae2 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.090534:0:178145:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d6b2c410/0xff23d3f688d8ecde lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a966 expref: 305 pid: 35218 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.090565:0:178145:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d6b2c410/0xff23d3f688d8ecde lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a966 expref: 305 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.090569:0:178146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37651
00000100:00100000:2.0:1789185323.090575:0:178145:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f729c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:178145:1876087018865152:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.090577:0:178146:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149a04700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+707:3636:x1876087018863872:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185323.090590:0:178146:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2010 count 1
00010000:00010000:1.0:1789185323.090601:0:178146:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000048e3f1cb/0xff23d3f688d92ae9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7da:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.090604:0:178145:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b149ae2780 going to sleep for 11 seconds
00010000:00010000:1.0:1789185323.090612:0:178146:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a298f21a/0xff23d3f688d8ecd7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a958 expref: 305 pid: 35218 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.090619:0:178146:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7da:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.090621:0:178146:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7da:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.090625:0:178146:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000048e3f1cb/0xff23d3f688d92ae9 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.090645:0:178146:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a298f21a/0xff23d3f688d8ecd7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a958 expref: 305 pid: 35218 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.090654:0:178146:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a298f21a/0xff23d3f688d8ecd7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a958 expref: 305 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.090663:0:178146:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:178146:1876087018865280:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.090683:0:178146:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14ea289c0 going to sleep for 11 seconds
00000100:00100000:1.0:1789185323.090720:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37652
00010000:00010000:0.0:1789185323.090720:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.090723:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.090725:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789185323.090728:0:8428:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b150571c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+707:3636:x1876087018864768:12345-0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185323.090736:0:34809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37653
00000100:00100000:0.0:1789185323.090745:0:34809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f728700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+707:3637:x1876087018864640:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185323.090750:0:8428:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2014 count 1
00002000:00080000:0.0:1789185323.090755:0:34809:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2013 count 1
00010000:00010000:1.0:1789185323.090761:0:8428:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000691a0de/0xff23d3f688d92af0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7de:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.090765:0:34809:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b52914eb/0xff23d3f688d92af7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7dd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.090773:0:8428:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000002fb7919/0xff23d3f688d8ffd8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 33554432->33558527) gid 0 flags: 0x40000000020000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bbaa expref: 305 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.090775:0:34809:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f956b96e/0xff23d3f688d8ecec lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a982 expref: 305 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.090782:0:8428:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x7de:0x0].0x0 since=121s v=(0 0)
00010000:00010000:1.0:1789185323.090785:0:8428:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7de:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1789185323.090789:0:8428:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000691a0de/0xff23d3f688d92af0 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.090789:0:34809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7dd:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.090791:0:34809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7dd:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.090795:0:34809:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b52914eb/0xff23d3f688d92af7 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.090807:0:8428:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000002fb7919/0xff23d3f688d8ffd8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 33554432->33558527) gid 0 flags: 0x50000000030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bbaa expref: 305 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.090809:0:34809:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f956b96e/0xff23d3f688d8ecec lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a982 expref: 305 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.090817:0:8428:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000002fb7919/0xff23d3f688d8ffd8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x7de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 33554432->33558527) gid 0 flags: 0x70000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bbaa expref: 305 pid: 35223 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.090819:0:34809:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f956b96e/0xff23d3f688d8ecec lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a982 expref: 305 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.090828:0:8428:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0f8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8428:1876087018865408:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.090828:0:34809:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e1e5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:34809:1876087018865536:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.090846:0:34809:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe7f900 going to sleep for 11 seconds
00000100:00100000:0.0:1789185323.090866:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:3.0:1789185323.091061:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:3.0:1789185323.091097:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14e1e4e00/2, rc 0, transno 4294989470
00000100:00100000:3.0:1789185323.091116:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e1e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018862080:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.091177:0:8428:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14ea28480 going to sleep for 11 seconds
00010000:00010000:1.0:1789185323.091200:0:178147:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000001cb1768f/0xff23d3f688d92a79 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.091209:0:178147:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001cb1768f/0xff23d3f688d92a79 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.091219:0:178147:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001cb1768f/0xff23d3f688d92a79 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.091225:0:178147:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001cb1768f/0xff23d3f688d92a79 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.091239:0:178147:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1789185323.091284:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.091306:0:31024:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010767616
00000100:00100000:0.0:1789185323.091310:0:31024:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010767616
00000100:00100000:0.0:1789185323.091338:0:31024:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 2684
00000100:00100000:1.0:1789185323.091339:0:178147:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d0d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+708:3635:x1876087018860544:12345-0@lo:6:osp-syn-1-0.0 Request processed in 32383us (32690us total) trans 4294989471 rc 0/0
00000100:00100000:0.0:1789185323.091344:0:31024:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b145632450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:f913e804-0131-444b-8423-927faee13f0d+13:2391:x1876087010767616:12345-192.168.204.3@tcp:400:kworker.0
00000100:00100000:1.0:1789185323.091346:0:178147:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37636
00000100:00100000:0.0:1789185323.091366:0:31024:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b145632450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:f913e804-0131-444b-8423-927faee13f0d+13:2391:x1876087010767616:12345-192.168.204.3@tcp:400:kworker.0 Request processed in 22us (82us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.091372:0:31024:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 2684
00000100:00100000:0.0:1789185323.091428:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.091457:0:35219:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010767872
00000100:00100000:0.0:1789185323.091461:0:35219:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010767872
00000100:00100000:0.0:1789185323.091497:0:35219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 16748
00000100:00100000:0.0:1789185323.091504:0:35219:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d41ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:5ea6f62d-4e20-4559-8935-61e538d0074d+21:2391:x1876087010767872:12345-192.168.204.3@tcp:400:kworker.0
00000100:00100000:0.0:1789185323.091566:0:35219:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d41ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:5ea6f62d-4e20-4559-8935-61e538d0074d+21:2391:x1876087010767872:12345-192.168.204.3@tcp:400:kworker.0 Request processed in 43us (118us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.091572:0:35219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 16748
00000100:00080000:0.0:1789185323.091590:0:6511:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1789185323.091630:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.091665:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.091714:0:35222:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148751c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:35222:1876087018862976:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.091732:0:35222:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000062be1bd2/0xff23d3f688d92ab1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.091801:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.091817:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010768640
00000100:00100000:0.0:1789185323.091820:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010768640
00010000:00010000:0.0:1789185323.091837:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000dd01ec09/0xff23d3f688d8eba3 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a8e1 expref: 316 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.091857:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23130
00000100:00100000:0.0:1789185323.091862:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b15054bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+316:2392:x1876087010768640:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.091870:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.091875:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000dd01ec09/0xff23d3f688d8eba3 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a8e1 expref: 316 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.091885:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000dd01ec09/0xff23d3f688d8eba3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a8e1 expref: 316 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.091904:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7d2:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.091907:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7d2:0x0].0x0 since=0s v=(0 0)
00000100:00100000:1.0:1789185323.091909:0:178147:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010768256
00000100:00100000:1.0:1789185323.091912:0:178147:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010768256
00010000:00010000:0.0:1789185323.091913:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d92ab8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.091921:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d92ab8 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.091935:0:178147:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010768384
00000100:00100000:1.0:1789185323.091937:0:178147:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010768384
00010000:00010000:0.0:1789185323.091937:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185323.091951:0:178147:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 11202
00000100:00100000:0.0:1789185323.091954:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b15054bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+316:2392:x1876087010768640:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 92us (154us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185323.091957:0:178147:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b2769b0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:e79deea0-f7ae-4edd-b0c3-4df8e4cde9af+34:2391:x1876087010768256:12345-192.168.204.3@tcp:400:kworker.0
00000100:00100000:0.0:1789185323.091961:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23130
00000100:00100000:1.0:1789185323.091981:0:178147:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b2769b0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:e79deea0-f7ae-4edd-b0c3-4df8e4cde9af+34:2391:x1876087010768256:12345-192.168.204.3@tcp:400:kworker.0 Request processed in 23us (1114us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185323.091987:0:178147:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 11202
00000100:00100000:1.0:1789185323.092000:0:178147:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 11203
00000100:00100000:1.0:1789185323.092007:0:178147:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b150549c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:e79deea0-f7ae-4edd-b0c3-4df8e4cde9af+28:2391:x1876087010768384:12345-192.168.204.3@tcp:400:kworker.0
00000100:00100000:0.0:1789185323.092007:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185323.092030:0:178147:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b150549c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:e79deea0-f7ae-4edd-b0c3-4df8e4cde9af+28:2391:x1876087010768384:12345-192.168.204.3@tcp:400:kworker.0 Request processed in 23us (364us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185323.092037:0:178147:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 11203
00000100:00100000:3.0:1789185323.092040:0:178142:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1486aa840 going to sleep for 11 seconds
00010000:00010000:1.0:1789185323.092070:0:24325:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000017719b4f/0xff23d3f688d92a8e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.092072:0:8429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148750700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8429:1876087018864256:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.092080:0:24325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000017719b4f/0xff23d3f688d92a8e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.092087:0:8429:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000ce1a8e47/0xff23d3f688d92ac6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.092088:0:24325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000017719b4f/0xff23d3f688d92a8e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.092096:0:24325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000017719b4f/0xff23d3f688d92a8e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.092106:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:1.0:1789185323.092116:0:24325:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00010000:00010000:0.0:1789185323.092124:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:0.0:1789185323.092130:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001cb1768f/0xff23d3f688d92a79 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.092138:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abdba00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.092143:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001cb1768f/0xff23d3f688d92a79 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.092156:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001cb1768f/0xff23d3f688d92a79 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.092219:0:24325:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148753480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+700:3635:x1876087018861312:12345-0@lo:6:osp-syn-0-0.0 Request processed in 32261us (32539us total) trans 4294977664 rc 0/0
00000100:00100000:1.0:1789185323.092229:0:24325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37639
00010000:00010000:1.0:1789185323.092250:0:178169:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000004e6d0f6b/0xff23d3f688d92a4f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.092259:0:178169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004e6d0f6b/0xff23d3f688d92a4f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.092268:0:178169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004e6d0f6b/0xff23d3f688d92a4f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.092275:0:178169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004e6d0f6b/0xff23d3f688d92a4f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.092290:0:24807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010768128
00010000:00010000:1.0:1789185323.092292:0:178169:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:2.0:1789185323.092293:0:24807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010768128
00000100:00100000:2.0:1789185323.092324:0:24807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 16749
00000100:00100000:2.0:1789185323.092330:0:24807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d419880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e79deea0-f7ae-4edd-b0c3-4df8e4cde9af+28:2391:x1876087010768128:12345-192.168.204.3@tcp:400:kworker.0
00000100:00100000:2.0:1789185323.092355:0:24807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d419880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e79deea0-f7ae-4edd-b0c3-4df8e4cde9af+28:2391:x1876087010768128:12345-192.168.204.3@tcp:400:kworker.0 Request processed in 25us (725us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185323.092362:0:24807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 16749
00000100:00100000:2.0:1789185323.092389:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f728e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018865664:0@lo:6:osp-syn-1-0.0
00010000:00010000:0.0:1789185323.092428:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001cb1768f/0xff23d3f688d92a79 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.092437:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001cb1768f/0xff23d3f688d92a79 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.092467:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:0.0:1789185323.092470:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000017719b4f/0xff23d3f688d92a8e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.092475:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abdb800 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.092478:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000017719b4f/0xff23d3f688d92a8e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.092485:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000017719b4f/0xff23d3f688d92a8e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.092495:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000017719b4f/0xff23d3f688d92a8e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.092501:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000017719b4f/0xff23d3f688d92a8e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.092517:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185323.092520:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004e6d0f6b/0xff23d3f688d92a4f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.092525:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149883400 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.092528:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004e6d0f6b/0xff23d3f688d92a4f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.092536:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004e6d0f6b/0xff23d3f688d92a4f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.092560:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004e6d0f6b/0xff23d3f688d92a4f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.092568:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004e6d0f6b/0xff23d3f688d92a4f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.092588:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.092591:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.092594:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789185323.093850:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.093850:0:178169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149f0b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+701:3637:x1876087018858880:12345-0@lo:6:osp-syn-0-0.0 Request processed in 42248us (42536us total) trans 4294977665 rc 0/0
00000100:00100000:1.0:1789185323.093860:0:178169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37629
00000100:00100000:1.0:1789185323.093885:0:178169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018865664
00000100:00100000:1.0:1789185323.093890:0:178169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018865664
00000100:00100000:1.0:1789185323.093917:0:178169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37654
00000004:00080000:2.0:1789185323.093918:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b151774700/2, rc 0, transno 4294977665
00000100:00100000:1.0:1789185323.093925:0:178169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f729880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+708:3636:x1876087018865664:12345-0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185323.093936:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151774700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018858880:0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185323.093947:0:178169:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2015 count 1
00000004:00080000:2.0:1789185323.093958:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14d0f8e00/2, rc 0, transno 4294977664
00000100:00100000:2.0:1789185323.093963:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018861312:0@lo:6:osp-syn-0-0.0
00010000:00010000:1.0:1789185323.093967:0:178169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d92afe lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7df:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:2.0:1789185323.093974:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14d0f8000/2, rc 0, transno 4294989471
00000100:00100000:2.0:1789185323.093981:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018860544:0@lo:6:osp-syn-1-0.0
00010000:00010000:1.0:1789185323.093986:0:178169:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009a4a5be9/0xff23d3f688d8ecf3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a99e expref: 305 pid: 35218 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.093995:0:178169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7df:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.093999:0:178169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7df:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.094001:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.094004:0:178169:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d92afe lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.094032:0:178169:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009a4a5be9/0xff23d3f688d8ecf3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a99e expref: 305 pid: 35218 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.094039:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00010000:00010000:1.0:1789185323.094045:0:178169:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009a4a5be9/0xff23d3f688d8ecf3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a99e expref: 305 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.094051:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010768512
00000100:00100000:2.0:1789185323.094055:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010768512
00000100:00100000:3.0:1789185323.094056:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f728a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018865792:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.094060:0:178169:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0fad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:178169:1876087018865920:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.094076:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b23b952c/0xff23d3f688d8eb9c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a8d3 expref: 316 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.094096:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010768768
00000100:00100000:2.0:1789185323.094100:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010768768
00000100:00100000:1.0:1789185323.094113:0:178169:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14a911c00 going to sleep for 11 seconds
00010000:00010000:2.0:1789185323.094114:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c394ab5f/0xff23d3f688d8ebd4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a8fd expref: 317 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.094125:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789185323.094126:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185323.094136:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23131
00000100:00100000:1.0:1789185323.094142:0:16720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018865792
00000100:00100000:2.0:1789185323.094144:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b269761450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+317:2392:x1876087010768512:12345-192.168.204.3@tcp:103:ldlm_bl.0
00000100:00100000:1.0:1789185323.094146:0:16720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018865792
00010000:00010000:2.0:1789185323.094153:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.094158:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b23b952c/0xff23d3f688d8eb9c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a8d3 expref: 317 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.094164:0:16720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37655
00000100:00100000:1.0:1789185323.094169:0:16720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d77800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+709:3638:x1876087018865792:12345-0@lo:6:osp-syn-1-0.0
00010000:00010000:2.0:1789185323.094171:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b23b952c/0xff23d3f688d8eb9c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a8d3 expref: 317 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00002000:00080000:1.0:1789185323.094179:0:16720:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2016 count 1
00010000:00010000:2.0:1789185323.094189:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b23b952c/0xff23d3f688d8eb9c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a8d3 expref: 317 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.094190:0:16720:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ba247524/0xff23d3f688d92b05 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7e0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.094202:0:16720:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000066fa714/0xff23d3f688d8ecfa lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a9ac expref: 305 pid: 35218 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.094203:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7d1:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.094207:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7d1:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.094213:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000062be1bd2/0xff23d3f688d92ab1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.094214:0:16720:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7e0:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.094218:0:16720:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7e0:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.094221:0:16720:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ba247524/0xff23d3f688d92b05 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.094222:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000062be1bd2/0xff23d3f688d92ab1 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.094244:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23132
00010000:00010000:1.0:1789185323.094245:0:16720:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000066fa714/0xff23d3f688d8ecfa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a9ac expref: 305 pid: 35218 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.094250:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1789185323.094257:0:16720:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000066fa714/0xff23d3f688d8ecfa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a9ac expref: 305 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.094261:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b152868a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+316:2392:x1876087010768768:12345-192.168.204.3@tcp:103:ldlm_bl.0
00000100:00100000:1.0:1789185323.094277:0:16720:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14da1b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16720:1876087018866048:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.094278:0:8458:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00000100:00100000:2.0:1789185323.094278:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b269761450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+316:2392:x1876087010768512:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 134us (2269us total) trans 0 rc 0/0
00010000:00010000:3.0:1789185323.094288:0:8458:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c394ab5f/0xff23d3f688d8ebd4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a8fd expref: 316 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.094289:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23131
00000100:00100000:1.0:1789185323.094302:0:16720:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14a911f00 going to sleep for 11 seconds
00010000:00010000:3.0:1789185323.094307:0:8458:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c394ab5f/0xff23d3f688d8ebd4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a8fd expref: 315 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.094324:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c394ab5f/0xff23d3f688d8ebd4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a8fd expref: 315 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.094335:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7d4:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.094338:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.094341:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7d4:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.094342:0:35223:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dd01ec09/0xff23d3f688d8eba3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a8e1 expref: 314 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.094349:0:8458:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ce1a8e47/0xff23d3f688d92ac6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.094358:0:35223:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0fbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:35223:1876087018863232:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.094363:0:8458:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ce1a8e47/0xff23d3f688d92ac6 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.094390:0:35223:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d92ab8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.094400:0:35223:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d92ab8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.094412:0:35223:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d92ab8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.094421:0:35223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d92ab8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.094429:0:35223:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d92ab8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.094451:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b15054bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018866176:0@lo:6:osp-syn-0-0.0
00010000:00010000:1.0:1789185323.094454:0:35223:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1789185323.094487:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:0.0:1789185323.094573:0:35222:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000062be1bd2/0xff23d3f688d92ab1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.094583:0:35222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000062be1bd2/0xff23d3f688d92ab1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.094596:0:35222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000062be1bd2/0xff23d3f688d92ab1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.094602:0:35222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000062be1bd2/0xff23d3f688d92ab1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.094618:0:35222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00010000:00010000:3.0:1789185323.094707:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:3.0:1789185323.094714:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d92ab8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.094727:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149882000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185323.094731:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d92ab8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.094740:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d92ab8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.094751:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d92ab8 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.094757:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d92ab8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.094775:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185323.094778:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000062be1bd2/0xff23d3f688d92ab1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.094784:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abdbe00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185323.094787:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000062be1bd2/0xff23d3f688d92ab1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.094794:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000062be1bd2/0xff23d3f688d92ab1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.094802:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000062be1bd2/0xff23d3f688d92ab1 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.094809:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000062be1bd2/0xff23d3f688d92ab1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.094824:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.094825:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.094827:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.094858:0:8458:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1789185323.094872:0:8429:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000ce1a8e47/0xff23d3f688d92ac6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.094882:0:8429:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ce1a8e47/0xff23d3f688d92ac6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.094890:0:8429:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ce1a8e47/0xff23d3f688d92ac6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.094898:0:8429:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ce1a8e47/0xff23d3f688d92ac6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.094909:0:35223:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14aa60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+702:3638:x1876087018863104:12345-0@lo:6:osp-syn-0-0.0 Request processed in 14013us (14114us total) trans 4294977667 rc 0/0
00000100:00100000:0.0:1789185323.094909:0:35222:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14da1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+702:3638:x1876087018862848:12345-0@lo:6:osp-syn-0-0.0 Request processed in 17082us (17237us total) trans 4294977668 rc 0/0
00010000:00010000:3.0:1789185323.094913:0:8429:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1789185323.094918:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37643
00000100:00100000:1.0:1789185323.094923:0:35223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37644
00000100:00100000:1.0:1789185323.094934:0:35223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018866176
00000100:00100000:1.0:1789185323.094938:0:35223:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018866176
00000100:00100000:0.0:1789185323.094952:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148751f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018866304:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185323.094960:0:35223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37656
00000100:00100000:1.0:1789185323.094966:0:35223:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151741180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+701:3638:x1876087018866176:12345-0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.094976:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00002000:00080000:1.0:1789185323.094978:0:35223:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2006 count 1
00010000:00010000:1.0:1789185323.094991:0:35223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000281d94e0/0xff23d3f688d92b0c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7d6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.095002:0:35222:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018866304
00010000:00010000:1.0:1789185323.095004:0:35223:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000b14ea0a/0xff23d3f688d8ebe2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a919 expref: 313 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.095005:0:35222:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018866304
00010000:00010000:1.0:1789185323.095011:0:35223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7d6:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.095015:0:35223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7d6:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.095019:0:35223:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000281d94e0/0xff23d3f688d92b0c lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.095024:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37657
00000100:00100000:0.0:1789185323.095031:0:35222:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148752d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+703:3635:x1876087018866304:12345-0@lo:6:osp-syn-0-0.0
00010000:00010000:1.0:1789185323.095040:0:35223:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000b14ea0a/0xff23d3f688d8ebe2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a919 expref: 313 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00002000:00080000:0.0:1789185323.095044:0:35222:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2007 count 1
00010000:00010000:1.0:1789185323.095051:0:35223:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000b14ea0a/0xff23d3f688d8ebe2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a919 expref: 313 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.095056:0:35222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000017a6c1d9/0xff23d3f688d92b13 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7d7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.095061:0:8429:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148751180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+703:3636:x1876087018863488:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8979us (11337us total) trans 4294977669 rc 0/0
00000100:00100000:3.0:1789185323.095076:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37645
00010000:00010000:0.0:1789185323.095077:0:35222:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002236a827/0xff23d3f688d8ebe9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a927 expref: 313 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.095087:0:35222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7d7:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.095090:0:35222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7d7:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.095096:0:35222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000017a6c1d9/0xff23d3f688d92b13 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.095112:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b152868a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+313:2392:x1876087010768768:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 857us (3007us total) trans 0 rc 0/0
00010000:00010000:0.0:1789185323.095118:0:35222:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002236a827/0xff23d3f688d8ebe9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a927 expref: 313 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.095130:0:35223:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14da1b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:35223:1876087018866432:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.095139:0:35222:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002236a827/0xff23d3f688d8ebe9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a927 expref: 313 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.095142:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23132
00000100:00100000:0.0:1789185323.095156:0:35222:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148753100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:35222:1876087018866560:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.095167:0:35223:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14ea28300 going to sleep for 11 seconds
00000100:00100000:0.0:1789185323.095178:0:35222:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe7f600 going to sleep for 11 seconds
00010000:00010000:0.0:1789185323.095188:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185323.095204:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ce1a8e47/0xff23d3f688d92ac6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.095212:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abda200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.095215:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.095216:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ce1a8e47/0xff23d3f688d92ac6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.095224:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ce1a8e47/0xff23d3f688d92ac6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00080000:1.0:1789185323.095229:0:6511:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1789185323.095234:0:6511:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1789185323.095236:0:6511:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:0.0:1789185323.095236:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ce1a8e47/0xff23d3f688d92ac6 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.095243:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ce1a8e47/0xff23d3f688d92ac6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.095259:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.095261:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.095263:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789185323.095299:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148753800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+702:3635:x1876087018861440:12345-0@lo:6:osp-syn-0-0.0 Request processed in 35203us (35570us total) trans 4294977666 rc 0/0
00000100:00100000:0.0:1789185323.095306:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37640
00000004:00080000:0.0:1789185323.095334:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14d0f9880/2, rc 0, transno 4294977666
00000100:00100000:0.0:1789185323.095343:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018861440:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.095374:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789185323.095381:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148750380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018866688:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.095403:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185323.095429:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018866688
00000100:00100000:0.0:1789185323.095433:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018866688
00000100:00100000:0.0:1789185323.095469:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37658
00000100:00100000:0.0:1789185323.095475:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148750a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+702:3635:x1876087018866688:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1789185323.095487:0:8431:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2008 count 1
00010000:00010000:0.0:1789185323.095498:0:8431:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000421216e9/0xff23d3f688d92b1a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7d8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.095510:0:8431:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000fcc91188/0xff23d3f688d8ebf0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a935 expref: 312 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.095516:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7d8:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.095519:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7d8:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.095522:0:8431:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000421216e9/0xff23d3f688d92b1a lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.095540:0:8431:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000fcc91188/0xff23d3f688d8ebf0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a935 expref: 312 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.095576:0:8431:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000fcc91188/0xff23d3f688d8ebf0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a935 expref: 312 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.095586:0:8431:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148750700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8431:1876087018866816:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.095613:0:8431:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe7f6c0 going to sleep for 11 seconds
00000004:00080000:2.0:1789185323.095741:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b148753b80/2, rc 0, transno 4294977667
00000100:00100000:2.0:1789185323.095759:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148753b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018863104:0@lo:6:osp-syn-0-0.0
00000004:00080000:2.0:1789185323.095773:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b148752a00/2, rc 0, transno 4294977668
00000100:00100000:2.0:1789185323.095777:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148752a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018862848:0@lo:6:osp-syn-0-0.0
00000004:00080000:2.0:1789185323.095808:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b148752680/2, rc 0, transno 4294977669
00000100:00100000:2.0:1789185323.095812:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148752680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018863488:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.095941:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018867200:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.095967:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185323.095995:0:24325:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018867200
00000100:00100000:0.0:1789185323.095999:0:24325:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018867200
00000100:00100000:0.0:1789185323.096026:0:24325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37659
00000100:00100000:2.0:1789185323.096058:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018867072:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185323.096083:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185323.096102:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1789185323.096107:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148751c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018866944:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185323.096127:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185323.096174:0:24325:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e968700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+703:3635:x1876087018867200:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1789185323.096188:0:24325:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2011 count 1
00010000:00010000:0.0:1789185323.096200:0:24325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c9b78f97/0xff23d3f688d92b21 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7db:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.096212:0:24325:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d2308886/0xff23d3f688d8ec05 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a95f expref: 312 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.096219:0:24325:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7db:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.096222:0:24325:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7db:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.096225:0:24325:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c9b78f97/0xff23d3f688d92b21 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.096244:0:24325:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d2308886/0xff23d3f688d8ec05 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a95f expref: 312 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.096253:0:24325:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d2308886/0xff23d3f688d8ec05 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a95f expref: 312 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.096263:0:24325:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e968a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24325:1876087018867328:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.096334:0:24325:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14bf0fa80 going to sleep for 11 seconds
00000100:00100000:1.0:1789185323.096455:0:178148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018867072
00000100:00100000:1.0:1789185323.096459:0:178148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018867072
00000100:00100000:1.0:1789185323.096488:0:178148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018866944
00000100:00100000:1.0:1789185323.096491:0:178148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018866944
00000100:00100000:1.0:1789185323.096513:0:178148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37660
00000100:00100000:1.0:1789185323.096522:0:178148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151740e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+705:3638:x1876087018867072:12345-0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185323.096528:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37661
00002000:00080000:1.0:1789185323.096533:0:178148:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2010 count 1
00000100:00100000:3.0:1789185323.096540:0:8429:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151741880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+705:3638:x1876087018866944:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1789185323.096573:0:8429:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2009 count 1
00010000:00010000:3.0:1789185323.096587:0:8429:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006d45f335/0xff23d3f688d92b28 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7d9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.096599:0:8429:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001202ae88/0xff23d3f688d8ebf7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a943 expref: 312 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.096607:0:8429:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7d9:0x0].0x0 since=124s v=(0 0)
00010000:00010000:3.0:1789185323.096611:0:8429:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7d9:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.096615:0:8429:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006d45f335/0xff23d3f688d92b28 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.096637:0:8429:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001202ae88/0xff23d3f688d8ebf7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a943 expref: 312 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.096648:0:8429:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001202ae88/0xff23d3f688d8ebf7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a943 expref: 312 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.096659:0:8429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149d74a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8429:1876087018867456:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.096700:0:178148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fa501034/0xff23d3f688d92b2f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7da:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.096702:0:8429:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1486aa180 going to sleep for 11 seconds
00010000:00010000:1.0:1789185323.096717:0:178148:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000613a2391/0xff23d3f688d8ebfe lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a951 expref: 312 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.096729:0:178148:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7da:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.096731:0:178148:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7da:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.096735:0:178148:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fa501034/0xff23d3f688d92b2f lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.096755:0:178148:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000613a2391/0xff23d3f688d8ebfe lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a951 expref: 312 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.096764:0:178148:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000613a2391/0xff23d3f688d8ebfe lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a951 expref: 312 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.096773:0:178148:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14da19500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:178148:1876087018867584:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.096798:0:178148:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0180 going to sleep for 11 seconds
00000100:00100000:3.0:1789185323.098513:0:178142:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b147624e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:178142:1876087018864384:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.098513:0:178146:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:178146:1876087018865280:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.098529:0:34810:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0fb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:34810:1876087018865024:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.098572:0:178142:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000009a05288e/0xff23d3f688d92abf lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.098577:0:178146:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000048e3f1cb/0xff23d3f688d92ae9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.098599:0:34810:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000008e9a7fa0/0xff23d3f688d92adb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.098622:0:8428:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0f8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8428:1876087018865408:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.098635:0:8428:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000000691a0de/0xff23d3f688d92af0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.098699:0:178144:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148751500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:178144:1876087018864512:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.098717:0:178144:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000c9a27dda/0xff23d3f688d92acd lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.100066:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.100107:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.100134:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.100160:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.100188:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010769024
00000100:00100000:3.0:1789185323.100196:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010769024
00010000:00010000:3.0:1789185323.100236:0:8458:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d6b2c410/0xff23d3f688d8ecde lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a966 expref: 306 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.100268:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010769280
00000100:00100000:3.0:1789185323.100272:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010769280
00010000:00010000:3.0:1789185323.100290:0:8458:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f956b96e/0xff23d3f688d8ecec lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a982 expref: 307 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.100317:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010769536
00000100:00100000:3.0:1789185323.100320:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010769536
00000100:00100000:1.0:1789185323.100324:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010769792
00000100:00100000:1.0:1789185323.100331:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010769792
00010000:00010000:3.0:1789185323.100337:0:8458:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000002fb7919/0xff23d3f688d8ffd8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x7de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 33554432->33558527) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bbaa expref: 308 pid: 35223 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.100356:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000097d2c719/0xff23d3f688d8ebcd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a8ef expref: 313 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.100374:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23133
00000100:00100000:3.0:1789185323.100386:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d75500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+308:2391:x1876087010769024:12345-192.168.204.3@tcp:103:ldlm_bl.0
00000100:00100000:1.0:1789185323.100392:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23134
00010000:00010000:3.0:1789185323.100401:0:8458:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00000100:00100000:1.0:1789185323.100404:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d75c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+308:2391:x1876087010769280:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.100411:0:8458:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d6b2c410/0xff23d3f688d8ecde lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7db:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a966 expref: 308 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.100415:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185323.100424:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f956b96e/0xff23d3f688d8ecec lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a982 expref: 308 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.100461:0:8458:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d6b2c410/0xff23d3f688d8ecde lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7db:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a966 expref: 308 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.100461:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f956b96e/0xff23d3f688d8ecec lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a982 expref: 308 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.100487:0:8491:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f728380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8491:1876087018864896:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.100509:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7db:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.100509:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7dd:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.100517:0:8491:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000003654a7fb/0xff23d3f688d92ad4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.100518:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7db:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.100518:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7dd:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.100528:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b52914eb/0xff23d3f688d92af7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.100530:0:8458:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a5a45477/0xff23d3f688d92ae2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7db:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.100565:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b52914eb/0xff23d3f688d92af7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.100566:0:8458:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a5a45477/0xff23d3f688d92ae2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7db:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.100570:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23135
00000100:00100000:2.0:1789185323.100581:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d77b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+308:2391:x1876087010769536:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.100595:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185323.100597:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1789185323.100601:0:8458:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1789185323.100601:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000002fb7919/0xff23d3f688d8ffd8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x7de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 33554432->33558527) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bbaa expref: 308 pid: 35223 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.100613:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000002fb7919/0xff23d3f688d8ffd8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 33554432->33558527) gid 0 flags: 0x50000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bbaa expref: 308 pid: 35223 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.100627:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000002fb7919/0xff23d3f688d8ffd8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 33554432->33558527) gid 0 flags: 0x44801400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bbaa expref: 308 pid: 35223 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.100640:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7de:0x0].0x0 since=0s v=(1 0)
00000100:00100000:1.0:1789185323.100643:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d75c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+307:2391:x1876087010769280:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 243us (537us total) trans 0 rc 0/0
00010000:00010000:2.0:1789185323.100650:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7de:0x0].0x0 since=0s v=(1 0)
00000100:00100000:1.0:1789185323.100651:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23134
00010000:00010000:2.0:1789185323.100654:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000691a0de/0xff23d3f688d92af0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.100661:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000691a0de/0xff23d3f688d92af0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.100667:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23136
00000100:00100000:1.0:1789185323.100672:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d76a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+313:2391:x1876087010769792:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.100679:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1789185323.100681:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185323.100685:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000097d2c719/0xff23d3f688d8ebcd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7d3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a8ef expref: 313 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.100697:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000097d2c719/0xff23d3f688d8ebcd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7d3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a8ef expref: 313 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.100710:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000097d2c719/0xff23d3f688d8ebcd lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7d3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a8ef expref: 313 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.100721:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7d3:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.100723:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7d3:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.100727:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009a05288e/0xff23d3f688d92abf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.100734:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009a05288e/0xff23d3f688d92abf lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.100753:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.100800:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d75500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+306:2391:x1876087010769024:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 414us (737us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.100807:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23133
00000100:00100000:3.0:1789185323.100847:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.100865:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010768896
00000100:00100000:3.0:1789185323.100869:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010768896
00010000:00010000:3.0:1789185323.100885:0:8458:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a3f46d12/0xff23d3f688d8ecd0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a94a expref: 306 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.100906:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23137
00000100:00100000:3.0:1789185323.100912:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d74000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+306:2391:x1876087010768896:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.100920:0:8458:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.100936:0:8458:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a3f46d12/0xff23d3f688d8ecd0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7d9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a94a expref: 306 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.100947:0:8458:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a3f46d12/0xff23d3f688d8ecd0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7d9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a94a expref: 306 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.100959:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a3f46d12/0xff23d3f688d8ecd0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7d9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a94a expref: 306 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.100970:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7d9:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.100974:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7d9:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.100978:0:8458:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008e9a7fa0/0xff23d3f688d92adb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.100986:0:8458:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008e9a7fa0/0xff23d3f688d92adb lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.101006:0:8458:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.101025:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d74000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+305:2391:x1876087010768896:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 113us (177us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.101031:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23137
00000100:00100000:3.0:1789185323.101093:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.101125:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.101212:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.101225:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010769152
00000100:00100000:3.0:1789185323.101228:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010769152
00010000:00010000:3.0:1789185323.101242:0:8458:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a298f21a/0xff23d3f688d8ecd7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a958 expref: 305 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.101257:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010769408
00000100:00100000:3.0:1789185323.101259:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010769408
00010000:00010000:3.0:1789185323.101271:0:8458:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006b385f38/0xff23d3f688d8ebdb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a90b expref: 313 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.101283:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010769664
00000100:00100000:3.0:1789185323.101285:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010769664
00010000:00010000:3.0:1789185323.101296:0:8458:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000034c4630c/0xff23d3f688d8ece5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a974 expref: 306 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.101311:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23138
00000100:00100000:3.0:1789185323.101316:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b269763c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+306:2391:x1876087010769152:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.101324:0:8458:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.101329:0:8458:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a298f21a/0xff23d3f688d8ecd7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a958 expref: 306 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.101334:0:34809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f956b96e/0xff23d3f688d8ecec lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a982 expref: 306 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.101346:0:8458:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a298f21a/0xff23d3f688d8ecd7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a958 expref: 306 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.101354:0:34809:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e1e5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:34809:1876087018865536:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.101365:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a298f21a/0xff23d3f688d8ecd7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a958 expref: 305 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.101374:0:34809:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b52914eb/0xff23d3f688d92af7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.101379:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7da:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.101393:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7da:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.101400:0:8458:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000048e3f1cb/0xff23d3f688d92ae9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.101409:0:8458:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000048e3f1cb/0xff23d3f688d92ae9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.101421:0:34810:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000008e9a7fa0/0xff23d3f688d92adb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.101430:0:8458:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1789185323.101431:0:34810:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008e9a7fa0/0xff23d3f688d92adb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.101459:0:34810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008e9a7fa0/0xff23d3f688d92adb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.101472:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b269763c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+304:2391:x1876087010769152:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 154us (378us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.101479:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23138
00000100:00100000:3.0:1789185323.101492:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23139
00000100:00100000:3.0:1789185323.101499:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d76300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+313:2391:x1876087010769408:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.101506:0:8458:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.101510:0:8458:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006b385f38/0xff23d3f688d8ebdb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a90b expref: 313 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.101520:0:8458:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006b385f38/0xff23d3f688d8ebdb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a90b expref: 313 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.101531:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006b385f38/0xff23d3f688d8ebdb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a90b expref: 313 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.101542:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7d5:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.101580:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7d5:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.101585:0:8458:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c9a27dda/0xff23d3f688d92acd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.101597:0:8458:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c9a27dda/0xff23d3f688d92acd lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.101616:0:8458:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.101635:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d76300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+312:2391:x1876087010769408:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 136us (509us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.101642:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23139
00010000:00010000:0.0:1789185323.101656:0:34810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008e9a7fa0/0xff23d3f688d92adb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.101660:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23140
00000100:00100000:3.0:1789185323.101672:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d76680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+303:2391:x1876087010769664:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.101681:0:8458:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.101683:0:34810:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1789185323.101687:0:8458:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000034c4630c/0xff23d3f688d8ece5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a974 expref: 303 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.101699:0:8458:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000034c4630c/0xff23d3f688d8ece5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a974 expref: 303 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.101711:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000034c4630c/0xff23d3f688d8ece5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a974 expref: 303 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.101720:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7dc:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.101723:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7dc:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.101727:0:8458:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003654a7fb/0xff23d3f688d92ad4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.101741:0:8458:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003654a7fb/0xff23d3f688d92ad4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.101762:0:8458:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.101783:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d76680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+302:2391:x1876087010769664:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 113us (570us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.101790:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23140
00000100:00100000:0.0:1789185323.101847:0:34810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b15176a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+710:3637:x1876087018863744:12345-0@lo:6:osp-syn-1-0.0 Request processed in 11715us (12640us total) trans 4294989472 rc 0/0
00000100:00100000:0.0:1789185323.101855:0:34810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37649
00010000:00010000:0.0:1789185323.101882:0:178144:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000c9a27dda/0xff23d3f688d92acd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.101892:0:178144:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c9a27dda/0xff23d3f688d92acd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.101900:0:178144:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c9a27dda/0xff23d3f688d92acd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.101913:0:178144:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c9a27dda/0xff23d3f688d92acd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.101931:0:178144:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:0.0:1789185323.102012:0:178144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148751880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+706:3637:x1876087018863616:12345-0@lo:6:osp-syn-0-0.0 Request processed in 14217us (18142us total) trans 4294977670 rc 0/0
00000100:00100000:0.0:1789185323.102019:0:178144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37647
00010000:00010000:0.0:1789185323.102039:0:34809:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b52914eb/0xff23d3f688d92af7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.102048:0:34809:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b52914eb/0xff23d3f688d92af7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.102057:0:34809:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b52914eb/0xff23d3f688d92af7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.102065:0:34809:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b52914eb/0xff23d3f688d92af7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.102078:0:34809:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00000100:00100000:0.0:1789185323.102154:0:34809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f728700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+710:3637:x1876087018864640:12345-0@lo:6:osp-syn-1-0.0 Request processed in 11411us (12349us total) trans 4294989473 rc 0/0
00000100:00100000:0.0:1789185323.102160:0:34809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37653
00010000:00010000:0.0:1789185323.102630:0:8428:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000000691a0de/0xff23d3f688d92af0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.102646:0:8428:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000691a0de/0xff23d3f688d92af0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.102654:0:8428:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000691a0de/0xff23d3f688d92af0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.102661:0:8428:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000691a0de/0xff23d3f688d92af0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.102674:0:8428:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool
00000100:00100000:0.0:1789185323.102745:0:8428:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b150571c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+710:3636:x1876087018864768:12345-0@lo:6:osp-syn-1-0.0 Request processed in 12018us (12992us total) trans 4294989474 rc 0/0
00000100:00100000:0.0:1789185323.102751:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37652
00010000:00010000:0.0:1789185323.102770:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp.  (3 blwis in pool)
00010000:00010000:0.0:1789185323.102777:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008e9a7fa0/0xff23d3f688d92adb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.102785:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149882400 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.102790:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008e9a7fa0/0xff23d3f688d92adb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.102800:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008e9a7fa0/0xff23d3f688d92adb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.102815:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008e9a7fa0/0xff23d3f688d92adb lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.102823:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008e9a7fa0/0xff23d3f688d92adb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.102841:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:0.0:1789185323.102845:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c9a27dda/0xff23d3f688d92acd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.102850:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14abda800 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.102853:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c9a27dda/0xff23d3f688d92acd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.102861:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c9a27dda/0xff23d3f688d92acd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.102870:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c9a27dda/0xff23d3f688d92acd lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.102877:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c9a27dda/0xff23d3f688d92acd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.102888:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:0.0:1789185323.102891:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b52914eb/0xff23d3f688d92af7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.102896:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b1510db600 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.102900:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b52914eb/0xff23d3f688d92af7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.102908:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b52914eb/0xff23d3f688d92af7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.102915:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b52914eb/0xff23d3f688d92af7 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.102922:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b52914eb/0xff23d3f688d92af7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.102932:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185323.102935:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000691a0de/0xff23d3f688d92af0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.102941:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149882600 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.102944:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000691a0de/0xff23d3f688d92af0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.102951:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000691a0de/0xff23d3f688d92af0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.102959:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000691a0de/0xff23d3f688d92af0 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.102967:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000691a0de/0xff23d3f688d92af0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.102977:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.102979:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.102981:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.102991:0:178142:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000009a05288e/0xff23d3f688d92abf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.102998:0:178142:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009a05288e/0xff23d3f688d92abf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.103007:0:178142:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009a05288e/0xff23d3f688d92abf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.103014:0:178142:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009a05288e/0xff23d3f688d92abf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.103025:0:178142:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1789185323.103096:0:178142:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14aa62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+706:3635:x1876087018863360:12345-0@lo:6:osp-syn-0-0.0 Request processed in 16991us (19343us total) trans 4294977671 rc 0/0
00000100:00100000:0.0:1789185323.103103:0:178142:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37646
00000004:00080000:0.0:1789185323.103140:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b148750000/2, rc 0, transno 4294977671
00000100:00100000:0.0:1789185323.103149:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148750000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018863360:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.103205:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789185323.103215:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e1e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018867712:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.103244:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185323.103270:0:178143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018867712
00000100:00100000:0.0:1789185323.103274:0:178143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018867712
00000100:00100000:0.0:1789185323.103301:0:178143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37662
00000100:00100000:0.0:1789185323.103307:0:178143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148751500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+706:3635:x1876087018867712:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1789185323.103328:0:178143:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2012 count 1
00010000:00010000:0.0:1789185323.103348:0:178143:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d5e955c4/0xff23d3f688d92b36 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7dc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.103365:0:178143:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000021c50134/0xff23d3f688d8ec0c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a96d expref: 311 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.103375:0:178143:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7dc:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.103380:0:178143:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7dc:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.103385:0:178143:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d5e955c4/0xff23d3f688d92b36 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.103400:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d77b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+301:2391:x1876087010769536:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 2817us (3262us total) trans 0 rc 0/0
00010000:00010000:0.0:1789185323.103412:0:178143:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000021c50134/0xff23d3f688d8ec0c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a96d expref: 311 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.103426:0:178143:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000021c50134/0xff23d3f688d8ec0c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a96d expref: 311 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.103449:0:178143:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e55c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:178143:1876087018867840:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185323.103496:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23135
00000100:00100000:0.0:1789185323.103501:0:178143:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b149e7f000 going to sleep for 11 seconds
00010000:00010000:0.0:1789185323.103520:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185323.103525:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009a05288e/0xff23d3f688d92abf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.103539:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b26239a000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.103542:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009a05288e/0xff23d3f688d92abf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:2.0:1789185323.103567:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b149a05880/2, rc 0, transno 4294989473
00010000:00010000:0.0:1789185323.103573:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009a05288e/0xff23d3f688d92abf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.103586:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149a05880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018864640:0@lo:6:osp-syn-1-0.0
00010000:00010000:0.0:1789185323.103589:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009a05288e/0xff23d3f688d92abf lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.103599:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009a05288e/0xff23d3f688d92abf lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:2.0:1789185323.103604:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b15176ad80/2, rc 0, transno 4294989472
00000100:00100000:2.0:1789185323.103612:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b15176ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018863744:0@lo:6:osp-syn-1-0.0
00010000:00010000:0.0:1789185323.103615:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.103618:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.103621:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:2.0:1789185323.103628:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b148750e00/2, rc 0, transno 4294977670
00000100:00100000:2.0:1789185323.103658:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148750e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018863616:0@lo:6:osp-syn-0-0.0
00000004:00080000:3.0:1789185323.103678:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b149a07100/2, rc 0, transno 4294989474
00000100:00100000:3.0:1789185323.103689:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149a07100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018864768:0@lo:6:osp-syn-1-0.0
00010000:00010000:3.0:1789185323.103711:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789185323.103793:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151743100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018868096:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185323.103808:0:35222:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148753100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:35222:1876087018866560:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.103827:0:35222:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000017a6c1d9/0xff23d3f688d92b13 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.103829:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185323.103844:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789185323.103858:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151740380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018868352:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185323.103866:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1789185323.103869:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185323.103879:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151740700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018867968:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1789185323.103898:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185323.103904:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185323.103923:0:178147:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018868096
00000100:00100000:2.0:1789185323.103929:0:178147:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018868096
00000100:00100000:2.0:1789185323.103955:0:178147:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018868352
00000100:00100000:2.0:1789185323.103958:0:178147:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018868352
00000100:00100000:2.0:1789185323.103978:0:178147:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37663
00000100:00100000:2.0:1789185323.103985:0:178147:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151742d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+710:3638:x1876087018868096:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1789185323.103999:0:178147:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2018 count 1
00010000:00010000:2.0:1789185323.104014:0:178147:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000146315f7/0xff23d3f688d92b3d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7e2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.104030:0:178147:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006636a061/0xff23d3f688d8ed0f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a9c8 expref: 300 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.104039:0:178147:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7e2:0x0].0x0 since=124s v=(0 0)
00010000:00010000:2.0:1789185323.104042:0:178147:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7e2:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.104046:0:178147:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000146315f7/0xff23d3f688d92b3d lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.104088:0:178147:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006636a061/0xff23d3f688d8ed0f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a9c8 expref: 300 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.104101:0:178147:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006636a061/0xff23d3f688d8ed0f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a9c8 expref: 300 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.104113:0:178147:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151743480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:178147:1876087018868480:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.105267:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d76a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+311:2391:x1876087010769792:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 4588us (5101us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185323.105279:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23136
00010000:00010000:1.0:1789185323.105335:0:178146:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000048e3f1cb/0xff23d3f688d92ae9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.105345:0:178146:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000048e3f1cb/0xff23d3f688d92ae9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.105356:0:178146:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000048e3f1cb/0xff23d3f688d92ae9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.105364:0:178146:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000048e3f1cb/0xff23d3f688d92ae9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.105383:0:178146:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1789185323.108625:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.108686:0:178146:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149a04700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+711:3636:x1876087018863872:12345-0@lo:6:osp-syn-1-0.0 Request processed in 18107us (19066us total) trans 4294989475 rc 0/0
00000100:00100000:1.0:1789185323.108700:0:178146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37651
00000100:00100000:2.0:1789185323.108714:0:178144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018867968
00000100:00100000:2.0:1789185323.108723:0:178144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018867968
00000100:00100000:1.0:1789185323.108736:0:178146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37664
00000100:00100000:1.0:1789185323.108749:0:178146:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+707:3636:x1876087018868352:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185323.108781:0:178146:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2013 count 1
00010000:00010000:1.0:1789185323.108807:0:178146:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000057531eb4/0xff23d3f688d92b44 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7dd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.108830:0:178146:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000fccf2c05/0xff23d3f688d8ec13 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a97b expref: 310 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.108839:0:178146:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7dd:0x0].0x0 since=124s v=(0 0)
00000100:00100000:2.0:1789185323.108843:0:178144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37665
00010000:00010000:1.0:1789185323.108846:0:178146:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7dd:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.108852:0:178146:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000057531eb4/0xff23d3f688d92b44 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.108853:0:178144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151743800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+711:3638:x1876087018867968:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1789185323.108875:0:178144:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2017 count 1
00010000:00010000:2.0:1789185323.108892:0:178144:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bc9fe99c/0xff23d3f688d92b4b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7e1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.108899:0:178146:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000fccf2c05/0xff23d3f688d8ec13 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a97b expref: 310 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.108910:0:178144:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002dba986c/0xff23d3f688d8ed01 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a9ba expref: 300 pid: 35218 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.108922:0:178144:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7e1:0x0].0x0 since=124s v=(0 0)
00010000:00010000:2.0:1789185323.108926:0:178144:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7e1:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.108930:0:178144:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bc9fe99c/0xff23d3f688d92b4b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.108932:0:178146:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000fccf2c05/0xff23d3f688d8ec13 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a97b expref: 310 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.108954:0:178146:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14da19c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:178146:1876087018868608:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.108960:0:178144:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002dba986c/0xff23d3f688d8ed01 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a9ba expref: 300 pid: 35218 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.108977:0:178144:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002dba986c/0xff23d3f688d8ed01 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a9ba expref: 300 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.108989:0:178144:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151740a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:178144:1876087018868736:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.109018:0:178146:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a03c0 going to sleep for 11 seconds
00000100:00100000:2.0:1789185323.109024:0:178144:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b149ae29c0 going to sleep for 11 seconds
00010000:00010000:1.0:1789185323.109036:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1789185323.109045:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000048e3f1cb/0xff23d3f688d92ae9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.109048:0:8491:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000003654a7fb/0xff23d3f688d92ad4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.109064:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149883800 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.109067:0:8491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003654a7fb/0xff23d3f688d92ad4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.109071:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000048e3f1cb/0xff23d3f688d92ae9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.109078:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151741f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018868224:0@lo:6:osp-syn-1-0.0
00010000:00010000:2.0:1789185323.109088:0:8491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003654a7fb/0xff23d3f688d92ad4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.109095:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000048e3f1cb/0xff23d3f688d92ae9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.109116:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000048e3f1cb/0xff23d3f688d92ae9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.109124:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000048e3f1cb/0xff23d3f688d92ae9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.109150:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.109152:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.109155:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789185323.109202:0:178169:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0fad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:178169:1876087018865920:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.109220:0:178169:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d92afe lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.109421:0:8491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003654a7fb/0xff23d3f688d92ad4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.109451:0:8491:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1789185323.109590:0:16720:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14da1b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16720:1876087018866048:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185323.109595:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:1.0:1789185323.109611:0:16720:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ba247524/0xff23d3f688d92b05 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:3.0:1789185323.109643:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b15176bb80/2, rc 0, transno 4294989475
00000100:00100000:1.0:1789185323.109652:0:35223:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14da1b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:35223:1876087018866432:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185323.109661:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b15176bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018863872:0@lo:6:osp-syn-1-0.0
00010000:00010000:1.0:1789185323.109666:0:35223:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000281d94e0/0xff23d3f688d92b0c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.109688:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1789185323.109693:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003654a7fb/0xff23d3f688d92ad4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.109699:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bce00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.109703:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003654a7fb/0xff23d3f688d92ad4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.109711:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003654a7fb/0xff23d3f688d92ad4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.109725:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003654a7fb/0xff23d3f688d92ad4 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.109733:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003654a7fb/0xff23d3f688d92ad4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.109736:0:34810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018868224
00000100:00100000:3.0:1789185323.109742:0:34810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018868224
00010000:00010000:1.0:1789185323.109761:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.109765:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.109766:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789185323.109780:0:34810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37666
00000100:00100000:3.0:1789185323.109790:0:34810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d74e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+713:3636:x1876087018868224:12345-0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.109791:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010769920
00000100:00100000:1.0:1789185323.109797:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010769920
00002000:00080000:3.0:1789185323.109810:0:34810:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2019 count 1
00010000:00010000:1.0:1789185323.109824:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009a4a5be9/0xff23d3f688d8ecf3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a99e expref: 301 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.109826:0:34810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000052bf4c96/0xff23d3f688d92b52 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7e3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.109858:0:34810:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000020fcf1a0/0xff23d3f688d8ed16 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a9d6 expref: 301 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.109860:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010770176
00000100:00100000:1.0:1789185323.109865:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010770176
00010000:00010000:3.0:1789185323.109868:0:34810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7e3:0x0].0x0 since=124s v=(0 0)
00010000:00010000:3.0:1789185323.109873:0:34810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7e3:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.109877:0:34810:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000052bf4c96/0xff23d3f688d92b52 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.109882:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000b14ea0a/0xff23d3f688d8ebe2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a919 expref: 311 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.109904:0:34810:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000020fcf1a0/0xff23d3f688d8ed16 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a9d6 expref: 301 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.109911:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23141
00000100:00100000:1.0:1789185323.109934:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e55c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+301:2392:x1876087010769920:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185323.109945:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185323.109951:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009a4a5be9/0xff23d3f688d8ecf3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a99e expref: 301 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.109963:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009a4a5be9/0xff23d3f688d8ecf3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a99e expref: 301 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.109983:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009a4a5be9/0xff23d3f688d8ecf3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a99e expref: 301 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.109995:0:34810:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000020fcf1a0/0xff23d3f688d8ed16 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a9d6 expref: 300 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.109996:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7df:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.110002:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7df:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.110008:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d92afe lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.110016:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d92afe lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.110034:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.110054:0:34810:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149d74700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:34810:1876087018868992:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.110057:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e55c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+300:2392:x1876087010769920:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 135us (6188us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185323.110066:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23141
00000100:00100000:1.0:1789185323.110084:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23142
00000100:00100000:1.0:1789185323.110092:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e55f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+311:2392:x1876087010770176:12345-192.168.204.3@tcp:103:ldlm_bl.0
00000100:00100000:3.0:1789185323.110101:0:34810:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1486aa840 going to sleep for 11 seconds
00010000:00010000:1.0:1789185323.110101:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185323.110109:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000b14ea0a/0xff23d3f688d8ebe2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a919 expref: 311 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.110116:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.110124:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000b14ea0a/0xff23d3f688d8ebe2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a919 expref: 311 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.110146:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000b14ea0a/0xff23d3f688d8ebe2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a919 expref: 311 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.110157:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7d6:0x0].0x0 since=0s v=(0 0)
00000100:00100000:3.0:1789185323.110158:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:1.0:1789185323.110163:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7d6:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.110178:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000281d94e0/0xff23d3f688d92b0c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.110190:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000281d94e0/0xff23d3f688d92b0c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.110206:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1789185323.110217:0:35223:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000281d94e0/0xff23d3f688d92b0c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.110224:0:35223:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000281d94e0/0xff23d3f688d92b0c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.110232:0:35223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000281d94e0/0xff23d3f688d92b0c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.110238:0:35223:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000281d94e0/0xff23d3f688d92b0c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.110248:0:35223:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1789185323.112676:0:8491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151769880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+713:3637:x1876087018864128:12345-0@lo:6:osp-syn-1-0.0 Request processed in 22749us (28614us total) trans 4294989476 rc 0/0
00000100:00100000:2.0:1789185323.112696:0:8491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37648
00000100:00100000:1.0:1789185323.112705:0:35223:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151741180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+708:3638:x1876087018866176:12345-0@lo:6:osp-syn-0-0.0 Request processed in 17735us (18214us total) trans 4294977672 rc 0/0
00000100:00100000:1.0:1789185323.112715:0:35223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37656
00010000:00010000:1.0:1789185323.112757:0:178169:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d92afe lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.112769:0:178169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d92afe lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.112781:0:178169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d92afe lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.112788:0:178169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d92afe lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.112805:0:178169:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:1.0:1789185323.113004:0:178169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f729880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+713:3636:x1876087018865664:12345-0@lo:6:osp-syn-1-0.0 Request processed in 19078us (19153us total) trans 4294989477 rc 0/0
00000100:00100000:1.0:1789185323.113011:0:178169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37654
00010000:00010000:1.0:1789185323.113034:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:1.0:1789185323.113042:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000281d94e0/0xff23d3f688d92b0c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.113049:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149882800 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.113055:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000281d94e0/0xff23d3f688d92b0c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.113070:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000281d94e0/0xff23d3f688d92b0c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:2.0:1789185323.113090:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b15054bb80/2, rc 0, transno 4294977672
00010000:00010000:1.0:1789185323.113093:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000281d94e0/0xff23d3f688d92b0c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.113102:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000281d94e0/0xff23d3f688d92b0c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.113125:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1789185323.113128:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d92afe lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.113134:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149883200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.113137:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d92afe lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.113144:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d92afe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.113153:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d92afe lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.113160:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d92afe lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.113181:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.113183:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.113184:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.113192:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789185323.113205:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010770048
00000100:00100000:1.0:1789185323.113212:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010770048
00010000:00010000:1.0:1789185323.113238:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000066fa714/0xff23d3f688d8ecfa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a9ac expref: 300 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.113269:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23143
00000100:00100000:1.0:1789185323.113277:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d77100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+300:2392:x1876087010770048:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185323.113289:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185323.113295:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000066fa714/0xff23d3f688d8ecfa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a9ac expref: 300 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.113308:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000066fa714/0xff23d3f688d8ecfa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a9ac expref: 300 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.113324:0:10396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000066fa714/0xff23d3f688d8ecfa lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a9ac expref: 300 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.113336:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7e0:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.113339:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7e0:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.113346:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ba247524/0xff23d3f688d92b05 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.113361:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ba247524/0xff23d3f688d92b05 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.113384:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185323.113415:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d77100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+299:2392:x1876087010770048:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 139us (3259us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185323.113421:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23143
00010000:00010000:1.0:1789185323.113506:0:16720:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ba247524/0xff23d3f688d92b05 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.113515:0:16720:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ba247524/0xff23d3f688d92b05 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.113523:0:16720:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ba247524/0xff23d3f688d92b05 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.113530:0:16720:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ba247524/0xff23d3f688d92b05 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.113566:0:16720:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1789185323.113648:0:16720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d77800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+713:3638:x1876087018865792:12345-0@lo:6:osp-syn-1-0.0 Request processed in 19477us (19523us total) trans 4294989478 rc 0/0
00000100:00100000:1.0:1789185323.113655:0:16720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37655
00000100:00100000:2.0:1789185323.113664:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b15054bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018866176:0@lo:6:osp-syn-0-0.0
00000004:00080000:2.0:1789185323.113687:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f728a80/2, rc 0, transno 4294989478
00000100:00100000:1.0:1789185323.113693:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e55f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+310:2392:x1876087010770176:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 3601us (9791us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185323.113699:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f728a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018865792:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.113711:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23142
00000100:00100000:2.0:1789185323.113713:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1789185323.113727:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149d75880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018868864:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185323.113834:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:2.0:1789185323.113937:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b15176aa00/2, rc 0, transno 4294989476
00000100:00100000:2.0:1789185323.113942:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b15176aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018864128:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185323.113949:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1789185323.113955:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151741c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018869120:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185323.113978:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.114005:0:35223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018868864
00000100:00100000:1.0:1789185323.114011:0:35223:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018868864
00000100:00100000:1.0:1789185323.114040:0:35223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018869120
00000100:00100000:1.0:1789185323.114043:0:35223:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018869120
00000100:00100000:2.0:1789185323.114063:0:178147:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b149ae2000 going to sleep for 11 seconds
00000100:00100000:1.0:1789185323.114069:0:35223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37667
00000100:00100000:1.0:1789185323.114078:0:35223:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151741500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+713:3638:x1876087018868864:12345-0@lo:6:osp-syn-1-0.0
00010000:00010000:2.0:1789185323.114090:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00002000:00080000:1.0:1789185323.114100:0:35223:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2020 count 1
00010000:00010000:1.0:1789185323.114120:0:35223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000052b873d9/0xff23d3f688d92b59 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7e4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.114135:0:35223:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a7ff526b/0xff23d3f688d8ed1d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a9e4 expref: 298 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.114143:0:35223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7e4:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.114146:0:35223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7e4:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.114151:0:35223:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000052b873d9/0xff23d3f688d92b59 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.114176:0:35223:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a7ff526b/0xff23d3f688d8ed1d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a9e4 expref: 298 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.114188:0:35223:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a7ff526b/0xff23d3f688d8ed1d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a9e4 expref: 298 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.114199:0:35223:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14da1b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:35223:1876087018869248:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.114223:0:35223:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0780 going to sleep for 11 seconds
00000100:00100000:1.0:1789185323.114240:0:178169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37668
00000100:00100000:1.0:1789185323.114247:0:178169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151743b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+708:3637:x1876087018869120:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185323.114259:0:178169:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2014 count 1
00010000:00010000:1.0:1789185323.114273:0:178169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004e6d0f6b/0xff23d3f688d92b60 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7de:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.114284:0:178169:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006a981914/0xff23d3f688d8ec1a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a989 expref: 309 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.114291:0:178169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7de:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.114294:0:178169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7de:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.114297:0:178169:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004e6d0f6b/0xff23d3f688d92b60 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.114316:0:178169:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006a981914/0xff23d3f688d8ec1a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a989 expref: 309 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.114326:0:178169:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006a981914/0xff23d3f688d8ec1a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a989 expref: 309 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.114337:0:178169:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14da1b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:178169:1876087018869376:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.114358:0:178169:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0900 going to sleep for 11 seconds
00010000:00010000:2.0:1789185323.114822:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ba247524/0xff23d3f688d92b05 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.114834:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149882c00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.114839:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ba247524/0xff23d3f688d92b05 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.114848:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ba247524/0xff23d3f688d92b05 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.114867:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ba247524/0xff23d3f688d92b05 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.114874:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ba247524/0xff23d3f688d92b05 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.114904:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.114907:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.114909:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.114942:0:178145:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d6b2c410/0xff23d3f688d8ecde lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a966 expref: 298 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.114952:0:178145:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f729c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:178145:1876087018865152:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.114980:0:178145:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000a5a45477/0xff23d3f688d92ae2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.114990:0:178145:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000a5a45477/0xff23d3f688d92ae2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.114998:0:178145:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a5a45477/0xff23d3f688d92ae2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.115008:0:178145:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a5a45477/0xff23d3f688d92ae2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.115016:0:178145:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a5a45477/0xff23d3f688d92ae2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.115040:0:178145:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1789185323.115048:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1789185323.115055:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a5a45477/0xff23d3f688d92ae2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:3.0:1789185323.115061:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f728e00/2, rc 0, transno 4294989477
00000100:00100000:3.0:1789185323.115072:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f728e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018865664:0@lo:6:osp-syn-1-0.0
00010000:00010000:1.0:1789185323.115074:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bc800 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.115081:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a5a45477/0xff23d3f688d92ae2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.115090:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a5a45477/0xff23d3f688d92ae2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.115102:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a5a45477/0xff23d3f688d92ae2 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.115109:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a5a45477/0xff23d3f688d92ae2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.115131:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.115133:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.115135:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789185323.115182:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149d74380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018869632:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185323.115187:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149d75f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018869504:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1789185323.115233:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185323.115245:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149d76d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018869760:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.115259:0:16720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018869632
00000100:00100000:1.0:1789185323.115265:0:16720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018869632
00000100:00100000:2.0:1789185323.115279:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:3.0:1789185323.115284:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789185323.115320:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185323.115330:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185323.115393:0:8429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149d74a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8429:1876087018867456:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.115411:0:8429:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006d45f335/0xff23d3f688d92b28 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.115457:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.115480:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.115510:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.115563:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185323.117199:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010770304
00000100:00100000:2.0:1789185323.117209:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010770304
00010000:00010000:2.0:1789185323.117244:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002236a827/0xff23d3f688d8ebe9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a927 expref: 310 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.117273:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010770560
00000100:00100000:2.0:1789185323.117277:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010770560
00010000:00010000:2.0:1789185323.117291:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001202ae88/0xff23d3f688d8ebf7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a943 expref: 311 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.117309:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010770432
00000100:00100000:2.0:1789185323.117312:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010770432
00010000:00010000:2.0:1789185323.117323:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000fcc91188/0xff23d3f688d8ebf0 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a935 expref: 312 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.117334:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010770688
00000100:00100000:2.0:1789185323.117336:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010770688
00010000:00010000:2.0:1789185323.117344:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000613a2391/0xff23d3f688d8ebfe lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a951 expref: 313 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.117354:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010770816
00000100:00100000:2.0:1789185323.117356:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010770816
00010000:00010000:2.0:1789185323.117366:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d2308886/0xff23d3f688d8ec05 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a95f expref: 314 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.117385:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23144
00000100:00100000:2.0:1789185323.117393:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d75c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+314:2392:x1876087010770304:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.117407:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.117413:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002236a827/0xff23d3f688d8ebe9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a927 expref: 314 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.117425:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002236a827/0xff23d3f688d8ebe9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a927 expref: 314 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.117456:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002236a827/0xff23d3f688d8ebe9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a927 expref: 314 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.117473:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7d7:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.117477:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7d7:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.117483:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000017a6c1d9/0xff23d3f688d92b13 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.117493:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000017a6c1d9/0xff23d3f688d92b13 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.117525:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.117536:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.117576:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010770944
00000100:00100000:2.0:1789185323.117577:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d75c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+313:2392:x1876087010770304:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 182us (2256us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.117582:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010770944
00000100:00100000:2.0:1789185323.117589:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23144
00010000:00010000:3.0:1789185323.117606:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000021c50134/0xff23d3f688d8ec0c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a96d expref: 314 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.117615:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23145
00000100:00100000:2.0:1789185323.117627:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b269762850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+313:2391:x1876087010770560:12345-192.168.204.3@tcp:103:ldlm_bl.0
00000100:00100000:3.0:1789185323.117635:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23146
00010000:00010000:2.0:1789185323.117637:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.117645:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001202ae88/0xff23d3f688d8ebf7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7d9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a943 expref: 313 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.117647:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d74a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+313:2391:x1876087010770432:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.117661:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.117665:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001202ae88/0xff23d3f688d8ebf7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7d9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a943 expref: 313 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.117670:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000fcc91188/0xff23d3f688d8ebf0 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a935 expref: 313 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.117692:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001202ae88/0xff23d3f688d8ebf7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7d9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a943 expref: 313 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.117693:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000fcc91188/0xff23d3f688d8ebf0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a935 expref: 313 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.117701:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018869760
00000100:00100000:0.0:1789185323.117708:0:8428:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018869760
00010000:00010000:2.0:1789185323.117720:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7d9:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.117726:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7d8:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.117726:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7d9:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.117734:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7d8:0x0].0x0 since=0s v=(0 0)
00000100:00100000:0.0:1789185323.117738:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018869504
00010000:00010000:3.0:1789185323.117739:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000421216e9/0xff23d3f688d92b1a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.117744:0:8428:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018869504
00010000:00010000:3.0:1789185323.117753:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000421216e9/0xff23d3f688d92b1a lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.117760:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37669
00000100:00100000:0.0:1789185323.117770:0:8428:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d77480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+716:3636:x1876087018869632:12345-0@lo:6:osp-syn-1-0.0
00010000:00010000:3.0:1789185323.117777:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00002000:00080000:0.0:1789185323.117795:0:8428:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2022 count 1
00000100:00100000:3.0:1789185323.117797:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d74a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+312:2391:x1876087010770432:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 154us (2314us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.117806:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23146
00010000:00010000:0.0:1789185323.117818:0:8428:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000090cb999f/0xff23d3f688d92b67 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7e6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.117826:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23147
00010000:00010000:0.0:1789185323.117840:0:8428:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000659d7e59/0xff23d3f688d8fec7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12582912->12587007) gid 0 flags: 0x40000000020000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ba99 expref: 297 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.117841:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d75500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+311:2392:x1876087010770688:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.117856:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.117856:0:8428:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x7e6:0x0].0x0 since=122s v=(0 0)
00010000:00010000:0.0:1789185323.117861:0:8428:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7e6:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1789185323.117866:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000613a2391/0xff23d3f688d8ebfe lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a951 expref: 311 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.117868:0:8428:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000090cb999f/0xff23d3f688d92b67 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.117894:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000613a2391/0xff23d3f688d8ebfe lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a951 expref: 311 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.117909:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7da:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.117912:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7da:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.117915:0:8428:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000659d7e59/0xff23d3f688d8fec7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12582912->12587007) gid 0 flags: 0x50000000030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ba99 expref: 297 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.117931:0:8428:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000659d7e59/0xff23d3f688d8fec7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x7e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12582912->12587007) gid 0 flags: 0x70000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ba99 expref: 297 pid: 24325 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.117946:0:8428:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e55d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8428:1876087018869888:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.117989:0:8428:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b149e7f180 going to sleep for 11 seconds
00010000:00010000:2.0:1789185323.118006:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006d45f335/0xff23d3f688d92b28 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.118009:0:16720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37670
00010000:00010000:2.0:1789185323.118022:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006d45f335/0xff23d3f688d92b28 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.118022:0:16720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151742a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+716:3637:x1876087018869760:12345-0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185323.118022:0:24325:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e968a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24325:1876087018867328:192.168.204.3@tcp:104:
00002000:00080000:1.0:1789185323.118041:0:16720:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2023 count 1
00010000:00010000:2.0:1789185323.118057:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1789185323.118058:0:16720:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000092ed5948/0xff23d3f688d92b6e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.118073:0:16720:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ef4cb6fc/0xff23d3f688d8ed32 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa0e expref: 297 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.118081:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b269762850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+311:2391:x1876087010770560:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 453us (2621us total) trans 0 rc 0/0
00010000:00010000:1.0:1789185323.118084:0:16720:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7e7:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.118094:0:16720:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7e7:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.118099:0:16720:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000092ed5948/0xff23d3f688d92b6e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.118120:0:16720:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ef4cb6fc/0xff23d3f688d8ed32 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa0e expref: 297 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.118129:0:16720:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ef4cb6fc/0xff23d3f688d8ed32 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa0e expref: 297 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.118140:0:16720:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14da18e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16720:1876087018870016:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.118164:0:16720:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0e40 going to sleep for 11 seconds
00010000:00010000:1.0:1789185323.118195:0:178148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000613a2391/0xff23d3f688d8ebfe lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a951 expref: 311 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.118207:0:178148:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14da19500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:178148:1876087018867584:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.118266:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000fa501034/0xff23d3f688d92b2f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.118274:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fa501034/0xff23d3f688d92b2f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.118977:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23145
00010000:00010000:1.0:1789185323.118996:0:178148:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000fa501034/0xff23d3f688d92b2f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.119033:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23148
00000100:00100000:2.0:1789185323.119043:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d74000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+309:2392:x1876087010770816:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.119055:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.119061:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d2308886/0xff23d3f688d8ec05 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7db:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a95f expref: 309 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.119074:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d2308886/0xff23d3f688d8ec05 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7db:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a95f expref: 309 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.119091:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d2308886/0xff23d3f688d8ec05 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7db:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a95f expref: 309 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.119180:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7db:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.119187:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7db:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.119192:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c9b78f97/0xff23d3f688d92b21 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.119202:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c9b78f97/0xff23d3f688d92b21 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.119279:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23149
00000100:00100000:1.0:1789185323.119290:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d77b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+308:2393:x1876087010770944:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185323.119299:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185323.119305:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000021c50134/0xff23d3f688d8ec0c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a96d expref: 308 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.119316:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000021c50134/0xff23d3f688d8ec0c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a96d expref: 308 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.119329:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7dc:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.119332:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7dc:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.119336:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d5e955c4/0xff23d3f688d92b36 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.119344:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d5e955c4/0xff23d3f688d92b36 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.119356:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185323.119380:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d77b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+308:2393:x1876087010770944:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 93us (1847us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185323.119388:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23149
00000100:00100000:1.0:1789185323.119421:0:8491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37671
00000100:00100000:1.0:1789185323.119430:0:8491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151740000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+716:3635:x1876087018869504:12345-0@lo:6:osp-syn-1-0.0
00010000:00010000:0.0:1789185323.119898:0:24325:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000c9b78f97/0xff23d3f688d92b21 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.119948:0:178143:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000021c50134/0xff23d3f688d8ec0c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a96d expref: 307 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.119960:0:178143:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e55c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:178143:1876087018867840:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.119976:0:178143:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d5e955c4/0xff23d3f688d92b36 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.119986:0:178143:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d5e955c4/0xff23d3f688d92b36 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.119994:0:178143:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d5e955c4/0xff23d3f688d92b36 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.120010:0:178143:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d5e955c4/0xff23d3f688d92b36 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.120019:0:178143:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d5e955c4/0xff23d3f688d92b36 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.120039:0:178143:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1789185323.120080:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185323.120168:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d74000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+306:2392:x1876087010770816:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 1126us (4620us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185323.120176:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23148
00010000:00010000:2.0:1789185323.120206:0:8429:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006d45f335/0xff23d3f688d92b28 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.120215:0:8429:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006d45f335/0xff23d3f688d92b28 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.120220:0:178143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148751500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+709:3635:x1876087018867712:12345-0@lo:6:osp-syn-0-0.0 Request processed in 16909us (16971us total) trans 4294977673 rc 0/0
00010000:00010000:2.0:1789185323.120232:0:8429:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006d45f335/0xff23d3f688d92b28 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.120236:0:178143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37662
00010000:00010000:2.0:1789185323.120246:0:8429:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006d45f335/0xff23d3f688d92b28 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.120261:0:8429:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00010000:00010000:0.0:1789185323.120269:0:24325:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000c9b78f97/0xff23d3f688d92b21 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.120279:0:24325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c9b78f97/0xff23d3f688d92b21 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.120288:0:24325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c9b78f97/0xff23d3f688d92b21 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.120297:0:24325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c9b78f97/0xff23d3f688d92b21 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00080000:1.0:1789185323.120298:0:8491:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2021 count 1
00010000:00010000:0.0:1789185323.120319:0:24325:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00010000:00010000:1.0:1789185323.120324:0:8491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000603b815f/0xff23d3f688d92b75 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.120340:0:8491:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003013dc01/0xff23d3f688d8ed24 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a9f2 expref: 297 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.120347:0:8429:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151741880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+709:3638:x1876087018866944:12345-0@lo:6:osp-syn-0-0.0 Request processed in 23809us (24217us total) trans 4294977674 rc 0/0
00000100:00100000:2.0:1789185323.120364:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37661
00010000:00010000:1.0:1789185323.120365:0:8491:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7e5:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.120371:0:8491:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7e5:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.120375:0:8491:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000603b815f/0xff23d3f688d92b75 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.120404:0:8491:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003013dc01/0xff23d3f688d8ed24 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a9f2 expref: 297 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000004:00080000:2.0:1789185323.120417:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b148751c00/2, rc 0, transno 4294977674
00010000:00010000:1.0:1789185323.120418:0:8491:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003013dc01/0xff23d3f688d8ed24 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a9f2 expref: 297 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.120433:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148751c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018866944:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185323.120448:0:8491:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14da19500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8491:1876087018870144:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.120497:0:8491:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0180 going to sleep for 11 seconds
00010000:00010000:1.0:1789185323.120516:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00000100:00100000:2.0:1789185323.120517:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00010000:00010000:1.0:1789185323.120526:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d5e955c4/0xff23d3f688d92b36 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.120531:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151742300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018870272:0@lo:6:osp-syn-0-0.0
00010000:00010000:1.0:1789185323.120543:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b1510dae00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.120568:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d5e955c4/0xff23d3f688d92b36 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.120579:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d5e955c4/0xff23d3f688d92b36 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.120591:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:1.0:1789185323.120611:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d5e955c4/0xff23d3f688d92b36 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.120620:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d5e955c4/0xff23d3f688d92b36 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.120629:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:2.0:1789185323.120636:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006d45f335/0xff23d3f688d92b28 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.120641:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185323.120645:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b26239b200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.120647:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c9b78f97/0xff23d3f688d92b21 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.120650:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006d45f335/0xff23d3f688d92b28 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.120667:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b1510daa00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.120670:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006d45f335/0xff23d3f688d92b28 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.120672:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c9b78f97/0xff23d3f688d92b21 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.120695:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c9b78f97/0xff23d3f688d92b21 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.120699:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006d45f335/0xff23d3f688d92b28 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.120706:0:24325:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e968700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+709:3635:x1876087018867200:12345-0@lo:6:osp-syn-0-0.0 Request processed in 24670us (24734us total) trans 4294977675 rc 0/0
00010000:00010000:1.0:1789185323.120709:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c9b78f97/0xff23d3f688d92b21 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.120713:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006d45f335/0xff23d3f688d92b28 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.120723:0:24325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37659
00010000:00010000:1.0:1789185323.120735:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c9b78f97/0xff23d3f688d92b21 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.120745:0:24325:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018870272
00000100:00100000:0.0:1789185323.120753:0:24325:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018870272
00010000:00010000:1.0:1789185323.120755:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.120759:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.120762:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789185323.120826:0:24325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37672
00000100:00100000:0.0:1789185323.120840:0:24325:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151742680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+709:3637:x1876087018870272:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1789185323.120856:0:24325:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2015 count 1
00010000:00010000:0.0:1789185323.120871:0:24325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000087094423/0xff23d3f688d92b7c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7df:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.120884:0:24325:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000007df5f236/0xff23d3f688d8ec21 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a997 expref: 305 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.120891:0:24325:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7df:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.120896:0:24325:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7df:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.120900:0:24325:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000087094423/0xff23d3f688d92b7c lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.120924:0:24325:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000007df5f236/0xff23d3f688d8ec21 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a997 expref: 305 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.120936:0:24325:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000007df5f236/0xff23d3f688d8ec21 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a997 expref: 305 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.120948:0:24325:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e55c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24325:1876087018870400:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.120983:0:24325:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe7fe40 going to sleep for 11 seconds
00010000:00010000:0.0:1789185323.121007:0:35222:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000017a6c1d9/0xff23d3f688d92b13 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.121016:0:35222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000017a6c1d9/0xff23d3f688d92b13 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.121024:0:35222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000017a6c1d9/0xff23d3f688d92b13 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.121031:0:35222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000017a6c1d9/0xff23d3f688d92b13 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.121053:0:35222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1789185323.121092:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1789185323.121095:0:178148:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000fa501034/0xff23d3f688d92b2f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.121105:0:178148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fa501034/0xff23d3f688d92b2f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.121110:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1789185323.121113:0:178148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fa501034/0xff23d3f688d92b2f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.121118:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000017a6c1d9/0xff23d3f688d92b13 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.121125:0:178148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fa501034/0xff23d3f688d92b2f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.121135:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b1510da600 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185323.121142:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000017a6c1d9/0xff23d3f688d92b13 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.121143:0:35222:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148752d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+710:3635:x1876087018866304:12345-0@lo:6:osp-syn-0-0.0 Request processed in 26110us (26162us total) trans 4294977676 rc 0/0
00010000:00010000:1.0:1789185323.121150:0:178148:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1789185323.121161:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37657
00010000:00010000:3.0:1789185323.121163:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000017a6c1d9/0xff23d3f688d92b13 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.121185:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185323.121191:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fa501034/0xff23d3f688d92b2f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.121199:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149882e00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.121203:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fa501034/0xff23d3f688d92b2f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.121211:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fa501034/0xff23d3f688d92b2f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.121224:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fa501034/0xff23d3f688d92b2f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.121233:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fa501034/0xff23d3f688d92b2f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.121238:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000017a6c1d9/0xff23d3f688d92b13 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.121242:0:178148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151740e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+710:3638:x1876087018867072:12345-0@lo:6:osp-syn-0-0.0 Request processed in 24719us (25155us total) trans 4294977677 rc 0/0
00010000:00010000:0.0:1789185323.121253:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.121258:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.121260:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000017a6c1d9/0xff23d3f688d92b13 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.121261:0:178148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37660
00010000:00010000:0.0:1789185323.121262:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.121289:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.121290:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.121292:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.121297:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:0.0:1789185323.121316:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14e1e5500/2, rc 0, transno 4294977673
00000100:00100000:3.0:1789185323.121323:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d75500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+305:2392:x1876087010770688:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 3484us (5809us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.121331:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e1e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018867712:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185323.121336:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23147
00000004:00080000:0.0:1789185323.121352:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14d0d1880/2, rc 0, transno 4294977675
00000100:00100000:0.0:1789185323.121359:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018867200:0@lo:6:osp-syn-0-0.0
00000004:00080000:0.0:1789185323.121372:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b148751f80/2, rc 0, transno 4294977676
00000100:00100000:3.0:1789185323.121505:0:178145:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151768700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+717:3636:x1876087018864000:12345-0@lo:6:osp-syn-1-0.0 Request processed in 31037us (32013us total) trans 4294989479 rc 0/0
00000100:00100000:3.0:1789185323.121513:0:178145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37650
00000004:00080000:3.0:1789185323.121585:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b151768a80/2, rc 0, transno 4294989479
00000100:00100000:3.0:1789185323.121595:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151768a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018864000:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1789185323.121639:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789185323.121647:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149d76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018870528:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1789185323.121677:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185323.121707:0:178145:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018870528
00000100:00100000:3.0:1789185323.121711:0:178145:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018870528
00000100:00100000:3.0:1789185323.121736:0:178145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37673
00000100:00100000:3.0:1789185323.121743:0:178145:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d76300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+717:3636:x1876087018870528:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:3.0:1789185323.121757:0:178145:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2024 count 1
00010000:00010000:3.0:1789185323.121772:0:178145:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e7ee957e/0xff23d3f688d92b83 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7e8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.121785:0:178145:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008b0798c5/0xff23d3f688d8ed39 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa1c expref: 297 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.121794:0:178145:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7e8:0x0].0x0 since=124s v=(0 0)
00010000:00010000:3.0:1789185323.121798:0:178145:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7e8:0x0].0x0 since=0s v=(0 0)
00000100:00100000:0.0:1789185323.121803:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148751f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018866304:0@lo:6:osp-syn-0-0.0
00010000:00010000:3.0:1789185323.121804:0:178145:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e7ee957e/0xff23d3f688d92b83 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.121831:0:178145:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008b0798c5/0xff23d3f688d8ed39 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa1c expref: 297 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.121842:0:178145:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008b0798c5/0xff23d3f688d8ed39 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa1c expref: 297 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.121856:0:178145:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149d76680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:178145:1876087018870656:192.168.204.3@tcp:104:
00000004:00080000:2.0:1789185323.121866:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14d0d3800/2, rc 0, transno 4294977677
00000100:00100000:2.0:1789185323.121875:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018867072:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185323.121881:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1789185323.121888:0:178145:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1486aa180 going to sleep for 11 seconds
00000100:00100000:2.0:1789185323.121897:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e55ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018871040:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.121912:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e55ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018870784:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185323.121932:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185323.121962:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185323.121985:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789185323.121990:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e55c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018871168:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.122032:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185323.122057:0:178143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018871040
00000100:00100000:0.0:1789185323.122061:0:178143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018871040
00000100:00100000:0.0:1789185323.122093:0:178143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018870784
00000100:00100000:0.0:1789185323.122096:0:178143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018870784
00000100:00100000:0.0:1789185323.122108:0:178143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018871168
00000100:00100000:0.0:1789185323.122110:0:178143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018871168
00000100:00100000:0.0:1789185323.122122:0:178143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37674
00000100:00100000:0.0:1789185323.122128:0:178143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b150574000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+712:3638:x1876087018871040:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1789185323.122140:0:178143:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2018 count 1
00010000:00010000:0.0:1789185323.122153:0:178143:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b52914eb/0xff23d3f688d92b8a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7e2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.122165:0:178143:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c6e218c9/0xff23d3f688d8ec36 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a9c1 expref: 304 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.122173:0:178143:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7e2:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.122176:0:178143:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7e2:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.122179:0:178143:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b52914eb/0xff23d3f688d92b8a lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.122201:0:178143:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c6e218c9/0xff23d3f688d8ec36 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a9c1 expref: 304 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.122211:0:178143:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c6e218c9/0xff23d3f688d8ec36 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a9c1 expref: 304 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.122222:0:178143:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148753480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:178143:1876087018871296:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.122243:0:178143:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe7f900 going to sleep for 11 seconds
00000100:00100000:3.0:1789185323.122253:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37675
00000100:00100000:3.0:1789185323.122263:0:8429:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e55f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+712:3636:x1876087018870784:12345-0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.122266:0:35218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37676
00000100:00100000:0.0:1789185323.122280:0:35218:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e968a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+712:3636:x1876087018871168:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1789185323.122283:0:8429:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2016 count 1
00002000:00080000:0.0:1789185323.122296:0:35218:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2019 count 1
00010000:00010000:3.0:1789185323.122297:0:8429:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f05a18d4/0xff23d3f688d92b91 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7e0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.122311:0:35218:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ca21b233/0xff23d3f688d92b98 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7e3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.122313:0:8429:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000085141f8/0xff23d3f688d8ec28 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a9a5 expref: 304 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.122335:0:8429:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7e0:0x0].0x0 since=124s v=(0 0)
00010000:00010000:3.0:1789185323.122338:0:8429:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7e0:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.122342:0:8429:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f05a18d4/0xff23d3f688d92b91 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.122349:0:35218:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000061d7eee5/0xff23d3f688d8ec3d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a9cf expref: 304 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.122359:0:35218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7e3:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.122362:0:35218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7e3:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.122366:0:35218:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ca21b233/0xff23d3f688d92b98 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.122393:0:35218:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000061d7eee5/0xff23d3f688d8ec3d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a9cf expref: 304 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.122401:0:35218:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000061d7eee5/0xff23d3f688d8ec3d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a9cf expref: 304 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.122675:0:8429:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000085141f8/0xff23d3f688d8ec28 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a9a5 expref: 304 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.122687:0:8429:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000085141f8/0xff23d3f688d8ec28 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a9a5 expref: 304 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.122699:0:8429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149d77100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8429:1876087018871552:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185323.122740:0:8429:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1486aa240 going to sleep for 11 seconds
00000100:00100000:0.0:1789185323.122758:0:35218:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148751180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35218:1876087018871424:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.122786:0:35218:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe7f600 going to sleep for 11 seconds
00010000:00010000:0.0:1789185323.122825:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fcc91188/0xff23d3f688d8ebf0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a935 expref: 304 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.122837:0:8431:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148750700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8431:1876087018866816:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.122855:0:8431:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000421216e9/0xff23d3f688d92b1a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.122867:0:8431:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000421216e9/0xff23d3f688d92b1a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.122875:0:8431:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000421216e9/0xff23d3f688d92b1a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.122885:0:8431:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000421216e9/0xff23d3f688d92b1a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.122893:0:8431:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000421216e9/0xff23d3f688d92b1a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.122908:0:8431:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1789185323.122918:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185323.122922:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000421216e9/0xff23d3f688d92b1a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.122929:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b1510db800 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.122933:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000421216e9/0xff23d3f688d92b1a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.122940:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000421216e9/0xff23d3f688d92b1a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.122955:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000421216e9/0xff23d3f688d92b1a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.122963:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000421216e9/0xff23d3f688d92b1a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.122979:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.122981:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.122983:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789185323.123006:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e55e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018870912:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185323.123047:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185323.123092:0:178148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018870912
00000100:00100000:0.0:1789185323.123102:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148750a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+713:3635:x1876087018866688:12345-0@lo:6:osp-syn-0-0.0 Request processed in 27625us (27696us total) trans 4294977678 rc 0/0
00000100:00100000:0.0:1789185323.123110:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37658
00000004:00080000:0.0:1789185323.123149:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b148750380/2, rc 0, transno 4294977678
00000100:00100000:2.0:1789185323.123162:0:178148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018870912
00000100:00100000:0.0:1789185323.123162:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148750380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018866688:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185323.123209:0:178148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37677
00000100:00100000:2.0:1789185323.123220:0:178148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b2769b1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+713:3638:x1876087018870912:12345-0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.123228:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00002000:00080000:2.0:1789185323.123236:0:178148:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2017 count 1
00000100:00100000:0.0:1789185323.123240:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148750700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018871680:0@lo:6:osp-syn-0-0.0
00010000:00010000:2.0:1789185323.123255:0:178148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001ea59ce8/0xff23d3f688d92b9f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7e1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.123273:0:178148:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005a3b722d/0xff23d3f688d8ec2f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a9b3 expref: 303 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.123273:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:2.0:1789185323.123290:0:178148:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7e1:0x0].0x0 since=124s v=(0 0)
00010000:00010000:2.0:1789185323.123294:0:178148:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7e1:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.123299:0:178148:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001ea59ce8/0xff23d3f688d92b9f lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.123302:0:35222:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018871680
00000100:00100000:0.0:1789185323.123309:0:35222:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018871680
00010000:00010000:2.0:1789185323.123326:0:178148:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005a3b722d/0xff23d3f688d8ec2f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a9b3 expref: 303 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.123338:0:178148:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005a3b722d/0xff23d3f688d8ec2f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a9b3 expref: 303 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.123342:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37678
00000100:00100000:0.0:1789185323.123352:0:35222:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148753800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+714:3635:x1876087018871680:12345-0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185323.123357:0:178148:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b147529180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:178148:1876087018871808:192.168.204.3@tcp:104:
00002000:00080000:0.0:1789185323.123367:0:35222:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2020 count 1
00010000:00010000:0.0:1789185323.123381:0:35222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000088c2da94/0xff23d3f688d92ba6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7e4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.123392:0:35222:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000207320f7/0xff23d3f688d8ec44 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a9dd expref: 303 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.123399:0:35222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7e4:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.123402:0:35222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7e4:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.123406:0:35222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000088c2da94/0xff23d3f688d92ba6 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.123449:0:35222:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000207320f7/0xff23d3f688d8ec44 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a9dd expref: 303 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.123459:0:35222:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000207320f7/0xff23d3f688d8ec44 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a9dd expref: 303 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.123469:0:35222:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148751880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:35222:1876087018871936:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185323.123486:0:178148:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b149ae2480 going to sleep for 11 seconds
00000100:00100000:0.0:1789185323.123500:0:35222:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe7f6c0 going to sleep for 11 seconds
00010000:00010000:2.0:1789185323.123541:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.123594:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.123599:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789185323.129878:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.129940:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010771072
00000100:00100000:0.0:1789185323.129953:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010771072
00000100:00100000:3.0:1789185323.129992:0:34810:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149d74700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:34810:1876087018868992:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.130004:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000fccf2c05/0xff23d3f688d8ec13 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a97b expref: 304 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.130026:0:34810:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000052bf4c96/0xff23d3f688d92b52 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.130065:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23150
00000100:00100000:0.0:1789185323.130077:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d75c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+304:2392:x1876087010771072:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.130093:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.130100:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000fccf2c05/0xff23d3f688d8ec13 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a97b expref: 304 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.130115:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000fccf2c05/0xff23d3f688d8ec13 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a97b expref: 304 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.130145:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7dd:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.130151:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7dd:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.130158:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000057531eb4/0xff23d3f688d92b44 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.130171:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000057531eb4/0xff23d3f688d92b44 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.130195:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.130259:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d75c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+304:2392:x1876087010771072:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 184us (391us total) trans 0 rc 0/0
00010000:00010000:2.0:1789185323.130285:0:178146:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fccf2c05/0xff23d3f688d8ec13 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a97b expref: 304 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.130302:0:178146:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14da19c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:178146:1876087018868608:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.130319:0:178146:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000057531eb4/0xff23d3f688d92b44 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.130336:0:178146:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000057531eb4/0xff23d3f688d92b44 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.130344:0:178146:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000057531eb4/0xff23d3f688d92b44 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.130356:0:178146:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000057531eb4/0xff23d3f688d92b44 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.130364:0:178146:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000057531eb4/0xff23d3f688d92b44 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.130382:0:178146:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1789185323.131157:0:35223:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14da1b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:35223:1876087018869248:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.131171:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23150
00010000:00010000:1.0:1789185323.131178:0:35223:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000052b873d9/0xff23d3f688d92b59 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.131213:0:178169:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14da1b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:178169:1876087018869376:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.131228:0:8428:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e55d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8428:1876087018869888:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.131230:0:178169:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000004e6d0f6b/0xff23d3f688d92b60 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.131247:0:8428:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000090cb999f/0xff23d3f688d92b67 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.131453:0:16720:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14da18e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16720:1876087018870016:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.131468:0:16720:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000092ed5948/0xff23d3f688d92b6e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.131497:0:8491:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14da19500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8491:1876087018870144:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.131506:0:8491:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000603b815f/0xff23d3f688d92b75 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.131522:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1789185323.131528:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000057531eb4/0xff23d3f688d92b44 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.131534:0:35218:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148751180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35218:1876087018871424:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.131543:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149883a00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.131567:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000057531eb4/0xff23d3f688d92b44 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.131574:0:35218:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000ca21b233/0xff23d3f688d92b98 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.131578:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000057531eb4/0xff23d3f688d92b44 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.131596:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000057531eb4/0xff23d3f688d92b44 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.131604:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000057531eb4/0xff23d3f688d92b44 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.131644:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.131648:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.131650:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789185323.131766:0:24325:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e55c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24325:1876087018870400:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.131787:0:24325:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000087094423/0xff23d3f688d92b7c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.131818:0:35222:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148751880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:35222:1876087018871936:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.131832:0:35222:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000088c2da94/0xff23d3f688d92ba6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.132268:0:8429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149d77100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8429:1876087018871552:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.132283:0:8429:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f05a18d4/0xff23d3f688d92b91 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.132318:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.132345:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.132375:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.132403:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.132457:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185323.132460:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010771456
00000100:00100000:1.0:1789185323.132468:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010771456
00000100:00100000:3.0:1789185323.132490:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:1.0:1789185323.132499:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006636a061/0xff23d3f688d8ed0f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a9c8 expref: 298 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.132518:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185323.132525:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010771968
00000100:00100000:1.0:1789185323.132530:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010771968
00000100:00100000:3.0:1789185323.132539:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.132584:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.132606:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:1.0:1789185323.132622:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ef4cb6fc/0xff23d3f688d8ed32 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa0e expref: 299 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.132627:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.132649:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185323.132649:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010772480
00000100:00100000:1.0:1789185323.132654:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010772480
00000100:00100000:3.0:1789185323.132669:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:1.0:1789185323.132677:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000207320f7/0xff23d3f688d8ec44 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a9dd expref: 303 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.132688:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185323.132693:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010771712
00000100:00100000:1.0:1789185323.132698:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010771712
00000100:00100000:3.0:1789185323.132714:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:1.0:1789185323.132715:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000659d7e59/0xff23d3f688d8fec7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x7e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12582912->12587007) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ba99 expref: 300 pid: 24325 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.132733:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010772352
00000100:00100000:1.0:1789185323.132734:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010772736
00000100:00100000:1.0:1789185323.132740:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010772736
00000100:00100000:3.0:1789185323.132741:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010772352
00010000:00010000:1.0:1789185323.132759:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c6e218c9/0xff23d3f688d8ec36 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a9c1 expref: 305 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.132778:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010771200
00000100:00100000:1.0:1789185323.132781:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010771200
00010000:00010000:1.0:1789185323.132794:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002dba986c/0xff23d3f688d8ed01 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a9ba expref: 301 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.132805:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010771584
00000100:00100000:1.0:1789185323.132808:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010771584
00010000:00010000:1.0:1789185323.132819:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a7ff526b/0xff23d3f688d8ed1d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a9e4 expref: 302 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.132830:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010772096
00000100:00100000:1.0:1789185323.132832:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010772096
00010000:00010000:1.0:1789185323.132842:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000061d7eee5/0xff23d3f688d8ec3d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a9cf expref: 306 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.132852:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010772608
00000100:00100000:1.0:1789185323.132854:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010772608
00010000:00010000:1.0:1789185323.133955:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007df5f236/0xff23d3f688d8ec21 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a997 expref: 307 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.133987:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010772992
00000100:00100000:1.0:1789185323.133993:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010772992
00010000:00010000:1.0:1789185323.134016:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000085141f8/0xff23d3f688d8ec28 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a9a5 expref: 308 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.134030:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010771328
00000100:00100000:1.0:1789185323.134035:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010771328
00010000:00010000:1.0:1789185323.134047:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000020fcf1a0/0xff23d3f688d8ed16 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a9d6 expref: 303 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.134056:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010771840
00000100:00100000:1.0:1789185323.134058:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010771840
00010000:00010000:1.0:1789185323.134068:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006a981914/0xff23d3f688d8ec1a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a989 expref: 309 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.134078:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010772224
00000100:00100000:1.0:1789185323.134080:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010772224
00010000:00010000:1.0:1789185323.134090:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003013dc01/0xff23d3f688d8ed24 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a9f2 expref: 304 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.134099:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010772864
00000100:00100000:1.0:1789185323.134102:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010772864
00010000:00010000:1.0:1789185323.134114:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008b0798c5/0xff23d3f688d8ed39 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa1c expref: 305 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.134129:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23151
00000100:00100000:1.0:1789185323.134138:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d77100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+305:2394:x1876087010771456:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185323.134153:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185323.134159:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006636a061/0xff23d3f688d8ed0f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a9c8 expref: 305 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.134172:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006636a061/0xff23d3f688d8ed0f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a9c8 expref: 305 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.134204:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7e2:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.134209:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7e2:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.134217:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000146315f7/0xff23d3f688d92b3d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.134230:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000146315f7/0xff23d3f688d92b3d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.134253:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.134270:0:178143:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148753480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:178143:1876087018871296:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.134294:0:178143:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b52914eb/0xff23d3f688d92b8a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.134325:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23152
00000100:00100000:0.0:1789185323.134334:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b269761050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+305:2394:x1876087010771968:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.134345:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.134353:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ef4cb6fc/0xff23d3f688d8ed32 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa0e expref: 305 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.134363:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d77100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+305:2394:x1876087010771456:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 224us (2043us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185323.134372:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23151
00000100:00100000:1.0:1789185323.134392:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23153
00000100:00100000:1.0:1789185323.134400:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d74700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+309:2394:x1876087010772480:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185323.134408:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185323.134415:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000207320f7/0xff23d3f688d8ec44 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a9dd expref: 309 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.134433:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000207320f7/0xff23d3f688d8ec44 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a9dd expref: 309 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.134457:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ef4cb6fc/0xff23d3f688d8ed32 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa0e expref: 304 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.134466:0:178150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000207320f7/0xff23d3f688d8ec44 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a9dd expref: 309 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.134477:0:10396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ef4cb6fc/0xff23d3f688d8ed32 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa0e expref: 304 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.134490:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7e4:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.134494:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7e7:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.134495:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7e4:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.134504:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7e7:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.134506:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000088c2da94/0xff23d3f688d92ba6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.134512:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000092ed5948/0xff23d3f688d92b6e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.134518:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000088c2da94/0xff23d3f688d92ba6 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.134525:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000092ed5948/0xff23d3f688d92b6e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.134569:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.134592:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b269761050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+303:2394:x1876087010771968:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 259us (2245us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.134599:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23152
00010000:00010000:1.0:1789185323.134632:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.134648:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23154
00000100:00100000:0.0:1789185323.134657:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b147624e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+302:2394:x1876087010771712:12345-192.168.204.3@tcp:103:ldlm_bl.0
00000100:00100000:1.0:1789185323.134664:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d74700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+308:2394:x1876087010772480:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 263us (2287us total) trans 0 rc 0/0
00010000:00010000:0.0:1789185323.134666:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00000100:00100000:1.0:1789185323.134677:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23153
00010000:00010000:0.0:1789185323.134677:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000659d7e59/0xff23d3f688d8fec7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x7e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 12582912->12587007) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ba99 expref: 302 pid: 24325 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.134699:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23155
00010000:00010000:0.0:1789185323.134700:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000659d7e59/0xff23d3f688d8fec7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 12582912->12587007) gid 0 flags: 0x50000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ba99 expref: 302 pid: 24325 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.134712:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b15174a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+307:2394:x1876087010772736:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.134719:0:10396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000659d7e59/0xff23d3f688d8fec7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 12582912->12587007) gid 0 flags: 0x44801400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ba99 expref: 302 pid: 24325 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.134721:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185323.134732:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c6e218c9/0xff23d3f688d8ec36 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a9c1 expref: 307 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.134736:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7e6:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1789185323.134744:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7e6:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1789185323.134751:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c6e218c9/0xff23d3f688d8ec36 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a9c1 expref: 307 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.134752:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000090cb999f/0xff23d3f688d92b67 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.134773:0:178150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c6e218c9/0xff23d3f688d8ec36 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a9c1 expref: 307 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.134788:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7e2:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.134791:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7e2:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.134795:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b52914eb/0xff23d3f688d92b8a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.134803:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b52914eb/0xff23d3f688d92b8a lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.134823:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185323.134842:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b15174a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+306:2394:x1876087010772736:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 133us (2352us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185323.134848:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23155
00000100:00100000:1.0:1789185323.134863:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23156
00000100:00100000:1.0:1789185323.134869:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b15174a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+301:2391:x1876087010771200:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185323.134878:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185323.134883:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002dba986c/0xff23d3f688d8ed01 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a9ba expref: 301 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.134893:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002dba986c/0xff23d3f688d8ed01 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a9ba expref: 301 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.134906:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7e1:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.134909:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7e1:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.134913:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000bc9fe99c/0xff23d3f688d92b4b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.134922:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bc9fe99c/0xff23d3f688d92b4b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.134934:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185323.134958:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b15174a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+301:2391:x1876087010771200:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 89us (2441us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185323.134964:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23156
00000100:00100000:1.0:1789185323.134977:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23157
00000100:00100000:1.0:1789185323.134984:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151749180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+300:2391:x1876087010771584:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185323.134992:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185323.134997:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a7ff526b/0xff23d3f688d8ed1d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a9e4 expref: 300 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.135013:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a7ff526b/0xff23d3f688d8ed1d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a9e4 expref: 300 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.135014:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005a3b722d/0xff23d3f688d8ec2f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a9b3 expref: 305 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.135037:0:178150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a7ff526b/0xff23d3f688d8ed1d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a9e4 expref: 300 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.135049:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7e4:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.135052:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7e4:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.135058:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000052b873d9/0xff23d3f688d92b59 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.135059:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23158
00010000:00010000:1.0:1789185323.135074:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000052b873d9/0xff23d3f688d92b59 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.135075:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b269761850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+305:2391:x1876087010772096:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.135092:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.135099:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000061d7eee5/0xff23d3f688d8ec3d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a9cf expref: 305 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.135104:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1789185323.135110:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000061d7eee5/0xff23d3f688d8ec3d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a9cf expref: 305 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.135124:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000061d7eee5/0xff23d3f688d8ec3d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a9cf expref: 305 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.135131:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151749180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+299:2391:x1876087010771584:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 144us (2590us total) trans 0 rc 0/0
00010000:00010000:3.0:1789185323.135138:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7e3:0x0].0x0 since=0s v=(0 0)
00000100:00100000:1.0:1789185323.135143:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23157
00010000:00010000:3.0:1789185323.135145:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7e3:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.135151:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ca21b233/0xff23d3f688d92b98 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.135162:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ca21b233/0xff23d3f688d92b98 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.135162:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23159
00000100:00100000:1.0:1789185323.135175:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151748e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+304:2391:x1876087010772608:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185323.135192:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185323.135198:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000007df5f236/0xff23d3f688d8ec21 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a997 expref: 304 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000004:00080000:3.0:1789185323.135208:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b151740380/2, rc 0, transno 4294977679
00010000:00010000:1.0:1789185323.135209:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007df5f236/0xff23d3f688d8ec21 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a997 expref: 304 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.135226:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151740380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018868352:0@lo:6:osp-syn-0-0.0
00010000:00010000:1.0:1789185323.135228:0:178150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007df5f236/0xff23d3f688d8ec21 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a997 expref: 304 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.135244:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7df:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.135247:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7df:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.135252:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000087094423/0xff23d3f688d92b7c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.135260:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1789185323.135272:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000087094423/0xff23d3f688d92b7c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.135283:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b269761850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+303:2391:x1876087010772096:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 212us (2698us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.135292:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23158
00010000:00010000:1.0:1789185323.135293:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.135312:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23160
00000100:00100000:1.0:1789185323.135318:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151748e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+302:2391:x1876087010772608:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 144us (2711us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.135324:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151749880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+302:2391:x1876087010772992:12345-192.168.204.3@tcp:103:ldlm_bl.0
00000100:00100000:1.0:1789185323.135331:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23159
00010000:00010000:3.0:1789185323.135336:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.135344:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000085141f8/0xff23d3f688d8ec28 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a9a5 expref: 301 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.135353:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23161
00010000:00010000:3.0:1789185323.135358:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000085141f8/0xff23d3f688d8ec28 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a9a5 expref: 301 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.135365:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151748700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+298:2391:x1876087010771328:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185323.135375:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185323.135380:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000020fcf1a0/0xff23d3f688d8ed16 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a9d6 expref: 298 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.135390:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000020fcf1a0/0xff23d3f688d8ed16 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a9d6 expref: 298 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.135402:0:178150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000020fcf1a0/0xff23d3f688d8ed16 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a9d6 expref: 298 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.135410:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7e3:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.135413:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7e3:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.135418:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000052bf4c96/0xff23d3f688d92b52 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.135429:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000052bf4c96/0xff23d3f688d92b52 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.135451:0:178146:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+715:3636:x1876087018868352:12345-0@lo:6:osp-syn-0-0.0 Request processed in 26433us (31280us total) trans 4294977679 rc 0/0
00000100:00100000:2.0:1789185323.135462:0:178146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37664
00010000:00010000:3.0:1789185323.135466:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000085141f8/0xff23d3f688d8ec28 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a9a5 expref: 301 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.135469:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1789185323.135479:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7e0:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.135483:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7e0:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.135488:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f05a18d4/0xff23d3f688d92b91 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.135490:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151748700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+297:2391:x1876087010771328:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 126us (2841us total) trans 0 rc 0/0
00010000:00010000:3.0:1789185323.135505:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f05a18d4/0xff23d3f688d92b91 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.135506:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23161
00000100:00100000:2.0:1789185323.135511:0:178148:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b147529180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:178148:1876087018871808:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.135530:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1789185323.135543:0:178148:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001ea59ce8/0xff23d3f688d92b9f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.135559:0:8429:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f05a18d4/0xff23d3f688d92b91 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.135569:0:8429:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f05a18d4/0xff23d3f688d92b91 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.135580:0:8429:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f05a18d4/0xff23d3f688d92b91 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.135589:0:8429:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f05a18d4/0xff23d3f688d92b91 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.135592:0:178144:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002dba986c/0xff23d3f688d8ed01 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a9ba expref: 296 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.135601:0:178144:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151740a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:178144:1876087018868736:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.135605:0:8429:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1789185323.135614:0:178144:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000bc9fe99c/0xff23d3f688d92b4b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.135626:0:178144:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000bc9fe99c/0xff23d3f688d92b4b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.135631:0:178144:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bc9fe99c/0xff23d3f688d92b4b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.135638:0:178144:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bc9fe99c/0xff23d3f688d92b4b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.135644:0:178144:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bc9fe99c/0xff23d3f688d92b4b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.135656:0:178144:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:3.0:1789185323.135747:0:8429:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e55f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+715:3636:x1876087018870784:12345-0@lo:6:osp-syn-0-0.0 Request processed in 13486us (13784us total) trans 4294977680 rc 0/0
00000100:00100000:2.0:1789185323.135747:0:178144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151743800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+718:3638:x1876087018867968:12345-0@lo:6:osp-syn-1-0.0 Request processed in 26896us (27131us total) trans 4294989480 rc 0/0
00000100:00100000:2.0:1789185323.135754:0:178144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37665
00000004:00080000:2.0:1789185323.135785:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b151740700/2, rc 0, transno 4294989480
00000100:00100000:2.0:1789185323.135795:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151740700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018867968:0@lo:6:osp-syn-1-0.0
00010000:00010000:0.0:1789185323.135806:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000090cb999f/0xff23d3f688d92b67 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.135818:0:178147:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006636a061/0xff23d3f688d8ed0f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a9c8 expref: 295 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.135825:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185323.135828:0:178147:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151743480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:178147:1876087018868480:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.135841:0:178147:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000146315f7/0xff23d3f688d92b3d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.135841:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b147624e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+294:2394:x1876087010771712:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 1186us (3438us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.135847:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23154
00010000:00010000:2.0:1789185323.135854:0:178147:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000146315f7/0xff23d3f688d92b3d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.135861:0:178147:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000146315f7/0xff23d3f688d92b3d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.135862:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23162
00000100:00100000:0.0:1789185323.135869:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b15174b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+300:2391:x1876087010771840:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.135870:0:178147:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000146315f7/0xff23d3f688d92b3d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.135877:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.135878:0:178147:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000146315f7/0xff23d3f688d92b3d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.135882:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006a981914/0xff23d3f688d8ec1a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a989 expref: 300 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.135890:0:178147:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00010000:00010000:0.0:1789185323.135897:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006a981914/0xff23d3f688d8ec1a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a989 expref: 300 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.135910:0:10396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006a981914/0xff23d3f688d8ec1a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a989 expref: 300 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.135920:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7de:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.135923:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7de:0x0].0x0 since=0s v=(0 0)
00000100:00100000:2.0:1789185323.136036:0:178147:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151742d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+718:3638:x1876087018868096:12345-0@lo:6:osp-syn-1-0.0 Request processed in 32051us (32208us total) trans 4294989481 rc 0/0
00010000:00010000:0.0:1789185323.136049:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004e6d0f6b/0xff23d3f688d92b60 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.136058:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004e6d0f6b/0xff23d3f688d92b60 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.136081:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.136096:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b15174b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+299:2391:x1876087010771840:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 227us (3427us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.136102:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23162
00000100:00100000:0.0:1789185323.136115:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23163
00000100:00100000:0.0:1789185323.136121:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151749f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+293:2391:x1876087010772224:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.136129:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.136134:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003013dc01/0xff23d3f688d8ed24 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a9f2 expref: 293 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.136148:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003013dc01/0xff23d3f688d8ed24 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a9f2 expref: 293 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.136160:0:10396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003013dc01/0xff23d3f688d8ed24 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a9f2 expref: 293 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.136169:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7e5:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.136172:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7e5:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.136176:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000603b815f/0xff23d3f688d92b75 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.136183:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000603b815f/0xff23d3f688d92b75 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.136199:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.136213:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151749f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+292:2391:x1876087010772224:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 92us (3526us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.136219:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23163
00000100:00100000:0.0:1789185323.136232:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23164
00000100:00100000:0.0:1789185323.136239:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151748380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+291:2391:x1876087010772864:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.136246:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.136251:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008b0798c5/0xff23d3f688d8ed39 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa1c expref: 291 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.136267:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008b0798c5/0xff23d3f688d8ed39 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa1c expref: 291 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.136283:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7e8:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.136286:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7e8:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.136290:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e7ee957e/0xff23d3f688d92b83 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.136297:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e7ee957e/0xff23d3f688d92b83 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.136307:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.136318:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151748380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+291:2391:x1876087010772864:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 81us (3608us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.136323:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23164
00000100:00100000:0.0:1789185323.136339:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23165
00000100:00100000:0.0:1789185323.136346:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151748000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+298:2394:x1876087010772352:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.136353:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.136358:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005a3b722d/0xff23d3f688d8ec2f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a9b3 expref: 298 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.136391:0:16720:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000092ed5948/0xff23d3f688d92b6e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.136402:0:16720:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000092ed5948/0xff23d3f688d92b6e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.136410:0:16720:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000092ed5948/0xff23d3f688d92b6e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.136418:0:16720:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000092ed5948/0xff23d3f688d92b6e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.136435:0:16720:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool
00010000:00010000:0.0:1789185323.136436:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005a3b722d/0xff23d3f688d8ec2f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a9b3 expref: 298 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.136466:0:10396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005a3b722d/0xff23d3f688d8ec2f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a9b3 expref: 298 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.136476:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7e1:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.136479:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7e1:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.136484:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001ea59ce8/0xff23d3f688d92b9f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.136491:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001ea59ce8/0xff23d3f688d92b9f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.136509:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.136527:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151748000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+297:2394:x1876087010772352:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 182us (4073us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.136534:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23165
00000100:00100000:1.0:1789185323.136584:0:16720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151742a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+719:3637:x1876087018869760:12345-0@lo:6:osp-syn-1-0.0 Request processed in 18564us (21304us total) trans 4294989482 rc 0/0
00010000:00010000:0.0:1789185323.136628:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp.  (3 blwis in pool)
00010000:00010000:0.0:1789185323.136634:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f05a18d4/0xff23d3f688d92b91 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.136641:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b26239aa00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.136646:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f05a18d4/0xff23d3f688d92b91 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.136655:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f05a18d4/0xff23d3f688d92b91 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.136669:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f05a18d4/0xff23d3f688d92b91 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.136675:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f05a18d4/0xff23d3f688d92b91 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.136690:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:0.0:1789185323.136693:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bc9fe99c/0xff23d3f688d92b4b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.136698:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bc400 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.136700:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bc9fe99c/0xff23d3f688d92b4b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.136706:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bc9fe99c/0xff23d3f688d92b4b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.136712:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bc9fe99c/0xff23d3f688d92b4b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.136717:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bc9fe99c/0xff23d3f688d92b4b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.136728:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:0.0:1789185323.136730:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000146315f7/0xff23d3f688d92b3d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.136736:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bd800 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.136738:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000146315f7/0xff23d3f688d92b3d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.136744:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000146315f7/0xff23d3f688d92b3d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.136750:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000146315f7/0xff23d3f688d92b3d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.136755:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000146315f7/0xff23d3f688d92b3d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.136855:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37675
00000100:00100000:2.0:1789185323.136886:0:178147:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37663
00000100:00100000:1.0:1789185323.136912:0:16720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37670
00010000:00010000:0.0:1789185323.136990:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185323.136997:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000092ed5948/0xff23d3f688d92b6e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.137004:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149882000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.137006:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000092ed5948/0xff23d3f688d92b6e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.137013:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000092ed5948/0xff23d3f688d92b6e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.137022:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000092ed5948/0xff23d3f688d92b6e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.137029:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000092ed5948/0xff23d3f688d92b6e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.137043:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.137044:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.137046:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.137058:0:178169:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000004e6d0f6b/0xff23d3f688d92b60 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.137066:0:178169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004e6d0f6b/0xff23d3f688d92b60 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.137074:0:178169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004e6d0f6b/0xff23d3f688d92b60 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.137081:0:178169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004e6d0f6b/0xff23d3f688d92b60 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.137095:0:178169:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1789185323.137140:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185323.137149:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004e6d0f6b/0xff23d3f688d92b60 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.137150:0:35223:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000052b873d9/0xff23d3f688d92b59 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.137169:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149883400 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185323.137175:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004e6d0f6b/0xff23d3f688d92b60 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.137180:0:35223:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000052b873d9/0xff23d3f688d92b59 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.137188:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004e6d0f6b/0xff23d3f688d92b60 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.137194:0:35223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000052b873d9/0xff23d3f688d92b59 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.137216:0:35223:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000052b873d9/0xff23d3f688d92b59 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.137224:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004e6d0f6b/0xff23d3f688d92b60 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.137229:0:35223:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1789185323.137238:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004e6d0f6b/0xff23d3f688d92b60 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.137261:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185323.137265:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000052b873d9/0xff23d3f688d92b59 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.137272:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149883600 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185323.137276:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000052b873d9/0xff23d3f688d92b59 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.137284:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000052b873d9/0xff23d3f688d92b59 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.137296:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000052b873d9/0xff23d3f688d92b59 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.137304:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000052b873d9/0xff23d3f688d92b59 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.137322:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.137324:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.137327:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789185323.137329:0:35223:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151741500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+719:3638:x1876087018868864:12345-0@lo:6:osp-syn-1-0.0 Request processed in 23251us (23495us total) trans 4294989483 rc 0/0
00000100:00100000:1.0:1789185323.137338:0:35223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37667
00010000:00010000:1.0:1789185323.137370:0:34810:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000052bf4c96/0xff23d3f688d92b52 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.137380:0:34810:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000052bf4c96/0xff23d3f688d92b52 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.137388:0:34810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000052bf4c96/0xff23d3f688d92b52 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.137395:0:34810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000052bf4c96/0xff23d3f688d92b52 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.137414:0:34810:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1789185323.137501:0:34810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d74e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+719:3636:x1876087018868224:12345-0@lo:6:osp-syn-1-0.0 Request processed in 27712us (27909us total) trans 4294989484 rc 0/0
00000100:00100000:1.0:1789185323.137508:0:34810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37666
00000100:00100000:0.0:1789185323.137576:0:178169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151743b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+715:3637:x1876087018869120:12345-0@lo:6:osp-syn-0-0.0 Request processed in 23329us (23596us total) trans 4294977681 rc 0/0
00000100:00100000:0.0:1789185323.137584:0:178169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37668
00010000:00010000:0.0:1789185323.137606:0:8491:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000603b815f/0xff23d3f688d92b75 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.137619:0:8491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000603b815f/0xff23d3f688d92b75 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.137627:0:8491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000603b815f/0xff23d3f688d92b75 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.137635:0:8491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000603b815f/0xff23d3f688d92b75 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.137645:0:8491:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00010000:00010000:1.0:1789185323.137681:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:1.0:1789185323.137687:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000052bf4c96/0xff23d3f688d92b52 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.137694:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b26239b600 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.137698:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000052bf4c96/0xff23d3f688d92b52 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.137706:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000052bf4c96/0xff23d3f688d92b52 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.137719:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000052bf4c96/0xff23d3f688d92b52 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.137722:0:8491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151740000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+719:3635:x1876087018869504:12345-0@lo:6:osp-syn-1-0.0 Request processed in 18293us (22392us total) trans 4294989485 rc 0/0
00010000:00010000:1.0:1789185323.137734:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000052bf4c96/0xff23d3f688d92b52 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.137739:0:8491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37671
00010000:00010000:1.0:1789185323.137762:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1789185323.137766:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000603b815f/0xff23d3f688d92b75 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.137777:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149883e00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.137780:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000603b815f/0xff23d3f688d92b75 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.137786:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000603b815f/0xff23d3f688d92b75 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.137796:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000603b815f/0xff23d3f688d92b75 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.137803:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000603b815f/0xff23d3f688d92b75 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.137818:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.137820:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.137821:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.137833:0:35222:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000088c2da94/0xff23d3f688d92ba6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.137842:0:35222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000088c2da94/0xff23d3f688d92ba6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.137850:0:35222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000088c2da94/0xff23d3f688d92ba6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.137862:0:35222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000088c2da94/0xff23d3f688d92ba6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.137877:0:35222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1789185323.137886:0:178148:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001ea59ce8/0xff23d3f688d92b9f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.137897:0:178148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001ea59ce8/0xff23d3f688d92b9f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.137907:0:178148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001ea59ce8/0xff23d3f688d92b9f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.137920:0:178148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001ea59ce8/0xff23d3f688d92b9f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.137954:0:35222:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148753800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+715:3635:x1876087018871680:12345-0@lo:6:osp-syn-0-0.0 Request processed in 14602us (14681us total) trans 4294977682 rc 0/0
00000100:00100000:1.0:1789185323.137962:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37678
00010000:00010000:1.0:1789185323.137986:0:178143:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b52914eb/0xff23d3f688d92b8a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.137996:0:178143:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b52914eb/0xff23d3f688d92b8a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.138004:0:178143:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b52914eb/0xff23d3f688d92b8a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.138011:0:178143:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b52914eb/0xff23d3f688d92b8a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.138020:0:178143:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000004:00080000:3.0:1789185323.138042:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14e55ea00/2, rc 0, transno 4294977680
00000100:00100000:3.0:1789185323.138058:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e55ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018870784:0@lo:6:osp-syn-0-0.0
00000004:00080000:3.0:1789185323.138077:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b151741f80/2, rc 0, transno 4294989484
00000100:00100000:3.0:1789185323.138087:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151741f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018868224:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.138094:0:178143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b150574000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+715:3638:x1876087018871040:12345-0@lo:6:osp-syn-0-0.0 Request processed in 15964us (16161us total) trans 4294977683 rc 0/0
00000100:00100000:1.0:1789185323.138102:0:178143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37674
00010000:00010000:1.0:1789185323.138124:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:1.0:1789185323.138130:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000088c2da94/0xff23d3f688d92ba6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.138141:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b1510da400 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.138147:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000088c2da94/0xff23d3f688d92ba6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.138156:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000088c2da94/0xff23d3f688d92ba6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.138164:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b15174b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018872448:0@lo:6:osp-syn-1-0.0
00010000:00010000:1.0:1789185323.138170:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000088c2da94/0xff23d3f688d92ba6 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.138178:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000088c2da94/0xff23d3f688d92ba6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.138194:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1789185323.138198:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b52914eb/0xff23d3f688d92b8a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.138206:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:1.0:1789185323.138211:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b1510db600 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.138217:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b52914eb/0xff23d3f688d92b8a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.138225:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b52914eb/0xff23d3f688d92b8a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.138237:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b52914eb/0xff23d3f688d92b8a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.138241:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00010000:00010000:1.0:1789185323.138249:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b52914eb/0xff23d3f688d92b8a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.138251:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b15174b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018872320:0@lo:6:osp-syn-0-0.0
00010000:00010000:1.0:1789185323.138271:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.138274:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.138276:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789185323.138283:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:2.0:1789185323.138322:0:178148:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1789185323.138478:0:178148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b2769b1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+715:3638:x1876087018870912:12345-0@lo:6:osp-syn-0-0.0 Request processed in 15262us (15431us total) trans 4294977684 rc 0/0
00000100:00100000:2.0:1789185323.138490:0:178148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37677
00000004:00080000:0.0:1789185323.138530:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b148750700/2, rc 0, transno 4294977682
00010000:00010000:3.0:1789185323.138587:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185323.138593:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001ea59ce8/0xff23d3f688d92b9f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.138601:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bc200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185323.138604:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001ea59ce8/0xff23d3f688d92b9f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.138667:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001ea59ce8/0xff23d3f688d92b9f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.138680:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001ea59ce8/0xff23d3f688d92b9f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.138681:0:34809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018872448
00000100:00100000:1.0:1789185323.138689:0:34809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018872448
00010000:00010000:3.0:1789185323.138691:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001ea59ce8/0xff23d3f688d92b9f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.138719:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.138721:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.138723:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789185323.138730:0:34809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018872320
00000100:00100000:1.0:1789185323.138735:0:34809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018872320
00000100:00100000:3.0:1789185323.138749:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151749880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+296:2391:x1876087010772992:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 3426us (6120us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.138758:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23160
00000100:00100000:1.0:1789185323.138763:0:34809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37679
00000100:00100000:1.0:1789185323.138771:0:34809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151748a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+718:3636:x1876087018872448:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185323.138814:0:34809:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2026 count 1
00010000:00010000:1.0:1789185323.138836:0:34809:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d92bad lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7ea:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.138855:0:34809:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a587eb7d/0xff23d3f688d8ed47 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa38 expref: 290 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.138864:0:34809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7ea:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.138869:0:34809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7ea:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.138874:0:34809:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d92bad lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.138906:0:34809:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a587eb7d/0xff23d3f688d8ed47 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa38 expref: 290 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.138928:0:34809:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a587eb7d/0xff23d3f688d8ed47 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa38 expref: 290 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.138941:0:34809:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14da19500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:34809:1876087018872576:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.139077:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148750700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018871680:0@lo:6:osp-syn-0-0.0
00000004:00080000:0.0:1789185323.139096:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b149d75f80/2, rc 0, transno 4294989485
00000100:00100000:0.0:1789185323.139108:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149d75f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018869504:0@lo:6:osp-syn-1-0.0
00010000:00010000:0.0:1789185323.139121:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.139151:0:8428:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000090cb999f/0xff23d3f688d92b67 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.139160:0:8428:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000090cb999f/0xff23d3f688d92b67 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.139175:0:8428:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000090cb999f/0xff23d3f688d92b67 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.139182:0:8428:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000090cb999f/0xff23d3f688d92b67 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.139193:0:8428:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1789185323.139260:0:34809:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0780 going to sleep for 11 seconds
00010000:00010000:1.0:1789185323.139274:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1789185323.139279:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000090cb999f/0xff23d3f688d92b67 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.139288:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b1510dbc00 already unused, calling callback (ffffffffc0cd94f0)
00000100:00100000:0.0:1789185323.139289:0:8428:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d77480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+719:3636:x1876087018869632:12345-0@lo:6:osp-syn-1-0.0 Request processed in 21518us (24056us total) trans 4294989486 rc 0/0
00010000:00010000:1.0:1789185323.139292:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000090cb999f/0xff23d3f688d92b67 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.139302:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37669
00010000:00010000:1.0:1789185323.139310:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000090cb999f/0xff23d3f688d92b67 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.139325:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37680
00010000:00010000:1.0:1789185323.139326:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000090cb999f/0xff23d3f688d92b67 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.139335:0:8428:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151749500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+715:3636:x1876087018872320:12345-0@lo:6:osp-syn-0-0.0
00010000:00010000:1.0:1789185323.139339:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000090cb999f/0xff23d3f688d92b67 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00080000:0.0:1789185323.139349:0:8428:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2022 count 1
00010000:00010000:1.0:1789185323.139360:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.139363:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.139365:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.139377:0:8428:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008f180863/0xff23d3f688d92bb4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7e6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.139391:0:8428:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d46a263f/0xff23d3f688d8ec52 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a9f9 expref: 295 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.139399:0:8428:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7e6:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.139403:0:8428:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7e6:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.139407:0:8428:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008f180863/0xff23d3f688d92bb4 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.139428:0:8428:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d46a263f/0xff23d3f688d8ec52 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a9f9 expref: 295 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.139450:0:8428:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d46a263f/0xff23d3f688d8ec52 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a9f9 expref: 295 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.139461:0:8428:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148751180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8428:1876087018872832:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.139491:0:8428:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe7f600 going to sleep for 11 seconds
00010000:00010000:0.0:1789185323.139508:0:24325:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000087094423/0xff23d3f688d92b7c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.139517:0:24325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000087094423/0xff23d3f688d92b7c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.139526:0:24325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000087094423/0xff23d3f688d92b7c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.139534:0:24325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000087094423/0xff23d3f688d92b7c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.139590:0:24325:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1789185323.139668:0:24325:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151742680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+716:3637:x1876087018870272:12345-0@lo:6:osp-syn-0-0.0 Request processed in 18832us (19079us total) trans 4294977685 rc 0/0
00000100:00100000:0.0:1789185323.139676:0:24325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37672
00010000:00010000:0.0:1789185323.139699:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185323.139704:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000087094423/0xff23d3f688d92b7c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.139718:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b1510db000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.139722:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000087094423/0xff23d3f688d92b7c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.139730:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000087094423/0xff23d3f688d92b7c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.139742:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000087094423/0xff23d3f688d92b7c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.139749:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000087094423/0xff23d3f688d92b7c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.139780:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.139782:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.139784:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.139797:0:35218:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000ca21b233/0xff23d3f688d92b98 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.139805:0:35218:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ca21b233/0xff23d3f688d92b98 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.139814:0:35218:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ca21b233/0xff23d3f688d92b98 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.139826:0:35218:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ca21b233/0xff23d3f688d92b98 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.139843:0:35218:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1789185323.139851:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1789185323.139857:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ca21b233/0xff23d3f688d92b98 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.139866:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b1510db200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.139870:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ca21b233/0xff23d3f688d92b98 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.139878:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ca21b233/0xff23d3f688d92b98 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.139889:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ca21b233/0xff23d3f688d92b98 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.139906:0:35218:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e968a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+716:3636:x1876087018871168:12345-0@lo:6:osp-syn-0-0.0 Request processed in 17628us (17872us total) trans 4294977686 rc 0/0
00010000:00010000:1.0:1789185323.139911:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ca21b233/0xff23d3f688d92b98 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.139916:0:35218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37676
00010000:00010000:1.0:1789185323.139932:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.139934:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.139936:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.140198:0:178145:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008b0798c5/0xff23d3f688d8ed39 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa1c expref: 290 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.140210:0:178145:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149d76680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:178145:1876087018870656:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.140232:0:178145:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e7ee957e/0xff23d3f688d92b83 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.140242:0:178145:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e7ee957e/0xff23d3f688d92b83 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.140250:0:178145:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e7ee957e/0xff23d3f688d92b83 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.140259:0:178145:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e7ee957e/0xff23d3f688d92b83 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.140266:0:178145:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e7ee957e/0xff23d3f688d92b83 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.140282:0:178145:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1789185323.140291:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185323.140296:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e7ee957e/0xff23d3f688d92b83 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.140303:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b26239b400 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.140306:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e7ee957e/0xff23d3f688d92b83 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.140314:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e7ee957e/0xff23d3f688d92b83 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.140329:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e7ee957e/0xff23d3f688d92b83 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.140338:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e7ee957e/0xff23d3f688d92b83 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.140358:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.140361:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.140363:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789185323.140467:0:178145:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d76300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+719:3636:x1876087018870528:12345-0@lo:6:osp-syn-1-0.0 Request processed in 18724us (18790us total) trans 4294989487 rc 0/0
00000100:00100000:0.0:1789185323.140474:0:178145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37673
00000100:00100000:0.0:1789185323.140672:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b15174ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018872192:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185323.140703:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:0.0:1789185323.140736:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14e55ce00/2, rc 0, transno 4294977683
00000100:00100000:0.0:1789185323.140746:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e55ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018871040:0@lo:6:osp-syn-0-0.0
00000004:00080000:0.0:1789185323.140756:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14e55e300/2, rc 0, transno 4294977684
00000100:00100000:0.0:1789185323.140760:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e55e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018870912:0@lo:6:osp-syn-0-0.0
00000004:00080000:0.0:1789185323.140770:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b149d75880/2, rc 0, transno 4294989483
00000100:00100000:0.0:1789185323.140773:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149d75880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018868864:0@lo:6:osp-syn-1-0.0
00000004:00080000:0.0:1789185323.140782:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b151743100/2, rc 0, transno 4294989481
00000100:00100000:0.0:1789185323.140785:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151743100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018868096:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185323.140793:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3]
00000100:00100000:0.0:1789185323.140798:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148753480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018872064:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.140819:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185323.140837:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148751880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018872704:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.140854:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.140881:0:16720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018872192
00000100:00100000:1.0:1789185323.140888:0:16720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018872192
00000100:00100000:1.0:1789185323.140923:0:16720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018872064
00000100:00100000:1.0:1789185323.140927:0:16720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018872064
00000100:00100000:1.0:1789185323.140949:0:16720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018872704
00000100:00100000:1.0:1789185323.140952:0:16720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018872704
00000100:00100000:1.0:1789185323.140969:0:16720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37681
00000100:00100000:1.0:1789185323.140976:0:16720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148753100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+719:3638:x1876087018872192:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185323.140997:0:16720:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2025 count 1
00010000:00010000:1.0:1789185323.141014:0:16720:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000057531eb4/0xff23d3f688d92bbb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7e9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.141022:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149d74a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018873088:0@lo:6:osp-syn-0-0.0
00010000:00010000:1.0:1789185323.141040:0:16720:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000f85f2f5/0xff23d3f688d8ed40 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa2a expref: 289 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.141050:0:16720:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7e9:0x0].0x0 since=124s v=(0 0)
00000100:00100000:0.0:1789185323.141051:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:1.0:1789185323.141058:0:16720:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7e9:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.141063:0:16720:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000057531eb4/0xff23d3f688d92bbb lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.141086:0:8491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018873088
00010000:00010000:1.0:1789185323.141088:0:16720:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000f85f2f5/0xff23d3f688d8ed40 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa2a expref: 289 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.141092:0:8491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018873088
00010000:00010000:1.0:1789185323.141104:0:16720:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000f85f2f5/0xff23d3f688d8ed40 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa2a expref: 289 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.141115:0:16720:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14da18e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16720:1876087018873216:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.141122:0:8491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37682
00000100:00100000:0.0:1789185323.141130:0:8491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b147624e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+718:3638:x1876087018872064:12345-0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185323.141159:0:16720:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0900 going to sleep for 11 seconds
00002000:00080000:0.0:1789185323.141164:0:8491:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2021 count 1
00000100:00100000:1.0:1789185323.141180:0:35223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37683
00010000:00010000:0.0:1789185323.141181:0:8491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000421216e9/0xff23d3f688d92bc2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.141194:0:35223:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d76680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+718:3638:x1876087018872704:12345-0@lo:6:osp-syn-0-0.0
00010000:00010000:0.0:1789185323.141199:0:8491:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000bcad7135/0xff23d3f688d8ec4b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a9eb expref: 295 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.141209:0:8491:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7e5:0x0].0x0 since=124s v=(0 0)
00002000:00080000:1.0:1789185323.141210:0:35223:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2023 count 1
00010000:00010000:0.0:1789185323.141215:0:8491:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7e5:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.141221:0:8491:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000421216e9/0xff23d3f688d92bc2 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.141226:0:35223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000281d94e0/0xff23d3f688d92bc9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.141244:0:8491:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000bcad7135/0xff23d3f688d8ec4b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a9eb expref: 295 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.141245:0:35223:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001f9265e2/0xff23d3f688d8ec8a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa07 expref: 295 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.141268:0:35223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7e7:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.141272:0:8491:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000bcad7135/0xff23d3f688d8ec4b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a9eb expref: 295 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.141273:0:35223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7e7:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.141283:0:35223:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000281d94e0/0xff23d3f688d92bc9 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.141292:0:8491:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149d74000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8491:1876087018873344:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.141313:0:35223:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001f9265e2/0xff23d3f688d8ec8a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa07 expref: 295 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.141320:0:8491:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe7f6c0 going to sleep for 11 seconds
00010000:00010000:1.0:1789185323.141327:0:35223:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001f9265e2/0xff23d3f688d8ec8a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa07 expref: 295 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.141339:0:35223:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14da1b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:35223:1876087018873472:192.168.204.3@tcp:104:
00000004:00080000:0.0:1789185323.141350:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b151742300/2, rc 0, transno 4294977685
00000100:00100000:1.0:1789185323.141364:0:35223:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a09c0 going to sleep for 11 seconds
00000100:00100000:1.0:1789185323.141383:0:34810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37684
00000100:00100000:1.0:1789185323.141390:0:34810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d77b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+718:3635:x1876087018873088:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185323.141401:0:34810:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2025 count 1
00010000:00010000:1.0:1789185323.141412:0:34810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000048e3f1cb/0xff23d3f688d92bd0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7e9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.141423:0:34810:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b5ab347b/0xff23d3f688d8ec60 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa23 expref: 295 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.141435:0:34810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7e9:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.141449:0:34810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7e9:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.141454:0:34810:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000048e3f1cb/0xff23d3f688d92bd0 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.141475:0:34810:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b5ab347b/0xff23d3f688d8ec60 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa23 expref: 295 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.141486:0:34810:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b5ab347b/0xff23d3f688d8ec60 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa23 expref: 295 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.141496:0:34810:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14da1b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:34810:1876087018873600:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.141520:0:34810:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0e40 going to sleep for 11 seconds
00000100:00100000:0.0:1789185323.141622:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151742300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018870272:0@lo:6:osp-syn-0-0.0
00000004:00080000:0.0:1789185323.141640:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b149d76d80/2, rc 0, transno 4294989482
00000100:00100000:0.0:1789185323.141644:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149d76d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018869760:0@lo:6:osp-syn-1-0.0
00000004:00080000:0.0:1789185323.141652:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b151741c00/2, rc 0, transno 4294977681
00000100:00100000:0.0:1789185323.141655:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151741c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018869120:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.141661:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1789185323.141666:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149d74700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018872960:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.141690:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185323.141780:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789185323.141786:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149d75c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018873728:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.141804:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:3.0:1789185323.141896:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789185323.141908:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b15174aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018874240:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185323.142067:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b15174bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018874112:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185323.142088:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185323.142105:0:35222:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018872960
00000100:00100000:2.0:1789185323.142110:0:35222:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018872960
00000100:00100000:2.0:1789185323.142134:0:35222:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018873728
00000100:00100000:2.0:1789185323.142136:0:35222:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018873728
00000100:00100000:2.0:1789185323.142152:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37685
00000100:00100000:2.0:1789185323.142158:0:35222:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+720:3637:x1876087018872960:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1789185323.142170:0:35222:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2024 count 1
00010000:00010000:2.0:1789185323.142183:0:35222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006fffc687/0xff23d3f688d92bd7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7e8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.142196:0:35222:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006f48882e/0xff23d3f688d8ec59 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa15 expref: 295 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.142205:0:35222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7e8:0x0].0x0 since=124s v=(0 0)
00010000:00010000:2.0:1789185323.142208:0:35222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7e8:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.142212:0:35222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006fffc687/0xff23d3f688d92bd7 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.142232:0:35222:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006f48882e/0xff23d3f688d8ec59 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa15 expref: 295 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.142242:0:35222:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006f48882e/0xff23d3f688d8ec59 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa15 expref: 295 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.142252:0:35222:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b147529180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:35222:1876087018874496:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185323.142285:0:35222:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b149ae2480 going to sleep for 11 seconds
00000100:00100000:1.0:1789185323.142290:0:178143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37686
00000100:00100000:1.0:1789185323.142301:0:178143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d77800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+720:3635:x1876087018873728:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185323.142314:0:178143:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2026 count 1
00010000:00010000:1.0:1789185323.142328:0:178143:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007fe0979b/0xff23d3f688d92bde lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7ea:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.142341:0:178143:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e4764e49/0xff23d3f688d8ec67 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa31 expref: 295 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.142349:0:178143:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7ea:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.142352:0:178143:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7ea:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.142356:0:178143:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007fe0979b/0xff23d3f688d92bde lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.142378:0:178143:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e4764e49/0xff23d3f688d8ec67 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa31 expref: 295 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.142388:0:178143:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e4764e49/0xff23d3f688d8ec67 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa31 expref: 295 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.142400:0:178143:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14da1aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:178143:1876087018874624:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.142434:0:178143:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0180 going to sleep for 11 seconds
00010000:00010000:2.0:1789185323.142753:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789185323.143256:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:3.0:1789185323.143305:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14e55c380/2, rc 0, transno 4294977686
00000100:00100000:3.0:1789185323.143315:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e55c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018871168:0@lo:6:osp-syn-0-0.0
00000004:00080000:3.0:1789185323.143329:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b149d76a00/2, rc 0, transno 4294989487
00000100:00100000:3.0:1789185323.143432:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149d76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018870528:0@lo:6:osp-syn-1-0.0
00000004:00080000:3.0:1789185323.143465:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b149d74380/2, rc 0, transno 4294989486
00000100:00100000:0.0:1789185323.143819:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b150549c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018874880:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185323.143864:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185323.143998:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151749c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018873984:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185323.144027:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185323.144055:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14752b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018874752:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185323.144077:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185323.144106:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3]
00000100:00100000:0.0:1789185323.144114:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149d77100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018873856:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.144143:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185323.144169:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b15174a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018874368:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185323.144193:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185323.144238:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789185323.144247:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149d77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018875008:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.144271:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185323.144299:0:178144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018874112
00000100:00100000:0.0:1789185323.144305:0:178144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018874112
00000100:00100000:0.0:1789185323.144342:0:178144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018874240
00000100:00100000:0.0:1789185323.144345:0:178144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018874240
00000100:00100000:0.0:1789185323.144360:0:178144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018874880
00000100:00100000:0.0:1789185323.144542:0:178144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018874880
00000100:00100000:0.0:1789185323.144591:0:178144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018873984
00000100:00100000:0.0:1789185323.144594:0:178144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018873984
00000100:00100000:0.0:1789185323.144609:0:178144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018874752
00000100:00100000:0.0:1789185323.144612:0:178144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018874752
00000100:00100000:0.0:1789185323.144625:0:178144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018873856
00000100:00100000:0.0:1789185323.144628:0:178144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018873856
00000100:00100000:0.0:1789185323.144640:0:178144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018874368
00000100:00100000:0.0:1789185323.144643:0:178144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018874368
00000100:00100000:0.0:1789185323.144655:0:178144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018875008
00000100:00100000:0.0:1789185323.144658:0:178144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018875008
00000100:00100000:0.0:1789185323.144675:0:178144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37687
00000100:00100000:0.0:1789185323.144684:0:178144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+725:3635:x1876087018874112:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1789185323.144710:0:178144:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2028 count 1
00010000:00010000:0.0:1789185323.144735:0:178144:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000090cb999f/0xff23d3f688d92be5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.144757:0:178144:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f9da1177/0xff23d3f688d8ed55 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa54 expref: 289 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.144768:0:178144:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7ec:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.144772:0:178144:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7ec:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.144777:0:178144:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000090cb999f/0xff23d3f688d92be5 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.144810:0:178144:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f9da1177/0xff23d3f688d8ed55 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa54 expref: 289 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.144824:0:178144:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f9da1177/0xff23d3f688d8ed55 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa54 expref: 289 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.144838:0:178144:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b15176e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:178144:1876087018875136:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.144905:0:178144:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe7f900 going to sleep for 11 seconds
00000100:00100000:0.0:1789185323.145138:0:24325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37688
00000100:00100000:0.0:1789185323.145150:0:24325:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b15174a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+725:3636:x1876087018874240:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1789185323.145164:0:24325:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2029 count 1
00010000:00010000:0.0:1789185323.145176:0:24325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b52914eb/0xff23d3f688d92bec lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7ed:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.145189:0:24325:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000067a95cec/0xff23d3f688d8ed5c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa62 expref: 289 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.145196:0:24325:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7ed:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.145199:0:24325:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7ed:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.145203:0:24325:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b52914eb/0xff23d3f688d92bec lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.145225:0:24325:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000067a95cec/0xff23d3f688d8ed5c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa62 expref: 289 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.145235:0:24325:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000067a95cec/0xff23d3f688d8ed5c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa62 expref: 289 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.145247:0:24325:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b15176d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24325:1876087018875264:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.145272:0:24325:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe7fe40 going to sleep for 11 seconds
00000100:00100000:0.0:1789185323.145293:0:178146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37689
00000100:00100000:0.0:1789185323.145302:0:178146:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d74e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+725:3635:x1876087018874880:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1789185323.145316:0:178146:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2032 count 1
00010000:00010000:0.0:1789185323.145329:0:178146:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000088c2da94/0xff23d3f688d92bf3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7f0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.145341:0:178146:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b5ae429f/0xff23d3f688d8ed71 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa8c expref: 289 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.145349:0:178146:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7f0:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.145353:0:178146:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7f0:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.145356:0:178146:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000088c2da94/0xff23d3f688d92bf3 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.145485:0:178169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37690
00000100:00100000:2.0:1789185323.145494:0:178169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d76300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+725:3638:x1876087018873984:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1789185323.145507:0:178169:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2027 count 1
00010000:00010000:2.0:1789185323.145519:0:178169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d92bfa lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.145531:0:178169:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000235e4888/0xff23d3f688d8ed4e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa46 expref: 289 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.145539:0:178169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7eb:0x0].0x0 since=124s v=(0 0)
00010000:00010000:2.0:1789185323.145543:0:178169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7eb:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.145561:0:178169:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d92bfa lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.145584:0:178169:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000235e4888/0xff23d3f688d8ed4e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa46 expref: 289 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.145594:0:178169:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000235e4888/0xff23d3f688d8ed4e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa46 expref: 289 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.145605:0:178169:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b150571c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:178169:1876087018875392:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185323.145631:0:178169:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b149ae2000 going to sleep for 11 seconds
00000100:00100000:2.0:1789185323.145647:0:35218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37691
00000100:00100000:2.0:1789185323.145655:0:35218:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e55f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+725:3638:x1876087018874752:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1789185323.145666:0:35218:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2031 count 1
00010000:00010000:2.0:1789185323.145678:0:35218:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d4cdc89e/0xff23d3f688d92c01 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7ef:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.145689:0:35218:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000fe467d93/0xff23d3f688d8ed6a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa7e expref: 289 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.145696:0:35218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7ef:0x0].0x0 since=124s v=(0 0)
00010000:00010000:2.0:1789185323.145699:0:35218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7ef:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.145703:0:35218:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d4cdc89e/0xff23d3f688d92c01 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.145723:0:35218:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000fe467d93/0xff23d3f688d8ed6a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa7e expref: 289 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.145733:0:35218:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000fe467d93/0xff23d3f688d8ed6a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa7e expref: 289 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.145744:0:35218:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149a04700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35218:1876087018875520:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185323.145784:0:35218:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b149ae29c0 going to sleep for 11 seconds
00010000:00010000:0.0:1789185323.145861:0:178146:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b5ae429f/0xff23d3f688d8ed71 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa8c expref: 289 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.145873:0:178146:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b5ae429f/0xff23d3f688d8ed71 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa8c expref: 289 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.145886:0:178146:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0d9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:178146:1876087018875648:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.145918:0:178146:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14b7b2900 going to sleep for 11 seconds
00000100:00100000:0.0:1789185323.146009:0:178148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37692
00000100:00100000:0.0:1789185323.146019:0:178148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e55c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+722:3638:x1876087018873856:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1789185323.146034:0:178148:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2027 count 1
00010000:00010000:0.0:1789185323.146048:0:178148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c9b78f97/0xff23d3f688d92c08 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.146066:0:178148:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000088ecf3c2/0xff23d3f688d8ec6e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa3f expref: 295 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.146073:0:178148:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7eb:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.146077:0:178148:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7eb:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.146080:0:178148:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c9b78f97/0xff23d3f688d92c08 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.146104:0:178148:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000088ecf3c2/0xff23d3f688d8ec6e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa3f expref: 295 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.146114:0:178148:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000088ecf3c2/0xff23d3f688d8ec6e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa3f expref: 295 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.146125:0:178148:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f725500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:178148:1876087018875776:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.146158:0:178148:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14a432180 going to sleep for 11 seconds
00000100:00100000:0.0:1789185323.146179:0:178147:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37693
00000100:00100000:0.0:1789185323.146189:0:178147:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e55d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+725:3638:x1876087018874368:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1789185323.146205:0:178147:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2030 count 1
00010000:00010000:0.0:1789185323.146219:0:178147:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d5e955c4/0xff23d3f688d92c0f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7ee:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.146233:0:178147:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000adae281e/0xff23d3f688d90121 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 58720256->58724351) gid 0 flags: 0x40000000020000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bcf3 expref: 289 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.146245:0:178147:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x7ee:0x0].0x0 since=120s v=(0 0)
00010000:00010000:0.0:1789185323.146248:0:178147:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7ee:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1789185323.146252:0:178147:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d5e955c4/0xff23d3f688d92c0f lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.146272:0:178147:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000adae281e/0xff23d3f688d90121 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 58720256->58724351) gid 0 flags: 0x50000000030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bcf3 expref: 289 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.146282:0:178147:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000adae281e/0xff23d3f688d90121 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x7ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 58720256->58724351) gid 0 flags: 0x70000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bcf3 expref: 289 pid: 8491 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.146293:0:178147:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f727800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:178147:1876087018875904:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.146316:0:178147:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14a432540 going to sleep for 11 seconds
00000100:00100000:0.0:1789185323.146332:0:178142:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37694
00000100:00100000:0.0:1789185323.146340:0:178142:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b15176dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+722:3635:x1876087018875008:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1789185323.146351:0:178142:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2028 count 1
00000100:00100000:3.0:1789185323.146721:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149d74380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018869632:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.146850:0:34809:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14da19500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:34809:1876087018872576:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.146880:0:34809:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d92bad lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.146938:0:16720:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14da18e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16720:1876087018873216:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.146954:0:16720:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000057531eb4/0xff23d3f688d92bbb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.147004:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.147044:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.147072:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.147175:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.147197:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010773248
00000100:00100000:3.0:1789185323.147203:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010773248
00010000:00010000:3.0:1789185323.147235:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d46a263f/0xff23d3f688d8ec52 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a9f9 expref: 296 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.147266:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010773504
00000100:00100000:3.0:1789185323.147269:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010773504
00010000:00010000:3.0:1789185323.147281:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000bcad7135/0xff23d3f688d8ec4b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a9eb expref: 297 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.147296:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010773120
00000100:00100000:3.0:1789185323.147298:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010773120
00010000:00010000:3.0:1789185323.147309:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a587eb7d/0xff23d3f688d8ed47 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa38 expref: 290 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.147324:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010773376
00000100:00100000:3.0:1789185323.147326:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010773376
00010000:00010000:3.0:1789185323.147335:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000f85f2f5/0xff23d3f688d8ed40 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa2a expref: 291 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.147346:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23166
00000100:00100000:3.0:1789185323.147352:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b247d6e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+297:2393:x1876087010773248:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.147367:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.147373:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d46a263f/0xff23d3f688d8ec52 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a9f9 expref: 297 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.147383:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d46a263f/0xff23d3f688d8ec52 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a9f9 expref: 297 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.147405:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7e6:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.147409:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7e6:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.147415:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000008f180863/0xff23d3f688d92bb4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.147423:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008f180863/0xff23d3f688d92bb4 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.147450:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.147485:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b247d6e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+297:2393:x1876087010773248:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 132us (483us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.147492:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23166
00000100:00100000:3.0:1789185323.147530:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23167
00000100:00100000:3.0:1789185323.147536:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151749180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+296:2393:x1876087010773504:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.147542:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.147566:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000bcad7135/0xff23d3f688d8ec4b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a9eb expref: 296 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.147575:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000bcad7135/0xff23d3f688d8ec4b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a9eb expref: 296 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.147585:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7e5:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.147587:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7e5:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.147591:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000421216e9/0xff23d3f688d92bc2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.147597:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000421216e9/0xff23d3f688d92bc2 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.147608:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.147622:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151749180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+296:2393:x1876087010773504:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 87us (578us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.147628:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23167
00000100:00100000:3.0:1789185323.147640:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23168
00000100:00100000:3.0:1789185323.147645:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151748000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+291:2393:x1876087010773120:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.147652:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.147655:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a587eb7d/0xff23d3f688d8ed47 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa38 expref: 291 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.147666:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a587eb7d/0xff23d3f688d8ed47 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa38 expref: 291 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.147680:0:10396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a587eb7d/0xff23d3f688d8ed47 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa38 expref: 291 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.147692:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7ea:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.147696:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7ea:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.147700:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d92bad lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.147707:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d92bad lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.147728:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.147745:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151748000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+290:2393:x1876087010773120:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 100us (672us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.147751:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23168
00000100:00100000:3.0:1789185323.147764:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23169
00000100:00100000:3.0:1789185323.147770:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d78000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+289:2393:x1876087010773376:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.147778:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.147782:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000f85f2f5/0xff23d3f688d8ed40 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa2a expref: 289 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.147792:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000f85f2f5/0xff23d3f688d8ed40 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa2a expref: 289 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.147804:0:10396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000f85f2f5/0xff23d3f688d8ed40 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa2a expref: 289 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.147814:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7e9:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.147817:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7e9:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.147821:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000057531eb4/0xff23d3f688d92bbb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.147829:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000057531eb4/0xff23d3f688d92bbb lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.147849:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.147867:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d78000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+288:2393:x1876087010773376:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 97us (692us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.147872:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23169
00010000:00010000:0.0:1789185323.147987:0:178142:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000017a6c1d9/0xff23d3f688d92c16 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.148003:0:178142:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e4c9e57e/0xff23d3f688d8ec75 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa4d expref: 295 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.148009:0:178142:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7ec:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.148012:0:178142:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7ec:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.148017:0:178142:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000017a6c1d9/0xff23d3f688d92c16 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.148046:0:8428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d46a263f/0xff23d3f688d8ec52 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a9f9 expref: 295 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.148058:0:8428:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148751180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8428:1876087018872832:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.148076:0:8428:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000008f180863/0xff23d3f688d92bb4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.148086:0:8428:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000008f180863/0xff23d3f688d92bb4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.148093:0:8428:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008f180863/0xff23d3f688d92bb4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.148104:0:8428:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008f180863/0xff23d3f688d92bb4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.148112:0:8428:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008f180863/0xff23d3f688d92bb4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.148129:0:8428:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1789185323.148296:0:8428:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151749500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+723:3636:x1876087018872320:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8962us (10012us total) trans 4294977687 rc 0/0
00000100:00100000:0.0:1789185323.148304:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37680
00010000:00010000:1.0:1789185323.148337:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1789185323.148345:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008f180863/0xff23d3f688d92bb4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.148347:0:8491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bcad7135/0xff23d3f688d8ec4b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4a9eb expref: 294 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.148367:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b1510da800 already unused, calling callback (ffffffffc0cd94f0)
00000100:00100000:0.0:1789185323.148375:0:8491:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149d74000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8491:1876087018873344:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.148376:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008f180863/0xff23d3f688d92bb4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.148392:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008f180863/0xff23d3f688d92bb4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.148394:0:8491:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000421216e9/0xff23d3f688d92bc2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.148415:0:8491:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000421216e9/0xff23d3f688d92bc2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.148420:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008f180863/0xff23d3f688d92bb4 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.148423:0:8491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000421216e9/0xff23d3f688d92bc2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.148451:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008f180863/0xff23d3f688d92bb4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.148455:0:8491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000421216e9/0xff23d3f688d92bc2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.148470:0:8491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000421216e9/0xff23d3f688d92bc2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.148478:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.148482:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185323.148486:0:8491:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool
00010000:00010000:1.0:1789185323.148487:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000421216e9/0xff23d3f688d92bc2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.148497:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b1510db800 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.148501:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000421216e9/0xff23d3f688d92bc2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.148508:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000421216e9/0xff23d3f688d92bc2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.148519:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000421216e9/0xff23d3f688d92bc2 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.148526:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000421216e9/0xff23d3f688d92bc2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.148593:0:8491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b147624e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+723:3638:x1876087018872064:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7462us (7771us total) trans 4294977688 rc 0/0
00000100:00100000:0.0:1789185323.148603:0:8491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37682
00010000:00010000:0.0:1789185323.148624:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:0.0:1789185323.148651:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b148753480/2, rc 0, transno 4294977688
00000100:00100000:0.0:1789185323.148662:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148753480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018872064:0@lo:6:osp-syn-0-0.0
00010000:00010000:1.0:1789185323.148672:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.148676:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.148679:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.148707:0:16720:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000057531eb4/0xff23d3f688d92bbb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.148718:0:16720:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000057531eb4/0xff23d3f688d92bbb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.148728:0:16720:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000057531eb4/0xff23d3f688d92bbb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.148734:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00010000:00010000:1.0:1789185323.148736:0:16720:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000057531eb4/0xff23d3f688d92bbb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.148749:0:16720:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1789185323.148750:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f725880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018876032:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.148790:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:0.0:1789185323.148847:0:178142:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e4c9e57e/0xff23d3f688d8ec75 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa4d expref: 293 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.148851:0:16720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148753100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+726:3638:x1876087018872192:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7873us (8145us total) trans 4294989488 rc 0/0
00000100:00100000:1.0:1789185323.148865:0:16720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37681
00010000:00010000:0.0:1789185323.148872:0:178142:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e4c9e57e/0xff23d3f688d8ec75 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa4d expref: 293 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.148881:0:16720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018876032
00000100:00100000:1.0:1789185323.148887:0:16720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018876032
00000100:00100000:0.0:1789185323.148888:0:178142:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149f08380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:178142:1876087018876160:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.148915:0:16720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37695
00000100:00100000:1.0:1789185323.148923:0:16720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+723:3638:x1876087018876032:12345-0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.148940:0:178142:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe7f6c0 going to sleep for 11 seconds
00002000:00080000:1.0:1789185323.148944:0:16720:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2029 count 1
00010000:00010000:1.0:1789185323.148962:0:16720:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000603b815f/0xff23d3f688d92c1d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7ed:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.148976:0:16720:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b5b39dd8/0xff23d3f688d8ec7c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa5b expref: 293 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.148984:0:16720:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7ed:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.148988:0:16720:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7ed:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.148992:0:16720:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000603b815f/0xff23d3f688d92c1d lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.149009:0:16720:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b5b39dd8/0xff23d3f688d8ec7c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa5b expref: 293 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.149019:0:16720:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b5b39dd8/0xff23d3f688d8ec7c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa5b expref: 293 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.149029:0:16720:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14da18e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16720:1876087018876288:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.149051:0:16720:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0780 going to sleep for 11 seconds
00010000:00010000:1.0:1789185323.149067:0:34809:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d92bad lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.149075:0:34809:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d92bad lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.149083:0:34809:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d92bad lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.149094:0:34809:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d92bad lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.149110:0:34809:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:1.0:1789185323.149178:0:34809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151748a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+726:3636:x1876087018872448:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10407us (10974us total) trans 4294989489 rc 0/0
00000100:00100000:1.0:1789185323.149185:0:34809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37679
00000004:00080000:1.0:1789185323.149219:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b15174ad80/2, rc 0, transno 4294989488
00010000:00010000:3.0:1789185323.149588:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:3.0:1789185323.149596:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000057531eb4/0xff23d3f688d92bbb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.149611:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149883a00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185323.149615:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000057531eb4/0xff23d3f688d92bbb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.149623:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000057531eb4/0xff23d3f688d92bbb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.149639:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000057531eb4/0xff23d3f688d92bbb lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.149647:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000057531eb4/0xff23d3f688d92bbb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.149663:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185323.149672:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d92bad lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.149688:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149883200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185323.149691:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d92bad lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.149698:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d92bad lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.149707:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d92bad lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.149715:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d92bad lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.149732:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.149735:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.149736:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:3.0:1789185323.150194:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b15174b480/2, rc 0, transno 4294977687
00000100:00100000:3.0:1789185323.150208:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b15174b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018872320:0@lo:6:osp-syn-0-0.0
00000004:00080000:3.0:1789185323.150222:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b15174b800/2, rc 0, transno 4294989489
00000100:00100000:3.0:1789185323.150302:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b15174b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018872448:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185323.150460:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1789185323.150474:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149d7a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018876416:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.150517:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185323.150566:0:8491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018876416
00000100:00100000:0.0:1789185323.150571:0:8491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018876416
00000100:00100000:0.0:1789185323.150605:0:8491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37696
00000100:00100000:0.0:1789185323.150612:0:8491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149f08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+724:3637:x1876087018876416:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1789185323.150632:0:8491:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2030 count 1
00010000:00010000:0.0:1789185323.150654:0:8491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000087094423/0xff23d3f688d92c24 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7ee:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.150672:0:8491:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d503ac17/0xff23d3f688d8ec83 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa69 expref: 293 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.150680:0:8491:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7ee:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.150685:0:8491:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7ee:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.150689:0:8491:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000087094423/0xff23d3f688d92c24 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.150712:0:8491:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d503ac17/0xff23d3f688d8ec83 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa69 expref: 293 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.150724:0:8491:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d503ac17/0xff23d3f688d8ec83 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa69 expref: 293 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.150736:0:8491:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149f0b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8491:1876087018876544:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.150771:0:8491:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe7f600 going to sleep for 11 seconds
00000100:00100000:0.0:1789185323.150877:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.150903:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.150922:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.151074:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185323.151225:0:35222:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b147529180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:35222:1876087018874496:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.151253:0:35222:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006fffc687/0xff23d3f688d92bd7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.151276:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148751180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018876672:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185323.151304:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185323.151331:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1789185323.151336:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148751500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018876800:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185323.151356:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185323.151383:0:178149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010773760
00000100:00100000:2.0:1789185323.151387:0:178149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010773760
00010000:00010000:2.0:1789185323.151411:0:178149:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b5ab347b/0xff23d3f688d8ec60 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa23 expref: 294 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.151433:0:178149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010774016
00000100:00100000:2.0:1789185323.151447:0:178149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010774016
00010000:00010000:2.0:1789185323.151463:0:178149:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e4764e49/0xff23d3f688d8ec67 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa31 expref: 295 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.151477:0:178149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010773632
00000100:00100000:2.0:1789185323.151480:0:178149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010773632
00010000:00010000:2.0:1789185323.151491:0:178149:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001f9265e2/0xff23d3f688d8ec8a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa07 expref: 296 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.151501:0:178149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010773888
00000100:00100000:2.0:1789185323.151503:0:178149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010773888
00010000:00010000:2.0:1789185323.151514:0:178149:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006f48882e/0xff23d3f688d8ec59 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa15 expref: 297 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.151527:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23170
00000100:00100000:2.0:1789185323.151533:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149f09180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+297:2391:x1876087010773760:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.151567:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.151574:0:178149:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b5ab347b/0xff23d3f688d8ec60 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa23 expref: 297 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.151586:0:178149:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b5ab347b/0xff23d3f688d8ec60 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa23 expref: 297 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.151607:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7e9:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.151611:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7e9:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.151617:0:178149:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000048e3f1cb/0xff23d3f688d92bd0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.151627:0:178149:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000048e3f1cb/0xff23d3f688d92bd0 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.151645:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185323.151671:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149f09180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+297:2391:x1876087010773760:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 137us (794us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185323.151679:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23170
00000100:00100000:2.0:1789185323.151700:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23171
00000100:00100000:2.0:1789185323.151705:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149f0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+296:2391:x1876087010774016:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.151713:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.151717:0:178149:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e4764e49/0xff23d3f688d8ec67 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa31 expref: 296 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.151727:0:178149:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e4764e49/0xff23d3f688d8ec67 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa31 expref: 296 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.151739:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7ea:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.151742:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7ea:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.151746:0:178149:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000007fe0979b/0xff23d3f688d92bde lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.151755:0:178149:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007fe0979b/0xff23d3f688d92bde lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.151768:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185323.151785:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149f0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+296:2391:x1876087010774016:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 79us (881us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185323.151792:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23171
00000100:00100000:2.0:1789185323.151805:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23172
00000100:00100000:2.0:1789185323.151812:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149f08000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+295:2391:x1876087010773632:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.151819:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.151825:0:178149:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001f9265e2/0xff23d3f688d8ec8a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa07 expref: 295 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.151842:0:178149:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001f9265e2/0xff23d3f688d8ec8a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa07 expref: 295 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.151855:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7e7:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.151858:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7e7:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.151863:0:178149:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000281d94e0/0xff23d3f688d92bc9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.151870:0:178149:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000281d94e0/0xff23d3f688d92bc9 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.151883:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185323.151901:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149f08000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+295:2391:x1876087010773632:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 90us (979us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185323.151908:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23172
00000100:00100000:2.0:1789185323.151921:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23173
00000100:00100000:2.0:1789185323.152132:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b247d6e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+294:2391:x1876087010773888:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.152142:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.152147:0:178149:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006f48882e/0xff23d3f688d8ec59 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa15 expref: 294 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.152158:0:178149:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006f48882e/0xff23d3f688d8ec59 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa15 expref: 294 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.152175:0:178149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006f48882e/0xff23d3f688d8ec59 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa15 expref: 294 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.152186:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7e8:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.152189:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7e8:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.152193:0:178149:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006fffc687/0xff23d3f688d92bd7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.152200:0:178149:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006fffc687/0xff23d3f688d92bd7 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.152220:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185323.152242:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b247d6e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+293:2391:x1876087010773888:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 314us (1168us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185323.152248:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23173
00010000:00010000:2.0:1789185323.152292:0:35222:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006fffc687/0xff23d3f688d92bd7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.152301:0:35222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006fffc687/0xff23d3f688d92bd7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.152311:0:35222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006fffc687/0xff23d3f688d92bd7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.152320:0:35222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006fffc687/0xff23d3f688d92bd7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.152411:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b15174ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018872192:0@lo:6:osp-syn-1-0.0
00010000:00010000:1.0:1789185323.152461:0:35223:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001f9265e2/0xff23d3f688d8ec8a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa07 expref: 292 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.152473:0:35223:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14da1b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:35223:1876087018873472:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.152489:0:35223:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000281d94e0/0xff23d3f688d92bc9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.152497:0:35223:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000281d94e0/0xff23d3f688d92bc9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.152504:0:35223:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000281d94e0/0xff23d3f688d92bc9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.152512:0:35223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000281d94e0/0xff23d3f688d92bc9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.152525:0:35223:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000281d94e0/0xff23d3f688d92bc9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.152564:0:35222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:2.0:1789185323.152713:0:35222:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+725:3637:x1876087018872960:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10554us (11022us total) trans 4294977689 rc 0/0
00000100:00100000:2.0:1789185323.152720:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37685
00000100:00100000:2.0:1789185323.152735:0:35222:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018876672
00000100:00100000:2.0:1789185323.152739:0:35222:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018876672
00000100:00100000:2.0:1789185323.152762:0:35222:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018876800
00000100:00100000:2.0:1789185323.152766:0:35222:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018876800
00000100:00100000:2.0:1789185323.152784:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37697
00000100:00100000:2.0:1789185323.152790:0:35222:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148752d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+727:3635:x1876087018876672:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1789185323.152809:0:35222:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2033 count 1
00010000:00010000:2.0:1789185323.152830:0:35222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007ef11ebc/0xff23d3f688d92c2b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7f1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.152844:0:35222:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000323f4e51/0xff23d3f688d8ed7f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa9a expref: 287 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.152853:0:35222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7f1:0x0].0x0 since=124s v=(0 0)
00010000:00010000:2.0:1789185323.152857:0:35222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7f1:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.152861:0:35222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007ef11ebc/0xff23d3f688d92c2b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.152886:0:35222:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000323f4e51/0xff23d3f688d8ed7f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa9a expref: 287 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.152898:0:35222:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000323f4e51/0xff23d3f688d8ed7f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa9a expref: 287 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.152911:0:35222:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b147529180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:35222:1876087018876928:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185323.152954:0:35222:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b149ae2780 going to sleep for 11 seconds
00000100:00100000:3.0:1789185323.153143:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37698
00000100:00100000:3.0:1789185323.153154:0:8429:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148750a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+727:3635:x1876087018876800:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:3.0:1789185323.153168:0:8429:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2034 count 1
00010000:00010000:3.0:1789185323.153181:0:8429:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000262d3641/0xff23d3f688d92c32 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7f2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.153194:0:8429:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000084430698/0xff23d3f688d8f145 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aaa8 expref: 287 pid: 35218 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.153201:0:8429:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7f2:0x0].0x0 since=124s v=(0 0)
00010000:00010000:3.0:1789185323.153205:0:8429:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7f2:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.153209:0:8429:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000262d3641/0xff23d3f688d92c32 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.153230:0:8429:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000084430698/0xff23d3f688d8f145 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aaa8 expref: 287 pid: 35218 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.153241:0:8429:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000084430698/0xff23d3f688d8f145 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aaa8 expref: 287 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.153252:0:8429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149d7a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8429:1876087018877056:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185323.153274:0:8429:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1486aa0c0 going to sleep for 11 seconds
00010000:00010000:0.0:1789185323.153767:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:0.0:1789185323.153777:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006fffc687/0xff23d3f688d92bd7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.153787:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bcc00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.153792:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006fffc687/0xff23d3f688d92bd7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.153803:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006fffc687/0xff23d3f688d92bd7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.153823:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006fffc687/0xff23d3f688d92bd7 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.153830:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006fffc687/0xff23d3f688d92bd7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.153855:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185323.153859:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000281d94e0/0xff23d3f688d92bc9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.153865:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149882800 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.153867:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000281d94e0/0xff23d3f688d92bc9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.153874:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000281d94e0/0xff23d3f688d92bc9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x7e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.153883:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000281d94e0/0xff23d3f688d92bc9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x7e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.153890:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.153891:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.153894:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789185323.153918:0:24325:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b15176d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24325:1876087018875264:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.153938:0:24325:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b52914eb/0xff23d3f688d92bec lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:0.0:1789185323.153971:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b149d74700/2, rc 0, transno 4294977689
00000100:00100000:0.0:1789185323.154067:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149d74700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018872960:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.154093:0:178144:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b15176e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:178144:1876087018875136:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.154111:0:178144:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000090cb999f/0xff23d3f688d92be5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.154133:0:178146:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0d9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:178146:1876087018875648:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.154145:0:178146:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000088c2da94/0xff23d3f688d92bf3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.154167:0:178148:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f725500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:178148:1876087018875776:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.154178:0:178148:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000c9b78f97/0xff23d3f688d92c08 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.154197:0:178147:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f727800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:178147:1876087018875904:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.154209:0:178147:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d5e955c4/0xff23d3f688d92c0f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.154307:0:35223:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool
00010000:00010000:1.0:1789185323.154314:0:35223:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000281d94e0/0xff23d3f688d92bc9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.154471:0:35223:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d76680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+725:3638:x1876087018872704:12345-0@lo:6:osp-syn-0-0.0 Request processed in 13280us (13615us total) trans 4294977690 rc 0/0
00000100:00100000:1.0:1789185323.154479:0:35223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37683
00010000:00010000:1.0:1789185323.154521:0:34810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b5ab347b/0xff23d3f688d8ec60 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa23 expref: 291 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.154533:0:34810:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14da1b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:34810:1876087018873600:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.154564:0:34810:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000048e3f1cb/0xff23d3f688d92bd0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.154573:0:34810:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000048e3f1cb/0xff23d3f688d92bd0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.154581:0:34810:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000048e3f1cb/0xff23d3f688d92bd0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.154590:0:34810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000048e3f1cb/0xff23d3f688d92bd0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.154598:0:34810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000048e3f1cb/0xff23d3f688d92bd0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.154613:0:34810:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1789185323.154688:0:34810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d77b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+725:3635:x1876087018873088:12345-0@lo:6:osp-syn-0-0.0 Request processed in 13298us (13637us total) trans 4294977691 rc 0/0
00000100:00100000:1.0:1789185323.154694:0:34810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37684
00010000:00010000:1.0:1789185323.154731:0:178143:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e4764e49/0xff23d3f688d8ec67 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa31 expref: 290 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.154741:0:178143:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14da1aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:178143:1876087018874624:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.154753:0:178143:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000007fe0979b/0xff23d3f688d92bde lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.154760:0:178143:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000007fe0979b/0xff23d3f688d92bde lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.154766:0:178143:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007fe0979b/0xff23d3f688d92bde lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.154773:0:178143:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007fe0979b/0xff23d3f688d92bde lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.154780:0:178143:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007fe0979b/0xff23d3f688d92bde lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.154791:0:178143:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:1.0:1789185323.154852:0:178143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d77800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+725:3635:x1876087018873728:12345-0@lo:6:osp-syn-0-0.0 Request processed in 12555us (13046us total) trans 4294977692 rc 0/0
00000100:00100000:1.0:1789185323.154858:0:178143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37686
00000004:00080000:1.0:1789185323.154921:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b149d75c00/2, rc 0, transno 4294977692
00010000:00010000:3.0:1789185323.155019:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:3.0:1789185323.155025:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000048e3f1cb/0xff23d3f688d92bd0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.155033:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149883800 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185323.155036:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000048e3f1cb/0xff23d3f688d92bd0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.155049:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000048e3f1cb/0xff23d3f688d92bd0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.155064:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000048e3f1cb/0xff23d3f688d92bd0 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.155071:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000048e3f1cb/0xff23d3f688d92bd0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.155090:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185323.155093:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007fe0979b/0xff23d3f688d92bde lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.155099:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149883c00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185323.155102:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007fe0979b/0xff23d3f688d92bde lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.155110:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007fe0979b/0xff23d3f688d92bde lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.155119:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007fe0979b/0xff23d3f688d92bde lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.155126:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007fe0979b/0xff23d3f688d92bde lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.155142:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.155143:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.155145:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.155207:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789185323.155221:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149d79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018877184:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.155259:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185323.155288:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1789185323.155295:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149d78e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018877312:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.155319:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:0.0:1789185323.155338:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789185323.155348:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018877184
00000100:00100000:0.0:1789185323.155354:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018877184
00000100:00100000:0.0:1789185323.155385:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018877312
00000100:00100000:0.0:1789185323.155388:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018877312
00000100:00100000:0.0:1789185323.155406:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37699
00000100:00100000:0.0:1789185323.155414:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149f0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+726:3637:x1876087018877184:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1789185323.155448:0:8431:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2031 count 1
00010000:00010000:0.0:1789185323.155468:0:8431:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000236ef04a/0xff23d3f688d92c39 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7ef:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.155485:0:8431:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000007d4adc91/0xff23d3f688d8ec91 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa77 expref: 289 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.155493:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7ef:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.155497:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7ef:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.155501:0:8431:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000236ef04a/0xff23d3f688d92c39 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.155524:0:8431:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000007d4adc91/0xff23d3f688d8ec91 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa77 expref: 289 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.155536:0:8431:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000007d4adc91/0xff23d3f688d8ec91 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa77 expref: 289 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.155576:0:8431:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149f09c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8431:1876087018877440:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.155634:0:8431:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe7f900 going to sleep for 11 seconds
00010000:00010000:2.0:1789185323.155818:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789185323.155846:0:178169:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b150571c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:178169:1876087018875392:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.155871:0:178169:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d92bfa lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.155894:0:35218:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149a04700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35218:1876087018875520:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.155903:0:35218:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d4cdc89e/0xff23d3f688d92c01 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.155921:0:178145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37700
00000100:00100000:2.0:1789185323.155929:0:178145:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149f0b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+726:3637:x1876087018877312:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1789185323.155941:0:178145:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2032 count 1
00010000:00010000:2.0:1789185323.155953:0:178145:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004e8cbc4d/0xff23d3f688d92c40 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7f0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.155963:0:178145:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006ffe9282/0xff23d3f688d8ec98 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa85 expref: 289 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.155970:0:178145:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7f0:0x0].0x0 since=124s v=(0 0)
00010000:00010000:2.0:1789185323.155973:0:178145:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7f0:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.155976:0:178145:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004e8cbc4d/0xff23d3f688d92c40 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.155995:0:178145:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006ffe9282/0xff23d3f688d8ec98 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa85 expref: 289 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.156004:0:178145:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006ffe9282/0xff23d3f688d8ec98 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa85 expref: 289 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.156013:0:178145:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149a04700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:178145:1876087018877568:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185323.156050:0:178145:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b149ae29c0 going to sleep for 11 seconds
00000100:00100000:1.0:1789185323.156282:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149d75c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018873728:0@lo:6:osp-syn-0-0.0
00000004:00080000:1.0:1789185323.156303:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b149d74a80/2, rc 0, transno 4294977691
00000100:00100000:0.0:1789185323.156508:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789185323.156519:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149d79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018877696:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.156580:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185323.156745:0:34809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018877696
00000100:00100000:2.0:1789185323.156750:0:34809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018877696
00000100:00100000:2.0:1789185323.156789:0:34809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37701
00000100:00100000:2.0:1789185323.156797:0:34809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149f09500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+727:3636:x1876087018877696:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1789185323.156811:0:34809:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2033 count 1
00010000:00010000:2.0:1789185323.156825:0:34809:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f1b7551a/0xff23d3f688d92c47 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7f1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.156839:0:34809:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003836f4ef/0xff23d3f688d8ec9f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa93 expref: 289 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.156846:0:34809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7f1:0x0].0x0 since=124s v=(0 0)
00010000:00010000:2.0:1789185323.156850:0:34809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7f1:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.156854:0:34809:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f1b7551a/0xff23d3f688d92c47 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.156875:0:34809:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003836f4ef/0xff23d3f688d8ec9f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa93 expref: 289 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.156886:0:34809:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003836f4ef/0xff23d3f688d8ec9f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa93 expref: 289 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.156896:0:34809:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b150571c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:34809:1876087018877824:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185323.156932:0:34809:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b149ae2000 going to sleep for 11 seconds
00000100:00100000:1.0:1789185323.157154:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149d74a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018873088:0@lo:6:osp-syn-0-0.0
00000004:00080000:1.0:1789185323.157198:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b148751880/2, rc 0, transno 4294977690
00000100:00100000:0.0:1789185323.157333:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149d78700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018877952:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.157383:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185323.157458:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018877952
00000100:00100000:3.0:1789185323.157463:0:8428:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018877952
00000100:00100000:3.0:1789185323.157502:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37702
00000100:00100000:3.0:1789185323.157511:0:8428:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149f08a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+728:3636:x1876087018877952:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1789185323.157524:0:8428:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2034 count 1
00010000:00010000:3.0:1789185323.157539:0:8428:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e7ee957e/0xff23d3f688d92c4e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7f2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.157593:0:8428:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003f16bbc7/0xff23d3f688d8ed78 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aaa1 expref: 289 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.157601:0:8428:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7f2:0x0].0x0 since=124s v=(0 0)
00010000:00010000:3.0:1789185323.157604:0:8428:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7f2:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.157609:0:8428:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e7ee957e/0xff23d3f688d92c4e lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.157630:0:8428:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003f16bbc7/0xff23d3f688d8ed78 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aaa1 expref: 289 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.157639:0:8428:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003f16bbc7/0xff23d3f688d8ed78 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aaa1 expref: 289 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.157656:0:8428:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149d7b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8428:1876087018878080:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185323.157698:0:8428:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1486aa480 going to sleep for 11 seconds
00000100:00100000:1.0:1789185323.157905:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148751880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018872704:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185323.165327:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.165359:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.165389:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.165413:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010774144
00000100:00100000:3.0:1789185323.165422:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010774144
00010000:00010000:3.0:1789185323.165474:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f9da1177/0xff23d3f688d8ed55 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa54 expref: 288 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.165507:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010774400
00000100:00100000:3.0:1789185323.165511:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010774400
00010000:00010000:3.0:1789185323.165525:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000235e4888/0xff23d3f688d8ed4e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa46 expref: 289 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.165564:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010774784
00000100:00100000:3.0:1789185323.165568:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010774784
00010000:00010000:3.0:1789185323.165583:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000088ecf3c2/0xff23d3f688d8ec6e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa3f expref: 290 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.165606:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23174
00000100:00100000:3.0:1789185323.165616:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d79f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+289:2392:x1876087010774144:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.165631:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.165637:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f9da1177/0xff23d3f688d8ed55 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa54 expref: 289 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.165656:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f9da1177/0xff23d3f688d8ed55 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa54 expref: 289 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.165682:0:10396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f9da1177/0xff23d3f688d8ed55 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa54 expref: 289 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.165700:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7ec:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.165707:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7ec:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.165715:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000090cb999f/0xff23d3f688d92be5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.165727:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000090cb999f/0xff23d3f688d92be5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.165755:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.165807:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d79f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+288:2392:x1876087010774144:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 192us (491us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.165816:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23174
00000100:00100000:3.0:1789185323.165833:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23175
00000100:00100000:3.0:1789185323.165840:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d78380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+287:2392:x1876087010774400:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.165848:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.165853:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000235e4888/0xff23d3f688d8ed4e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa46 expref: 287 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.165869:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000235e4888/0xff23d3f688d8ed4e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa46 expref: 287 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.165884:0:10396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000235e4888/0xff23d3f688d8ed4e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa46 expref: 287 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.165894:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7eb:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.165897:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7eb:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.165902:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d92bfa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.165909:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d92bfa lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.165928:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.165946:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d78380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+286:2392:x1876087010774400:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 106us (586us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.165952:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23175
00000100:00100000:3.0:1789185323.165966:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23176
00000100:00100000:3.0:1789185323.165972:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+290:2392:x1876087010774784:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.165981:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.165986:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000088ecf3c2/0xff23d3f688d8ec6e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa3f expref: 290 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.166002:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000088ecf3c2/0xff23d3f688d8ec6e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa3f expref: 290 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.166014:0:10396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000088ecf3c2/0xff23d3f688d8ec6e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa3f expref: 290 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.166025:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7eb:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.166028:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7eb:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.166031:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c9b78f97/0xff23d3f688d92c08 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.166038:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c9b78f97/0xff23d3f688d92c08 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.166053:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.166071:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+289:2392:x1876087010774784:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 100us (681us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.166077:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23176
00010000:00010000:3.0:1789185323.166100:0:178169:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d92bfa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.166109:0:178169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d92bfa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.166120:0:178169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d92bfa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.166128:0:178169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d92bfa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.166144:0:178169:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1789185323.166299:0:178169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d76300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+728:3638:x1876087018873984:12345-0@lo:6:osp-syn-1-0.0 Request processed in 20806us (22270us total) trans 4294989490 rc 0/0
00000100:00100000:3.0:1789185323.166307:0:178169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37690
00010000:00010000:3.0:1789185323.166332:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185323.166338:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d92bfa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.166346:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bde00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185323.166351:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d92bfa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.166361:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d92bfa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.166373:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d92bfa lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.166381:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d92bfa lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.166398:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.166400:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.166402:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789185323.166460:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:0.0:1789185323.166659:0:178144:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000090cb999f/0xff23d3f688d92be5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.166670:0:178144:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000090cb999f/0xff23d3f688d92be5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.166678:0:178144:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000090cb999f/0xff23d3f688d92be5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.166686:0:178144:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000090cb999f/0xff23d3f688d92be5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.166700:0:178144:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1789185323.166793:0:178144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+728:3635:x1876087018874112:12345-0@lo:6:osp-syn-1-0.0 Request processed in 22111us (24704us total) trans 4294989491 rc 0/0
00000100:00100000:0.0:1789185323.166801:0:178144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37687
00010000:00010000:0.0:1789185323.166820:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185323.166825:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000090cb999f/0xff23d3f688d92be5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.166838:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b1510dbc00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.166841:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000090cb999f/0xff23d3f688d92be5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.166848:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000090cb999f/0xff23d3f688d92be5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.166859:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000090cb999f/0xff23d3f688d92be5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.166866:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000090cb999f/0xff23d3f688d92be5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.166880:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.166882:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.166884:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.166893:0:178148:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000c9b78f97/0xff23d3f688d92c08 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.166901:0:178148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c9b78f97/0xff23d3f688d92c08 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.166909:0:178148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c9b78f97/0xff23d3f688d92c08 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.166922:0:178148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c9b78f97/0xff23d3f688d92c08 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.166936:0:178148:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1789185323.167017:0:178148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e55c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+729:3638:x1876087018873856:12345-0@lo:6:osp-syn-0-0.0 Request processed in 21001us (22876us total) trans 4294977693 rc 0/0
00000100:00100000:0.0:1789185323.167024:0:178148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37692
00010000:00010000:0.0:1789185323.167042:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185323.167047:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c9b78f97/0xff23d3f688d92c08 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.167054:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b1510daa00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.167057:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c9b78f97/0xff23d3f688d92c08 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.167065:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c9b78f97/0xff23d3f688d92c08 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.167076:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c9b78f97/0xff23d3f688d92c08 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.167083:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c9b78f97/0xff23d3f688d92c08 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.167096:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.167098:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.167100:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789185323.167114:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010774656
00000100:00100000:0.0:1789185323.167119:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010774656
00010000:00010000:0.0:1789185323.167138:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b5ae429f/0xff23d3f688d8ed71 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa8c expref: 286 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.167162:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23177
00000100:00100000:0.0:1789185323.167169:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d7b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+286:2392:x1876087010774656:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.167179:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.167184:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b5ae429f/0xff23d3f688d8ed71 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7f0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa8c expref: 286 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.167195:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b5ae429f/0xff23d3f688d8ed71 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7f0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa8c expref: 286 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.167208:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b5ae429f/0xff23d3f688d8ed71 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7f0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa8c expref: 286 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.167218:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7f0:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.167222:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7f0:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.167226:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000088c2da94/0xff23d3f688d92bf3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.167234:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000088c2da94/0xff23d3f688d92bf3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.167257:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.167284:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d7b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+285:2392:x1876087010774656:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 115us (824us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.167291:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23177
00010000:00010000:0.0:1789185323.167310:0:178146:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000088c2da94/0xff23d3f688d92bf3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.167319:0:178146:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000088c2da94/0xff23d3f688d92bf3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.167328:0:178146:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000088c2da94/0xff23d3f688d92bf3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.167336:0:178146:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000088c2da94/0xff23d3f688d92bf3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.167351:0:178146:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1789185323.167426:0:178146:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d74e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+728:3635:x1876087018874880:12345-0@lo:6:osp-syn-1-0.0 Request processed in 22126us (23562us total) trans 4294989492 rc 0/0
00000100:00100000:0.0:1789185323.167433:0:178146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37689
00010000:00010000:2.0:1789185323.167572:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185323.167579:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000088c2da94/0xff23d3f688d92bf3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.167588:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b1510da400 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.167591:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000088c2da94/0xff23d3f688d92bf3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.167599:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000088c2da94/0xff23d3f688d92bf3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.167612:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000088c2da94/0xff23d3f688d92bf3 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.167621:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000088c2da94/0xff23d3f688d92bf3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.167637:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.167638:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.167641:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:3.0:1789185323.167863:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b150549c00/2, rc 0, transno 4294989492
00000100:00100000:3.0:1789185323.167917:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b150549c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018874880:0@lo:6:osp-syn-1-0.0
00000004:00080000:3.0:1789185323.167933:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b15174bb80/2, rc 0, transno 4294989491
00000004:00080000:1.0:1789185323.168042:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b149d77100/2, rc 0, transno 4294977693
00000100:00100000:1.0:1789185323.168054:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149d77100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018873856:0@lo:6:osp-syn-0-0.0
00000004:00080000:1.0:1789185323.168065:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b151749c00/2, rc 0, transno 4294989490
00000100:00100000:0.0:1789185323.168154:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149f0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018878208:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.168194:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185323.168334:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e968a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018878592:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185323.168364:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185323.168387:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1789185323.168392:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e968700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018878464:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185323.168412:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185323.168448:0:35223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018878208
00000100:00100000:2.0:1789185323.168453:0:35223:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018878208
00000100:00100000:2.0:1789185323.168483:0:35223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018878592
00000100:00100000:2.0:1789185323.168485:0:35223:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018878592
00000100:00100000:2.0:1789185323.168498:0:35223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018878464
00000100:00100000:2.0:1789185323.168500:0:35223:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018878464
00000100:00100000:2.0:1789185323.168513:0:35223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37703
00000100:00100000:2.0:1789185323.168520:0:35223:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149f0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+729:3637:x1876087018878208:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1789185323.168586:0:35223:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2035 count 1
00010000:00010000:2.0:1789185323.168609:0:35223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004f475c67/0xff23d3f688d92c55 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7f3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.168627:0:35223:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f4306ac2/0xff23d3f688d8eea5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aaaf expref: 288 pid: 35218 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.168635:0:35223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7f3:0x0].0x0 since=124s v=(0 0)
00010000:00010000:2.0:1789185323.168639:0:35223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7f3:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.168643:0:35223:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004f475c67/0xff23d3f688d92c55 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.168666:0:35223:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f4306ac2/0xff23d3f688d8eea5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aaaf expref: 288 pid: 35218 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.168683:0:35223:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f4306ac2/0xff23d3f688d8eea5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aaaf expref: 288 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.168694:0:35223:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151740e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:35223:1876087018878720:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185323.168738:0:35223:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b149ae2600 going to sleep for 11 seconds
00000100:00100000:2.0:1789185323.168753:0:178169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37704
00000100:00100000:2.0:1789185323.168760:0:178169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151741180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+729:3636:x1876087018878592:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1789185323.168772:0:178169:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2037 count 1
00010000:00010000:2.0:1789185323.168786:0:178169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006fffc687/0xff23d3f688d92c5c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7f5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.168798:0:178169:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c94a6030/0xff23d3f688d8f15a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aad2 expref: 284 pid: 35218 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.168805:0:178169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7f5:0x0].0x0 since=124s v=(0 0)
00010000:00010000:2.0:1789185323.168807:0:178169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7f5:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.168811:0:178169:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006fffc687/0xff23d3f688d92c5c lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.168830:0:178169:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c94a6030/0xff23d3f688d8f15a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aad2 expref: 284 pid: 35218 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.168840:0:178169:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c94a6030/0xff23d3f688d8f15a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aad2 expref: 284 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.168856:0:178169:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151743800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:178169:1876087018878848:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185323.168879:0:178169:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b149ae2d80 going to sleep for 11 seconds
00000100:00100000:0.0:1789185323.168941:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1789185323.168950:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b150574000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018878336:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185323.168984:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185323.169007:0:178144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018878336
00000100:00100000:0.0:1789185323.169011:0:178144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018878336
00000100:00100000:0.0:1789185323.169031:0:178144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37705
00000100:00100000:0.0:1789185323.169036:0:178144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151741880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+730:3636:x1876087018878464:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1789185323.169047:0:178144:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2036 count 1
00010000:00010000:0.0:1789185323.169059:0:178144:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e4573b9b/0xff23d3f688d92c63 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7f4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.169071:0:178144:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ed8ba699/0xff23d3f688d8f153 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aac4 expref: 284 pid: 35218 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.169077:0:178144:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7f4:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.169080:0:178144:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7f4:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.169083:0:178144:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e4573b9b/0xff23d3f688d92c63 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.169101:0:178144:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ed8ba699/0xff23d3f688d8f153 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aac4 expref: 284 pid: 35218 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.169110:0:178144:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ed8ba699/0xff23d3f688d8f153 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aac4 expref: 284 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.169120:0:178144:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149f09180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:178144:1876087018878976:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.169144:0:178144:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe7fe40 going to sleep for 11 seconds
00000100:00100000:0.0:1789185323.169160:0:178146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37706
00000100:00100000:0.0:1789185323.169167:0:178146:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b276a0c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+730:3637:x1876087018878336:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1789185323.169181:0:178146:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2035 count 1
00010000:00010000:0.0:1789185323.169192:0:178146:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ea1a91a6/0xff23d3f688d92c6a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7f3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.169203:0:178146:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001fc373d2/0xff23d3f688d8f14c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aab6 expref: 284 pid: 35218 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.169210:0:178146:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7f3:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.169212:0:178146:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7f3:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.169216:0:178146:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ea1a91a6/0xff23d3f688d92c6a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.169234:0:178146:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001fc373d2/0xff23d3f688d8f14c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aab6 expref: 284 pid: 35218 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.169243:0:178146:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001fc373d2/0xff23d3f688d8f14c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aab6 expref: 284 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.169253:0:178146:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149f0ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:178146:1876087018879104:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.169276:0:178146:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14a432540 going to sleep for 11 seconds
00000100:00100000:3.0:1789185323.169379:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b15174bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018874112:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.169834:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151749c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018873984:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1789185323.172744:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.172770:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010774272
00000100:00100000:3.0:1789185323.172780:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010774272
00010000:00010000:3.0:1789185323.172821:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000067a95cec/0xff23d3f688d8ed5c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa62 expref: 285 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.172854:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23178
00000100:00100000:3.0:1789185323.172863:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d7b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+285:2391:x1876087010774272:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.172877:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.172882:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000067a95cec/0xff23d3f688d8ed5c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa62 expref: 285 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.172896:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000067a95cec/0xff23d3f688d8ed5c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa62 expref: 285 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.172922:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000067a95cec/0xff23d3f688d8ed5c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa62 expref: 285 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.172938:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7ed:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.172943:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7ed:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.172951:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b52914eb/0xff23d3f688d92bec lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.172961:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b52914eb/0xff23d3f688d92bec lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.172987:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.173037:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d7b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+284:2391:x1876087010774272:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 175us (304us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.173045:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23178
00000100:00100000:3.0:1789185323.173085:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.173300:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.173363:0:8428:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149d7b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8428:1876087018878080:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.173386:0:8428:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000e7ee957e/0xff23d3f688d92c4e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.173502:0:8429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149d7a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8429:1876087018877056:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.173517:0:8429:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000262d3641/0xff23d3f688d92c32 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.173590:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.173608:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.173624:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.173640:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010774528
00000100:00100000:3.0:1789185323.173643:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010774528
00010000:00010000:3.0:1789185323.173661:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000fe467d93/0xff23d3f688d8ed6a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa7e expref: 284 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.173680:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010774912
00000100:00100000:3.0:1789185323.173682:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010774912
00010000:00010000:3.0:1789185323.173695:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000adae281e/0xff23d3f688d90121 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x7ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 58720256->58724351) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bcf3 expref: 285 pid: 8491 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.173706:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010775808
00000100:00100000:3.0:1789185323.173708:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010775808
00010000:00010000:3.0:1789185323.173719:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000084430698/0xff23d3f688d8f145 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aaa8 expref: 286 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.173730:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010775680
00000100:00100000:3.0:1789185323.173732:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010775680
00010000:00010000:3.0:1789185323.173743:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003f16bbc7/0xff23d3f688d8ed78 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aaa1 expref: 289 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.173753:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010775168
00000100:00100000:3.0:1789185323.173756:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010775168
00010000:00010000:3.0:1789185323.173767:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b5b39dd8/0xff23d3f688d8ec7c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa5b expref: 290 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.173779:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23179
00000100:00100000:3.0:1789185323.173786:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d78a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+286:2391:x1876087010774528:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.173795:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.173801:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000fe467d93/0xff23d3f688d8ed6a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa7e expref: 286 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.173817:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000fe467d93/0xff23d3f688d8ed6a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa7e expref: 286 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.173833:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fe467d93/0xff23d3f688d8ed6a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa7e expref: 286 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.173845:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7ef:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.173849:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7ef:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.173854:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d4cdc89e/0xff23d3f688d92c01 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.173863:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d4cdc89e/0xff23d3f688d92c01 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.173882:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.173981:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d78a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+285:2391:x1876087010774528:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 193us (894us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.173988:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23179
00000100:00100000:3.0:1789185323.174002:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23180
00000100:00100000:3.0:1789185323.174009:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b269762050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+284:2391:x1876087010774912:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.174016:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.174021:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000adae281e/0xff23d3f688d90121 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x7ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 58720256->58724351) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bcf3 expref: 284 pid: 8491 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.174039:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000adae281e/0xff23d3f688d90121 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 58720256->58724351) gid 0 flags: 0x50000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bcf3 expref: 284 pid: 8491 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.174051:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000adae281e/0xff23d3f688d90121 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 58720256->58724351) gid 0 flags: 0x44801400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bcf3 expref: 284 pid: 8491 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.174061:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7ee:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1789185323.174064:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7ee:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1789185323.174068:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d5e955c4/0xff23d3f688d92c0f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.174075:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d5e955c4/0xff23d3f688d92c0f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.174095:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.174113:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b269762050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+283:2391:x1876087010774912:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 105us (814us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.174119:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23180
00000100:00100000:3.0:1789185323.174150:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23181
00000100:00100000:3.0:1789185323.174157:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d7a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+282:2393:x1876087010775808:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.174164:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.174169:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000084430698/0xff23d3f688d8f145 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aaa8 expref: 282 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.174182:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000084430698/0xff23d3f688d8f145 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aaa8 expref: 282 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.174196:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000084430698/0xff23d3f688d8f145 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aaa8 expref: 282 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.174205:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7f2:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.174207:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7f2:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.174211:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000262d3641/0xff23d3f688d92c32 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.174217:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000262d3641/0xff23d3f688d92c32 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.174234:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.174251:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d7a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+281:2393:x1876087010775808:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 94us (661us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.174257:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23181
00000100:00100000:3.0:1789185323.174269:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23182
00000100:00100000:3.0:1789185323.174275:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d7b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+290:2393:x1876087010775680:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.174282:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.174287:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003f16bbc7/0xff23d3f688d8ed78 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aaa1 expref: 290 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.174302:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003f16bbc7/0xff23d3f688d8ed78 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aaa1 expref: 290 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.174315:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003f16bbc7/0xff23d3f688d8ed78 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aaa1 expref: 290 pid: 34809 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.174325:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7f2:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.174328:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7f2:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.174331:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e7ee957e/0xff23d3f688d92c4e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.174338:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e7ee957e/0xff23d3f688d92c4e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.174354:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.174372:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d7b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+289:2393:x1876087010775680:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 97us (762us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.174378:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23182
00000100:00100000:3.0:1789185323.174390:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23183
00000100:00100000:3.0:1789185323.174396:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d79500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+288:2392:x1876087010775168:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.174403:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.174409:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b5b39dd8/0xff23d3f688d8ec7c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa5b expref: 288 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.174424:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b5b39dd8/0xff23d3f688d8ec7c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa5b expref: 288 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.174435:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7ed:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.174448:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7ed:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.174452:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000603b815f/0xff23d3f688d92c1d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.174460:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000603b815f/0xff23d3f688d92c1d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.174472:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.174490:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d79500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+288:2392:x1876087010775168:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 94us (865us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.174496:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23183
00010000:00010000:3.0:1789185323.174516:0:8429:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000262d3641/0xff23d3f688d92c32 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.174525:0:8429:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000262d3641/0xff23d3f688d92c32 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.174535:0:8429:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000262d3641/0xff23d3f688d92c32 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.174543:0:8429:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000262d3641/0xff23d3f688d92c32 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.174580:0:8429:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1789185323.174740:0:8429:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148750a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+731:3635:x1876087018876800:12345-0@lo:6:osp-syn-1-0.0 Request processed in 21588us (23382us total) trans 4294989493 rc 0/0
00000100:00100000:3.0:1789185323.174747:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37698
00010000:00010000:3.0:1789185323.174769:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185323.174776:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000262d3641/0xff23d3f688d92c32 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.174783:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b26239a800 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185323.174789:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000262d3641/0xff23d3f688d92c32 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.174798:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000262d3641/0xff23d3f688d92c32 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.174808:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000262d3641/0xff23d3f688d92c32 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.174815:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000262d3641/0xff23d3f688d92c32 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.174834:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.174835:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.174837:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.174845:0:8428:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000e7ee957e/0xff23d3f688d92c4e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.174853:0:8428:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e7ee957e/0xff23d3f688d92c4e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.174860:0:8428:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e7ee957e/0xff23d3f688d92c4e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.174867:0:8428:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e7ee957e/0xff23d3f688d92c4e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.174877:0:8428:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1789185323.174962:0:8428:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149f08a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+730:3636:x1876087018877952:12345-0@lo:6:osp-syn-0-0.0 Request processed in 17452us (17579us total) trans 4294977694 rc 0/0
00000100:00100000:3.0:1789185323.174969:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37702
00000004:00080000:3.0:1789185323.175011:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b148751500/2, rc 0, transno 4294989493
00000100:00100000:3.0:1789185323.175022:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148751500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018876800:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1789185323.175068:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.175087:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010775424
00000100:00100000:3.0:1789185323.175091:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010775424
00010000:00010000:3.0:1789185323.175112:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000323f4e51/0xff23d3f688d8ed7f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa9a expref: 281 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.175133:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23184
00000100:00100000:3.0:1789185323.175140:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d79f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+281:2392:x1876087010775424:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.175148:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.175153:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000323f4e51/0xff23d3f688d8ed7f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa9a expref: 281 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.175164:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000323f4e51/0xff23d3f688d8ed7f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa9a expref: 281 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.175176:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7f1:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.175179:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7f1:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.175184:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007ef11ebc/0xff23d3f688d92c2b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.175193:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007ef11ebc/0xff23d3f688d92c2b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.175206:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.175226:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d79f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+281:2392:x1876087010775424:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 86us (157us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.175232:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23184
00010000:00010000:0.0:1789185323.175378:0:24325:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b52914eb/0xff23d3f688d92bec lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.175388:0:24325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b52914eb/0xff23d3f688d92bec lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.175401:0:24325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b52914eb/0xff23d3f688d92bec lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.175409:0:24325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b52914eb/0xff23d3f688d92bec lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.175424:0:24325:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:0.0:1789185323.175517:0:24325:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b15174a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+731:3636:x1876087018874240:12345-0@lo:6:osp-syn-1-0.0 Request processed in 30370us (32262us total) trans 4294989494 rc 0/0
00000100:00100000:0.0:1789185323.175524:0:24325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37688
00010000:00010000:0.0:1789185323.175570:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:0.0:1789185323.175576:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e7ee957e/0xff23d3f688d92c4e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.175583:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b26239b400 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.175587:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e7ee957e/0xff23d3f688d92c4e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.175595:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e7ee957e/0xff23d3f688d92c4e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.175605:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e7ee957e/0xff23d3f688d92c4e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.175613:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e7ee957e/0xff23d3f688d92c4e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.175634:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185323.175637:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b52914eb/0xff23d3f688d92bec lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.175644:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b1510db600 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.175647:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b52914eb/0xff23d3f688d92bec lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.175653:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b52914eb/0xff23d3f688d92bec lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.175663:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b52914eb/0xff23d3f688d92bec lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.175669:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b52914eb/0xff23d3f688d92bec lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.175682:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.175683:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.175685:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789185323.175710:0:8491:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149f0b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8491:1876087018876544:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.175729:0:8491:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000087094423/0xff23d3f688d92c24 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.175745:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.175755:0:178147:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d5e955c4/0xff23d3f688d92c0f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.175763:0:178147:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d5e955c4/0xff23d3f688d92c0f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.175772:0:178147:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d5e955c4/0xff23d3f688d92c0f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.175780:0:178147:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d5e955c4/0xff23d3f688d92c0f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.175793:0:178147:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1789185323.175880:0:178147:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e55d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+731:3638:x1876087018874368:12345-0@lo:6:osp-syn-1-0.0 Request processed in 29693us (31686us total) trans 4294989495 rc 0/0
00000100:00100000:0.0:1789185323.175887:0:178147:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37693
00000100:00100000:0.0:1789185323.175923:0:178142:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149f08380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:178142:1876087018876160:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.175936:0:178142:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000017a6c1d9/0xff23d3f688d92c16 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.175966:0:8431:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149f09c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8431:1876087018877440:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.175978:0:8431:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000236ef04a/0xff23d3f688d92c39 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:1.0:1789185323.176081:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b15174a300/2, rc 0, transno 4294989495
00000100:00100000:1.0:1789185323.176087:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b15174a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018874368:0@lo:6:osp-syn-1-0.0
00010000:00010000:2.0:1789185323.176667:0:16720:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b5b39dd8/0xff23d3f688d8ec7c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa5b expref: 287 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.176680:0:16720:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14da18e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16720:1876087018876288:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.176697:0:16720:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000603b815f/0xff23d3f688d92c1d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.176706:0:16720:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000603b815f/0xff23d3f688d92c1d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.176713:0:16720:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000603b815f/0xff23d3f688d92c1d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.176721:0:16720:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000603b815f/0xff23d3f688d92c1d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.176729:0:16720:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000603b815f/0xff23d3f688d92c1d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.176748:0:16720:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:2.0:1789185323.176850:0:16720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+730:3638:x1876087018876032:12345-0@lo:6:osp-syn-0-0.0 Request processed in 27928us (28059us total) trans 4294977695 rc 0/0
00000100:00100000:2.0:1789185323.176859:0:16720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37695
00010000:00010000:2.0:1789185323.176894:0:35222:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000323f4e51/0xff23d3f688d8ed7f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa9a expref: 280 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.176905:0:35222:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b147529180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:35222:1876087018876928:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.176925:0:35222:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000007ef11ebc/0xff23d3f688d92c2b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.176934:0:35222:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000007ef11ebc/0xff23d3f688d92c2b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.176941:0:35222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007ef11ebc/0xff23d3f688d92c2b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.176948:0:35222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007ef11ebc/0xff23d3f688d92c2b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.176955:0:35222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007ef11ebc/0xff23d3f688d92c2b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.176966:0:35222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00000100:00100000:2.0:1789185323.177044:0:35222:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148752d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+731:3635:x1876087018876672:12345-0@lo:6:osp-syn-1-0.0 Request processed in 24253us (25738us total) trans 4294989496 rc 0/0
00000100:00100000:2.0:1789185323.177050:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37697
00000100:00100000:2.0:1789185323.177082:0:34809:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b150571c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:34809:1876087018877824:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.177098:0:34809:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f1b7551a/0xff23d3f688d92c47 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.177176:0:35218:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d4cdc89e/0xff23d3f688d92c01 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.177184:0:35218:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d4cdc89e/0xff23d3f688d92c01 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.177191:0:35218:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d4cdc89e/0xff23d3f688d92c01 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.177198:0:35218:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d4cdc89e/0xff23d3f688d92c01 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.177209:0:35218:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool
00000100:00100000:2.0:1789185323.177276:0:35218:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e55f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+731:3638:x1876087018874752:12345-0@lo:6:osp-syn-1-0.0 Request processed in 31621us (33197us total) trans 4294989497 rc 0/0
00000100:00100000:2.0:1789185323.177282:0:35218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37691
00000004:00080000:2.0:1789185323.177318:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b149d78700/2, rc 0, transno 4294977694
00000100:00100000:2.0:1789185323.177327:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149d78700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018877952:0@lo:6:osp-syn-0-0.0
00000004:00080000:2.0:1789185323.177341:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b15174aa00/2, rc 0, transno 4294989494
00000100:00100000:2.0:1789185323.177348:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b15174aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018874240:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185323.177380:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1789185323.177393:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151743b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018879488:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185323.177428:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:2.0:1789185323.177473:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp.  (3 blwis in pool)
00010000:00010000:2.0:1789185323.177480:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d5e955c4/0xff23d3f688d92c0f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.177489:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b1510dae00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.177493:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d5e955c4/0xff23d3f688d92c0f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.177502:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d5e955c4/0xff23d3f688d92c0f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.177522:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d5e955c4/0xff23d3f688d92c0f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.177530:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d5e955c4/0xff23d3f688d92c0f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.177567:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:2.0:1789185323.177571:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000603b815f/0xff23d3f688d92c1d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.177578:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149883e00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.177581:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000603b815f/0xff23d3f688d92c1d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.177588:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000603b815f/0xff23d3f688d92c1d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.177600:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000603b815f/0xff23d3f688d92c1d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.177608:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000603b815f/0xff23d3f688d92c1d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.177626:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:2.0:1789185323.177630:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007ef11ebc/0xff23d3f688d92c2b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.177636:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bd600 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.177639:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007ef11ebc/0xff23d3f688d92c2b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.177646:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007ef11ebc/0xff23d3f688d92c2b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.177655:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007ef11ebc/0xff23d3f688d92c2b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.177661:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007ef11ebc/0xff23d3f688d92c2b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.177672:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185323.177675:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d4cdc89e/0xff23d3f688d92c01 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.177681:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bd000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.177684:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d4cdc89e/0xff23d3f688d92c01 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.177692:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d4cdc89e/0xff23d3f688d92c01 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.177701:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d4cdc89e/0xff23d3f688d92c01 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.177708:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d4cdc89e/0xff23d3f688d92c01 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.177720:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.177721:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.177723:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789185323.177743:0:178145:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149a04700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:178145:1876087018877568:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.177758:0:178145:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000004e8cbc4d/0xff23d3f688d92c40 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.177836:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789185323.177891:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151742a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018879232:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185323.177922:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185323.177947:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1789185323.177953:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151741500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018879360:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185323.177973:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185323.178002:0:34810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018879488
00000100:00100000:0.0:1789185323.178007:0:34810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018879488
00000100:00100000:0.0:1789185323.178039:0:34810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018879232
00000100:00100000:0.0:1789185323.178042:0:34810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018879232
00000100:00100000:0.0:1789185323.178055:0:34810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018879360
00000100:00100000:0.0:1789185323.178057:0:34810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018879360
00000100:00100000:0.0:1789185323.178072:0:34810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37707
00000100:00100000:0.0:1789185323.178079:0:34810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151740000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+733:3636:x1876087018879488:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1789185323.178103:0:34810:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2040 count 1
00010000:00010000:0.0:1789185323.178123:0:34810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a9c7f9d4/0xff23d3f688d92c71 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7f8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.178139:0:34810:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000079f17c04/0xff23d3f688d8f176 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aafc expref: 279 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.178148:0:34810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7f8:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.178152:0:34810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7f8:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.178157:0:34810:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a9c7f9d4/0xff23d3f688d92c71 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.178180:0:34810:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000079f17c04/0xff23d3f688d8f176 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aafc expref: 279 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.178193:0:34810:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000079f17c04/0xff23d3f688d8f176 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aafc expref: 279 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.178205:0:34810:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149f08000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:34810:1876087018879744:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.178252:0:34810:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14a432180 going to sleep for 11 seconds
00000100:00100000:0.0:1789185323.178268:0:24325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37708
00000100:00100000:0.0:1789185323.178275:0:24325:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149f08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+733:3637:x1876087018879232:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1789185323.178286:0:24325:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2038 count 1
00010000:00010000:0.0:1789185323.178297:0:24325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a2849f0e/0xff23d3f688d92c78 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7f6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.178308:0:24325:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005d3876dd/0xff23d3f688d90010 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 37748736->37752831) gid 0 flags: 0x40000000020000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bbe2 expref: 279 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.178315:0:24325:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x7f6:0x0].0x0 since=121s v=(0 0)
00010000:00010000:0.0:1789185323.178318:0:24325:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7f6:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1789185323.178322:0:24325:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a2849f0e/0xff23d3f688d92c78 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.178342:0:24325:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005d3876dd/0xff23d3f688d90010 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 37748736->37752831) gid 0 flags: 0x50000000030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bbe2 expref: 279 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.178351:0:24325:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005d3876dd/0xff23d3f688d90010 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x7f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 37748736->37752831) gid 0 flags: 0x70000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bbe2 expref: 279 pid: 34809 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.178361:0:24325:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f727800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24325:1876087018879872:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.178385:0:24325:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe7f900 going to sleep for 11 seconds
00010000:00010000:0.0:1789185323.178396:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789185323.178407:0:178148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37709
00000100:00100000:0.0:1789185323.178415:0:178148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149f0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+733:3637:x1876087018879360:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1789185323.178426:0:178148:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2039 count 1
00010000:00010000:0.0:1789185323.178447:0:178148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000da9e8d8e/0xff23d3f688d92c7f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7f7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.178459:0:178148:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008eb7db49/0xff23d3f688d8f168 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aaee expref: 279 pid: 35218 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.178466:0:178148:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7f7:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.178469:0:178148:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7f7:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.178473:0:178148:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000da9e8d8e/0xff23d3f688d92c7f lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.178495:0:178148:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008eb7db49/0xff23d3f688d8f168 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aaee expref: 279 pid: 35218 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.178504:0:178148:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008eb7db49/0xff23d3f688d8f168 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aaee expref: 279 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.178515:0:178148:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f725500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:178148:1876087018880000:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.178536:0:178148:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe7f6c0 going to sleep for 11 seconds
00000100:00100000:2.0:1789185323.178639:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149f09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018879616:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185323.178670:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185323.178741:0:178147:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018879616
00000100:00100000:0.0:1789185323.178746:0:178147:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018879616
00000100:00100000:0.0:1789185323.178781:0:178147:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37710
00000100:00100000:0.0:1789185323.178787:0:178147:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151742d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+730:3636:x1876087018879616:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1789185323.178800:0:178147:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2036 count 1
00010000:00010000:0.0:1789185323.178815:0:178147:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000421216e9/0xff23d3f688d92c86 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7f4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.178828:0:178147:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000c8f48e5/0xff23d3f688d8eeac lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aabd expref: 286 pid: 35218 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.178836:0:178147:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7f4:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.178839:0:178147:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7f4:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.178843:0:178147:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000421216e9/0xff23d3f688d92c86 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.178864:0:178147:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000c8f48e5/0xff23d3f688d8eeac lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aabd expref: 286 pid: 35218 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.178875:0:178147:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000c8f48e5/0xff23d3f688d8eeac lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aabd expref: 286 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.178886:0:178147:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0d9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:178147:1876087018880128:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.178907:0:178147:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe7f600 going to sleep for 11 seconds
00000004:00080000:1.0:1789185323.179063:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f725880/2, rc 0, transno 4294977695
00000100:00100000:3.0:1789185323.179217:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:3.0:1789185323.179301:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:3.0:1789185323.179336:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b148751180/2, rc 0, transno 4294989496
00000100:00100000:3.0:1789185323.179348:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148751180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018876672:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1789185323.179420:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.179451:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010776064
00000100:00100000:3.0:1789185323.179456:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010776064
00010000:00010000:3.0:1789185323.179480:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006ffe9282/0xff23d3f688d8ec98 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa85 expref: 287 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.179508:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010775040
00000100:00100000:3.0:1789185323.179511:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010775040
00010000:00010000:3.0:1789185323.179524:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e4c9e57e/0xff23d3f688d8ec75 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa4d expref: 288 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.179566:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23185
00000100:00100000:3.0:1789185323.179575:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d78380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+288:2392:x1876087010776064:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.179585:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.179590:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006ffe9282/0xff23d3f688d8ec98 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7f0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa85 expref: 288 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.179603:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006ffe9282/0xff23d3f688d8ec98 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7f0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa85 expref: 288 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.179621:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006ffe9282/0xff23d3f688d8ec98 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7f0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa85 expref: 288 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.179635:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7f0:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.179638:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7f0:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.179644:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004e8cbc4d/0xff23d3f688d92c40 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.179653:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004e8cbc4d/0xff23d3f688d92c40 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.179682:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.179702:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d78380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+287:2392:x1876087010776064:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 129us (4409us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.179708:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23185
00000100:00100000:3.0:1789185323.179724:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23186
00000100:00100000:3.0:1789185323.179729:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d7b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+286:2392:x1876087010775040:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.179736:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.179740:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e4c9e57e/0xff23d3f688d8ec75 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa4d expref: 286 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.179751:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e4c9e57e/0xff23d3f688d8ec75 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa4d expref: 286 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.179763:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e4c9e57e/0xff23d3f688d8ec75 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa4d expref: 286 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.179771:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7ec:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.179774:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7ec:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.179778:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000017a6c1d9/0xff23d3f688d92c16 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.179784:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000017a6c1d9/0xff23d3f688d92c16 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.179806:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.179820:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d7b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+285:2392:x1876087010775040:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 90us (400us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.179826:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23186
00010000:00010000:3.0:1789185323.179846:0:178145:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000004e8cbc4d/0xff23d3f688d92c40 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.179854:0:178145:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004e8cbc4d/0xff23d3f688d92c40 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.179864:0:178145:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004e8cbc4d/0xff23d3f688d92c40 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.179872:0:178145:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004e8cbc4d/0xff23d3f688d92c40 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.179884:0:178145:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1789185323.180015:0:178145:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149f0b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+731:3637:x1876087018877312:12345-0@lo:6:osp-syn-0-0.0 Request processed in 24086us (24694us total) trans 4294977696 rc 0/0
00000100:00100000:3.0:1789185323.180023:0:178145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37700
00000100:00100000:3.0:1789185323.180069:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.180091:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.180154:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.180184:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.180197:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010775296
00000100:00100000:3.0:1789185323.180201:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010775296
00010000:00010000:3.0:1789185323.180217:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d503ac17/0xff23d3f688d8ec83 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa69 expref: 285 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.180230:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010775552
00000100:00100000:3.0:1789185323.180233:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010775552
00010000:00010000:3.0:1789185323.180244:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003836f4ef/0xff23d3f688d8ec9f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa93 expref: 286 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.180255:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010776320
00000100:00100000:3.0:1789185323.180258:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010776320
00010000:00010000:3.0:1789185323.180269:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c94a6030/0xff23d3f688d8f15a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aad2 expref: 280 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.180280:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010776192
00000100:00100000:3.0:1789185323.180283:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010776192
00010000:00010000:3.0:1789185323.180294:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f4306ac2/0xff23d3f688d8eea5 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aaaf expref: 287 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.180306:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23187
00000100:00100000:3.0:1789185323.180312:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b247d6d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+287:2392:x1876087010775296:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.180321:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.180325:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d503ac17/0xff23d3f688d8ec83 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa69 expref: 287 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.180336:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d503ac17/0xff23d3f688d8ec83 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa69 expref: 287 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.180356:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d503ac17/0xff23d3f688d8ec83 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa69 expref: 287 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.180367:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7ee:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.180371:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7ee:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.180375:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000087094423/0xff23d3f688d92c24 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.180382:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000087094423/0xff23d3f688d92c24 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.180401:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.180416:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b247d6d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+286:2392:x1876087010775296:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 104us (348us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.180423:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23187
00000100:00100000:3.0:1789185323.180464:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23188
00000100:00100000:3.0:1789185323.180471:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d7b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+285:2392:x1876087010775552:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.180478:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.180483:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003836f4ef/0xff23d3f688d8ec9f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa93 expref: 285 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.180493:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003836f4ef/0xff23d3f688d8ec9f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa93 expref: 285 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.180511:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003836f4ef/0xff23d3f688d8ec9f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa93 expref: 285 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.180522:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7f1:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.180525:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7f1:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.180529:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f1b7551a/0xff23d3f688d92c47 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.180536:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f1b7551a/0xff23d3f688d92c47 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.180573:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.180589:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d7b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+284:2392:x1876087010775552:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 119us (497us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.180595:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23188
00000100:00100000:3.0:1789185323.180609:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23189
00000100:00100000:3.0:1789185323.180615:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d78a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+280:2391:x1876087010776320:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.180623:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.180628:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c94a6030/0xff23d3f688d8f15a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aad2 expref: 280 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.180638:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c94a6030/0xff23d3f688d8f15a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aad2 expref: 280 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.180656:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7f5:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.180660:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7f5:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.180664:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006fffc687/0xff23d3f688d92c5c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.180672:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006fffc687/0xff23d3f688d92c5c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.180685:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.180700:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d78a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+280:2391:x1876087010776320:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 85us (545us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.180707:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23189
00000100:00100000:3.0:1789185323.180722:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23190
00000100:00100000:3.0:1789185323.180727:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d79c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+283:2393:x1876087010776192:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.180757:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.180763:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f4306ac2/0xff23d3f688d8eea5 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aaaf expref: 283 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.180773:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f4306ac2/0xff23d3f688d8eea5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aaaf expref: 283 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.180787:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7f3:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.180790:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7f3:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.180795:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004f475c67/0xff23d3f688d92c55 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.180803:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004f475c67/0xff23d3f688d92c55 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.180815:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.180831:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d79c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+283:2393:x1876087010776192:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 104us (646us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.180838:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23190
00000100:00100000:3.0:1789185323.180877:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.180891:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010775936
00000100:00100000:3.0:1789185323.180895:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010775936
00010000:00010000:3.0:1789185323.180908:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007d4adc91/0xff23d3f688d8ec91 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa77 expref: 283 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.180924:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23191
00000100:00100000:3.0:1789185323.180930:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d7a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+283:2393:x1876087010775936:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.180938:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.180942:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000007d4adc91/0xff23d3f688d8ec91 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa77 expref: 283 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.180952:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007d4adc91/0xff23d3f688d8ec91 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa77 expref: 283 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.180963:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007d4adc91/0xff23d3f688d8ec91 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aa77 expref: 283 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.180979:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7ef:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.180982:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7ef:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.180986:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000236ef04a/0xff23d3f688d92c39 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.180994:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000236ef04a/0xff23d3f688d92c39 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.181014:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.181028:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d7a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+282:2393:x1876087010775936:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 98us (151us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.181034:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23191
00000100:00100000:3.0:1789185323.181066:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.181078:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010776448
00000100:00100000:3.0:1789185323.181082:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010776448
00010000:00010000:3.0:1789185323.181096:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ed8ba699/0xff23d3f688d8f153 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aac4 expref: 280 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.181111:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23192
00000100:00100000:3.0:1789185323.181117:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d7b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+280:2393:x1876087010776448:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.181124:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.181129:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ed8ba699/0xff23d3f688d8f153 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aac4 expref: 280 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.181145:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ed8ba699/0xff23d3f688d8f153 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aac4 expref: 280 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.181157:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7f4:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.181160:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7f4:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.181165:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e4573b9b/0xff23d3f688d92c63 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.181172:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e4573b9b/0xff23d3f688d92c63 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.181185:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.181198:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d7b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+280:2393:x1876087010776448:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 82us (132us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.181204:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23192
00000100:00100000:3.0:1789185323.181289:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.181304:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010776576
00000100:00100000:3.0:1789185323.181307:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010776576
00010000:00010000:3.0:1789185323.181321:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001fc373d2/0xff23d3f688d8f14c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aab6 expref: 280 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.181337:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23193
00000100:00100000:3.0:1789185323.181344:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d79500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+280:2392:x1876087010776576:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.181350:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.181355:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001fc373d2/0xff23d3f688d8f14c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aab6 expref: 280 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.181365:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001fc373d2/0xff23d3f688d8f14c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aab6 expref: 280 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.181376:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7f3:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.181379:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7f3:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.181383:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ea1a91a6/0xff23d3f688d92c6a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.181458:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ea1a91a6/0xff23d3f688d92c6a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.181473:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.181488:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d79500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+280:2392:x1876087010776576:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 145us (199us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.181494:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23193
00000100:00100000:1.0:1789185323.181855:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f725880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018876032:0@lo:6:osp-syn-0-0.0
00000004:00080000:1.0:1789185323.181885:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14752b100/2, rc 0, transno 4294989497
00000100:00100000:1.0:1789185323.181901:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14752b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018874752:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.181912:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1789185323.181922:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149d7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018880256:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.181966:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.182003:0:178143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018880256
00000100:00100000:1.0:1789185323.182007:0:178143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018880256
00000100:00100000:1.0:1789185323.182036:0:178143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37711
00000100:00100000:1.0:1789185323.182043:0:178143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14da1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+734:3638:x1876087018880256:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185323.182066:0:178143:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2041 count 1
00010000:00010000:1.0:1789185323.182088:0:178143:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000281d94e0/0xff23d3f688d92c8d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7f9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.182103:0:178143:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000094f7a1a7/0xff23d3f688d8f17d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab0a expref: 279 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.182110:0:178143:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7f9:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.182113:0:178143:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7f9:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.182118:0:178143:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000281d94e0/0xff23d3f688d92c8d lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.182147:0:178143:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000094f7a1a7/0xff23d3f688d8f17d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab0a expref: 279 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.182160:0:178143:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000094f7a1a7/0xff23d3f688d8f17d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab0a expref: 279 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.182173:0:178143:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14da1b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:178143:1876087018880384:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.182216:0:178143:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0f00 going to sleep for 11 seconds
00010000:00010000:2.0:1789185323.184636:0:35223:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f4306ac2/0xff23d3f688d8eea5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aaaf expref: 281 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.184665:0:35223:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151740e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:35223:1876087018878720:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.184700:0:35223:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000004f475c67/0xff23d3f688d92c55 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.184714:0:35223:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000004f475c67/0xff23d3f688d92c55 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.184722:0:35223:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004f475c67/0xff23d3f688d92c55 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.184734:0:35223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004f475c67/0xff23d3f688d92c55 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.184742:0:35223:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004f475c67/0xff23d3f688d92c55 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.184764:0:35223:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:2.0:1789185323.184941:0:35223:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149f0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+731:3637:x1876087018878208:12345-0@lo:6:osp-syn-0-0.0 Request processed in 16419us (16744us total) trans 4294977697 rc 0/0
00000100:00100000:2.0:1789185323.184950:0:35223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37703
00010000:00010000:2.0:1789185323.184989:0:34809:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f1b7551a/0xff23d3f688d92c47 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.184998:0:34809:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f1b7551a/0xff23d3f688d92c47 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.185006:0:34809:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f1b7551a/0xff23d3f688d92c47 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.185013:0:34809:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f1b7551a/0xff23d3f688d92c47 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.185028:0:34809:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00000100:00100000:2.0:1789185323.185098:0:34809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149f09500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+731:3636:x1876087018877696:12345-0@lo:6:osp-syn-0-0.0 Request processed in 28301us (28517us total) trans 4294977698 rc 0/0
00000100:00100000:2.0:1789185323.185105:0:34809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37701
00010000:00010000:2.0:1789185323.185124:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:2.0:1789185323.185132:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004e8cbc4d/0xff23d3f688d92c40 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.185140:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bd200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.185145:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004e8cbc4d/0xff23d3f688d92c40 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.185155:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004e8cbc4d/0xff23d3f688d92c40 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.185180:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004e8cbc4d/0xff23d3f688d92c40 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.185187:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004e8cbc4d/0xff23d3f688d92c40 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.185207:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:2.0:1789185323.185210:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004f475c67/0xff23d3f688d92c55 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.185216:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bda00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.185219:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004f475c67/0xff23d3f688d92c55 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.185226:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004f475c67/0xff23d3f688d92c55 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.185235:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004f475c67/0xff23d3f688d92c55 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.185243:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004f475c67/0xff23d3f688d92c55 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.185256:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185323.185259:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f1b7551a/0xff23d3f688d92c47 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.185266:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bc600 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.185268:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f1b7551a/0xff23d3f688d92c47 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.185281:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f1b7551a/0xff23d3f688d92c47 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.185289:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f1b7551a/0xff23d3f688d92c47 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.185296:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f1b7551a/0xff23d3f688d92c47 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.185308:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.185310:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.185312:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.185336:0:178169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c94a6030/0xff23d3f688d8f15a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aad2 expref: 279 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.185347:0:178169:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151743800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:178169:1876087018878848:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.185362:0:178169:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000006fffc687/0xff23d3f688d92c5c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.185371:0:178169:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000006fffc687/0xff23d3f688d92c5c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.185378:0:178169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006fffc687/0xff23d3f688d92c5c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.185391:0:178169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006fffc687/0xff23d3f688d92c5c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.185397:0:178169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006fffc687/0xff23d3f688d92c5c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.185409:0:178169:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1789185323.185507:0:178169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151741180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+735:3636:x1876087018878592:12345-0@lo:6:osp-syn-1-0.0 Request processed in 16747us (17141us total) trans 4294989498 rc 0/0
00000100:00100000:2.0:1789185323.185514:0:178169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37704
00000004:00080000:2.0:1789185323.185574:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14e968a80/2, rc 0, transno 4294989498
00000100:00100000:2.0:1789185323.185582:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e968a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018878592:0@lo:6:osp-syn-1-0.0
00000004:00080000:2.0:1789185323.185598:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b149d79880/2, rc 0, transno 4294977698
00000100:00100000:0.0:1789185323.185763:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b15176d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018880640:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.185832:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185323.185881:0:16720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018880640
00000100:00100000:0.0:1789185323.185888:0:16720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018880640
00000100:00100000:0.0:1789185323.185929:0:16720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37712
00000100:00100000:0.0:1789185323.185937:0:16720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151783100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+731:3635:x1876087018880640:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1789185323.185975:0:16720:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2038 count 1
00010000:00010000:0.0:1789185323.185998:0:16720:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c9b78f97/0xff23d3f688d92c94 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7f6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.186015:0:16720:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ca936583/0xff23d3f688d8eeba lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aad9 expref: 280 pid: 35218 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.186023:0:16720:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7f6:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.186027:0:16720:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7f6:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.186032:0:16720:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c9b78f97/0xff23d3f688d92c94 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.186059:0:16720:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ca936583/0xff23d3f688d8eeba lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aad9 expref: 280 pid: 35218 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.186072:0:16720:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ca936583/0xff23d3f688d8eeba lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aad9 expref: 280 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.186083:0:16720:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151781f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16720:1876087018880768:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.186132:0:16720:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14b7b2900 going to sleep for 11 seconds
00010000:00010000:0.0:1789185323.186161:0:8491:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000087094423/0xff23d3f688d92c24 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.186169:0:8491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000087094423/0xff23d3f688d92c24 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.186179:0:8491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000087094423/0xff23d3f688d92c24 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.186186:0:8491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000087094423/0xff23d3f688d92c24 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.186201:0:8491:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:0.0:1789185323.186285:0:8491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149f08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+732:3637:x1876087018876416:12345-0@lo:6:osp-syn-0-0.0 Request processed in 35673us (35767us total) trans 4294977699 rc 0/0
00000100:00100000:0.0:1789185323.186292:0:8491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37696
00000004:00080000:0.0:1789185323.186332:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b149f0a680/2, rc 0, transno 4294977697
00000100:00100000:0.0:1789185323.186342:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149f0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018878208:0@lo:6:osp-syn-0-0.0
00000004:00080000:0.0:1789185323.186354:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b149d78e00/2, rc 0, transno 4294977696
00000100:00100000:0.0:1789185323.186358:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149d78e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018877312:0@lo:6:osp-syn-0-0.0
00000004:00080000:0.0:1789185323.186366:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b149d7a300/2, rc 0, transno 4294977699
00000100:00100000:0.0:1789185323.186370:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149d7a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018876416:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.186375:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1789185323.186383:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b15176e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018880512:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.186408:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:0.0:1789185323.186464:0:178144:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ed8ba699/0xff23d3f688d8f153 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aac4 expref: 278 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.186476:0:178144:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149f09180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:178144:1876087018878976:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.186495:0:178144:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e4573b9b/0xff23d3f688d92c63 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.186503:0:178144:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e4573b9b/0xff23d3f688d92c63 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.186510:0:178144:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e4573b9b/0xff23d3f688d92c63 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.186518:0:178144:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e4573b9b/0xff23d3f688d92c63 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.186524:0:178144:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e4573b9b/0xff23d3f688d92c63 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.186532:0:178144:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00000100:00100000:0.0:1789185323.186628:0:178144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151741880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+735:3636:x1876087018878464:12345-0@lo:6:osp-syn-1-0.0 Request processed in 17591us (18213us total) trans 4294989499 rc 0/0
00000100:00100000:0.0:1789185323.186634:0:178144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37705
00000100:00100000:0.0:1789185323.186649:0:178144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018880512
00000100:00100000:0.0:1789185323.186653:0:178144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018880512
00000100:00100000:0.0:1789185323.186672:0:178144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37713
00000100:00100000:0.0:1789185323.186677:0:178144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151780380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+732:3637:x1876087018880512:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1789185323.186689:0:178144:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2037 count 1
00010000:00010000:0.0:1789185323.186701:0:178144:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000090cb999f/0xff23d3f688d92c9b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7f5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.186717:0:178144:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005bc8c3f9/0xff23d3f688d8eeb3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aacb expref: 280 pid: 35218 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.186725:0:178144:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7f5:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.186728:0:178144:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7f5:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.186732:0:178144:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000090cb999f/0xff23d3f688d92c9b lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.186751:0:178144:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005bc8c3f9/0xff23d3f688d8eeb3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aacb expref: 280 pid: 35218 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.186760:0:178144:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005bc8c3f9/0xff23d3f688d8eeb3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aacb expref: 280 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.186770:0:178144:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151782d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:178144:1876087018880896:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.186794:0:178144:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b15022a480 going to sleep for 11 seconds
00010000:00010000:0.0:1789185323.186819:0:178146:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001fc373d2/0xff23d3f688d8f14c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aab6 expref: 277 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.186830:0:178146:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149f0ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:178146:1876087018879104:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.186842:0:178146:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ea1a91a6/0xff23d3f688d92c6a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.186850:0:178146:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ea1a91a6/0xff23d3f688d92c6a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.186857:0:178146:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ea1a91a6/0xff23d3f688d92c6a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.186865:0:178146:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ea1a91a6/0xff23d3f688d92c6a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.186872:0:178146:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ea1a91a6/0xff23d3f688d92c6a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.186880:0:178146:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool
00000100:00100000:0.0:1789185323.186948:0:178146:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b276a0c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+735:3637:x1876087018878336:12345-0@lo:6:osp-syn-1-0.0 Request processed in 17782us (17963us total) trans 4294989500 rc 0/0
00000100:00100000:0.0:1789185323.186954:0:178146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37706
00000004:00080000:0.0:1789185323.186982:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b150574000/2, rc 0, transno 4294989500
00000100:00100000:0.0:1789185323.186987:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b150574000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018878336:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185323.187046:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789185323.187053:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151783480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018881024:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.187080:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185323.187109:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151783800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018881152:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.187130:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185323.187148:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1789185323.187153:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151780a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018881280:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.187173:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:0.0:1789185323.187205:0:178142:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000017a6c1d9/0xff23d3f688d92c16 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.187214:0:178142:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000017a6c1d9/0xff23d3f688d92c16 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.187222:0:178142:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000017a6c1d9/0xff23d3f688d92c16 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.187228:0:178142:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000017a6c1d9/0xff23d3f688d92c16 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.187237:0:178142:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool
00000100:00100000:0.0:1789185323.187312:0:178142:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b15176dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+733:3635:x1876087018875008:12345-0@lo:6:osp-syn-0-0.0 Request processed in 40972us (43039us total) trans 4294977700 rc 0/0
00000100:00100000:0.0:1789185323.187318:0:178142:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37694
00000004:00080000:0.0:1789185323.187343:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b149d77480/2, rc 0, transno 4294977700
00000100:00100000:0.0:1789185323.187351:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149d77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018875008:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.187381:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151782a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018881408:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.187404:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185323.187430:0:178142:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018881024
00000100:00100000:0.0:1789185323.187434:0:178142:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018881024
00000100:00100000:0.0:1789185323.187469:0:178142:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018881152
00000100:00100000:0.0:1789185323.187472:0:178142:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018881152
00000100:00100000:0.0:1789185323.187491:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018881280
00000100:00100000:0.0:1789185323.187494:0:8429:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018881280
00000100:00100000:0.0:1789185323.187509:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018881408
00000100:00100000:0.0:1789185323.187511:0:8429:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018881408
00000100:00100000:0.0:1789185323.187525:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37714
00000100:00100000:0.0:1789185323.187532:0:8429:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151781500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+736:3635:x1876087018881024:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1789185323.187568:0:8429:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2039 count 1
00010000:00010000:0.0:1789185323.187584:0:8429:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008f180863/0xff23d3f688d92ca2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7f7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.187598:0:8429:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b306c5e6/0xff23d3f688d8eec1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aae7 expref: 280 pid: 35218 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.187605:0:8429:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7f7:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.187609:0:8429:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7f7:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.187614:0:8429:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008f180863/0xff23d3f688d92ca2 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.187635:0:8429:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b306c5e6/0xff23d3f688d8eec1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aae7 expref: 280 pid: 35218 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.187644:0:8429:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b306c5e6/0xff23d3f688d8eec1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aae7 expref: 280 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.187654:0:8429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151782300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8429:1876087018881536:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.187682:0:8429:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14dbaaa80 going to sleep for 11 seconds
00000100:00100000:0.0:1789185323.187697:0:8491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37715
00000100:00100000:0.0:1789185323.187704:0:8491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151781c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+736:3637:x1876087018881152:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1789185323.187714:0:8491:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2040 count 1
00010000:00010000:0.0:1789185323.187725:0:8491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ca21b233/0xff23d3f688d92ca9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7f8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.187737:0:8491:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d2169048/0xff23d3f688d8eec8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aaf5 expref: 280 pid: 35218 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.187743:0:8491:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7f8:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.187746:0:8491:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7f8:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.187750:0:8491:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ca21b233/0xff23d3f688d92ca9 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.187769:0:8491:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d2169048/0xff23d3f688d8eec8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aaf5 expref: 280 pid: 35218 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.187779:0:8491:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d2169048/0xff23d3f688d8eec8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aaf5 expref: 280 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.187789:0:8491:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151782680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8491:1876087018881664:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.187810:0:8491:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14dbaa600 going to sleep for 11 seconds
00000100:00100000:0.0:1789185323.187826:0:178146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37716
00000100:00100000:0.0:1789185323.187833:0:178146:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151783b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+736:3637:x1876087018881280:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1789185323.187844:0:178146:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2041 count 1
00010000:00010000:0.0:1789185323.187856:0:178146:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bcad7135/0xff23d3f688d92cb0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7f9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.187867:0:178146:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000193f8e32/0xff23d3f688d8efbd lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab03 expref: 280 pid: 35218 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.187881:0:178146:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7f9:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.187884:0:178146:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7f9:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.187888:0:178146:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bcad7135/0xff23d3f688d92cb0 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.187907:0:178146:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000193f8e32/0xff23d3f688d8efbd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab03 expref: 280 pid: 35218 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.187919:0:178146:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000193f8e32/0xff23d3f688d8efbd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab03 expref: 280 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.187929:0:178146:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151781180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:178146:1876087018881792:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.187952:0:178146:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe16780 going to sleep for 11 seconds
00000100:00100000:0.0:1789185323.187969:0:178142:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37717
00000100:00100000:0.0:1789185323.187976:0:178142:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151780000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+736:3635:x1876087018881408:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1789185323.187986:0:178142:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2042 count 1
00010000:00010000:0.0:1789185323.187997:0:178142:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d46a263f/0xff23d3f688d92cb7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7fa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.188007:0:178142:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000011c8997b/0xff23d3f688d8eecf lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab11 expref: 280 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.188014:0:178142:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7fa:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.188017:0:178142:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7fa:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.188022:0:178142:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d46a263f/0xff23d3f688d92cb7 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.188040:0:178142:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000011c8997b/0xff23d3f688d8eecf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab11 expref: 280 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.188049:0:178142:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000011c8997b/0xff23d3f688d8eecf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab11 expref: 280 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.188058:0:178142:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151780e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:178142:1876087018881920:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.188078:0:178142:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe16900 going to sleep for 11 seconds
00010000:00010000:0.0:1789185323.188117:0:8431:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000236ef04a/0xff23d3f688d92c39 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.188125:0:8431:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000236ef04a/0xff23d3f688d92c39 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.188133:0:8431:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000236ef04a/0xff23d3f688d92c39 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.188140:0:8431:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000236ef04a/0xff23d3f688d92c39 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.188148:0:8431:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool
00000100:00100000:0.0:1789185323.188242:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149f0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+737:3637:x1876087018877184:12345-0@lo:6:osp-syn-0-0.0 Request processed in 32829us (32983us total) trans 4294977701 rc 0/0
00000100:00100000:0.0:1789185323.188252:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37699
00000004:00080000:0.0:1789185323.188353:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b149d79180/2, rc 0, transno 4294977701
00000100:00100000:0.0:1789185323.188363:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149d79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018877184:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.188402:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789185323.188410:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151781880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018882048:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.188434:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.188724:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149d78380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018882304:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185323.191583:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149d79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018877696:0@lo:6:osp-syn-0-0.0
00000004:00080000:2.0:1789185323.191638:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14e968700/2, rc 0, transno 4294989499
00000100:00100000:2.0:1789185323.191643:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e968700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018878464:0@lo:6:osp-syn-1-0.0
00010000:00010000:2.0:1789185323.191676:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 5 total in blp.  (5 blwis in pool)
00010000:00010000:2.0:1789185323.191684:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006fffc687/0xff23d3f688d92c5c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.191689:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 4 total in blp.  (4 blwis in pool)
00010000:00010000:3.0:1789185323.191695:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000087094423/0xff23d3f688d92c24 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.191696:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bcc00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.191701:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006fffc687/0xff23d3f688d92c5c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.191703:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b1510db000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185323.191706:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000087094423/0xff23d3f688d92c24 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.191719:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000087094423/0xff23d3f688d92c24 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.191719:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006fffc687/0xff23d3f688d92c5c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.191741:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000087094423/0xff23d3f688d92c24 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.191741:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006fffc687/0xff23d3f688d92c5c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.191749:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000087094423/0xff23d3f688d92c24 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.191749:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006fffc687/0xff23d3f688d92c5c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.191768:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp.  (3 blwis in pool)
00010000:00010000:2.0:1789185323.191769:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:3.0:1789185323.191771:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e4573b9b/0xff23d3f688d92c63 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.191773:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ea1a91a6/0xff23d3f688d92c6a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.191778:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b1510db400 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.191780:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b1510dac00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185323.191781:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e4573b9b/0xff23d3f688d92c63 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.191783:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ea1a91a6/0xff23d3f688d92c6a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.191790:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e4573b9b/0xff23d3f688d92c63 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.191790:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ea1a91a6/0xff23d3f688d92c6a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.191799:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e4573b9b/0xff23d3f688d92c63 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.191799:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ea1a91a6/0xff23d3f688d92c6a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.191807:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e4573b9b/0xff23d3f688d92c63 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.191807:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ea1a91a6/0xff23d3f688d92c6a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.191821:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:2.0:1789185323.191824:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185323.191825:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000017a6c1d9/0xff23d3f688d92c16 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.191827:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000236ef04a/0xff23d3f688d92c39 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.191832:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b1510da600 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.191834:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b1510da200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185323.191835:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000017a6c1d9/0xff23d3f688d92c16 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.191837:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000236ef04a/0xff23d3f688d92c39 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.191842:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000017a6c1d9/0xff23d3f688d92c16 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.191844:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000236ef04a/0xff23d3f688d92c39 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.191851:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000017a6c1d9/0xff23d3f688d92c16 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.191853:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000236ef04a/0xff23d3f688d92c39 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.191858:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000017a6c1d9/0xff23d3f688d92c16 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.191860:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000236ef04a/0xff23d3f688d92c39 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.191868:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.191870:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.191871:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.191872:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.191873:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.191874:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789185323.191889:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149d7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018882560:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1789185323.191891:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149d79f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018882176:0@lo:6:osp-syn-1-0.0
00010000:00010000:2.0:1789185323.192028:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.192041:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789185323.192178:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185323.192473:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185323.192473:0:35222:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018882048
00000100:00100000:2.0:1789185323.192480:0:35222:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018882048
00000100:00100000:3.0:1789185323.192515:0:35223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018882304
00000100:00100000:2.0:1789185323.192516:0:35222:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018882176
00000100:00100000:3.0:1789185323.192519:0:35223:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018882304
00000100:00100000:2.0:1789185323.192519:0:35222:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018882176
00000100:00100000:2.0:1789185323.192539:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37718
00000100:00100000:0.0:1789185323.192582:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149d7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018882432:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185323.192615:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185323.192630:0:35223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37719
00000100:00100000:3.0:1789185323.192639:0:35223:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+736:3637:x1876087018882176:12345-0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185323.192656:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018882432
00000100:00100000:0.0:1789185323.192659:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018882432
00002000:00080000:3.0:1789185323.192668:0:35223:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2042 count 1
00000100:00100000:0.0:1789185323.192676:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37720
00000100:00100000:0.0:1789185323.192682:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14da1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+737:3638:x1876087018882304:12345-0@lo:6:osp-syn-1-0.0
00010000:00010000:3.0:1789185323.192691:0:35223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009b4d9ff2/0xff23d3f688d92cbe lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7fa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00080000:0.0:1789185323.192692:0:8431:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2043 count 1
00010000:00010000:0.0:1789185323.192702:0:8431:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001f9265e2/0xff23d3f688d92cc5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7fb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.192717:0:35223:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000da1dd3e1/0xff23d3f688d8f184 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab18 expref: 276 pid: 8429 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.192717:0:8431:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001a229756/0xff23d3f688d8f18b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab26 expref: 276 pid: 8429 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.192728:0:35223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7fa:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.192728:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7fb:0x0].0x0 since=124s v=(0 0)
00010000:00010000:3.0:1789185323.192733:0:35223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7fa:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.192733:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7fb:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.192739:0:35223:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009b4d9ff2/0xff23d3f688d92cbe lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.192739:0:8431:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001f9265e2/0xff23d3f688d92cc5 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.192767:0:35223:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000da1dd3e1/0xff23d3f688d8f184 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab18 expref: 276 pid: 8429 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.192767:0:8431:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001a229756/0xff23d3f688d8f18b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab26 expref: 276 pid: 8429 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.192782:0:35223:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000da1dd3e1/0xff23d3f688d8f184 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab18 expref: 276 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.192782:0:8431:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001a229756/0xff23d3f688d8f18b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab26 expref: 276 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.192795:0:8431:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149d75500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8431:1876087018882688:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185323.192796:0:35223:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149d78000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:35223:1876087018882816:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.192828:0:35218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37721
00000100:00100000:1.0:1789185323.192839:0:35218:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b147624e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+737:3635:x1876087018882432:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185323.192851:0:35218:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2044 count 1
00000100:00100000:2.0:1789185323.192859:0:35222:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151780700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+737:3635:x1876087018882048:12345-0@lo:6:osp-syn-0-0.0
00010000:00010000:1.0:1789185323.192864:0:35218:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006abc7636/0xff23d3f688d92ccc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7fc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00080000:2.0:1789185323.192869:0:35222:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2043 count 1
00010000:00010000:1.0:1789185323.192875:0:35218:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005500e815/0xff23d3f688d8f192 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab34 expref: 276 pid: 8429 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.192881:0:35222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000146315f7/0xff23d3f688d92cd3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7fb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.192882:0:35218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7fc:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.192886:0:35218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7fc:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.192890:0:35218:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006abc7636/0xff23d3f688d92ccc lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.192892:0:35222:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d89b20f5/0xff23d3f688d8eed6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab1f expref: 280 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.192899:0:35222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7fb:0x0].0x0 since=124s v=(0 0)
00010000:00010000:2.0:1789185323.192901:0:35222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7fb:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.192905:0:35222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000146315f7/0xff23d3f688d92cd3 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.192907:0:35218:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005500e815/0xff23d3f688d8f192 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab34 expref: 276 pid: 8429 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.192916:0:35218:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005500e815/0xff23d3f688d8f192 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab34 expref: 276 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.192922:0:35222:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d89b20f5/0xff23d3f688d8eed6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab1f expref: 280 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.192926:0:35218:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14da19500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35218:1876087018882944:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.193022:0:35222:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d89b20f5/0xff23d3f688d8eed6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab1f expref: 280 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.193041:0:35222:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151743800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:35222:1876087018883072:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185323.193110:0:35223:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1486aae40 going to sleep for 11 seconds
00000100:00100000:0.0:1789185323.193110:0:8431:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe169c0 going to sleep for 11 seconds
00000100:00100000:3.0:1789185323.193306:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.193393:0:34810:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149f08000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:34810:1876087018879744:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.193413:0:34810:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000a9c7f9d4/0xff23d3f688d92c71 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.193468:0:24325:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f727800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24325:1876087018879872:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.193482:0:24325:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000a2849f0e/0xff23d3f688d92c78 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.193490:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010776832
00000100:00100000:3.0:1789185323.193495:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010776832
00010000:00010000:3.0:1789185323.193518:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000079f17c04/0xff23d3f688d8f176 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aafc expref: 277 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.193593:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23194
00000100:00100000:0.0:1789185323.193600:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b247d6d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+277:2392:x1876087010776832:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.193611:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.193616:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000079f17c04/0xff23d3f688d8f176 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aafc expref: 277 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.193628:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000079f17c04/0xff23d3f688d8f176 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aafc expref: 277 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.193654:0:178150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000079f17c04/0xff23d3f688d8f176 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aafc expref: 277 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.193666:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7f8:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.193669:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7f8:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.193674:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a9c7f9d4/0xff23d3f688d92c71 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.193682:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a9c7f9d4/0xff23d3f688d92c71 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.193701:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.193723:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b247d6d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+276:2392:x1876087010776832:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 124us (418us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.193729:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23194
00010000:00010000:0.0:1789185323.193768:0:34810:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000a9c7f9d4/0xff23d3f688d92c71 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.193776:0:34810:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a9c7f9d4/0xff23d3f688d92c71 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.193784:0:34810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a9c7f9d4/0xff23d3f688d92c71 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.193792:0:34810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a9c7f9d4/0xff23d3f688d92c71 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.193807:0:34810:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1789185323.193934:0:34810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151740000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+738:3636:x1876087018879488:12345-0@lo:6:osp-syn-1-0.0 Request processed in 15854us (16505us total) trans 4294989501 rc 0/0
00000100:00100000:0.0:1789185323.193941:0:34810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37707
00000100:00100000:0.0:1789185323.193975:0:178148:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f725500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:178148:1876087018880000:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.193988:0:178148:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000da9e8d8e/0xff23d3f688d92c7f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.194014:0:178147:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0d9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:178147:1876087018880128:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.194026:0:178147:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000421216e9/0xff23d3f688d92c86 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.194120:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185323.194127:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a9c7f9d4/0xff23d3f688d92c71 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.194139:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b1510dbe00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185323.194144:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a9c7f9d4/0xff23d3f688d92c71 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.194153:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a9c7f9d4/0xff23d3f688d92c71 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.194165:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a9c7f9d4/0xff23d3f688d92c71 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.194172:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a9c7f9d4/0xff23d3f688d92c71 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.194188:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.194189:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.194191:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789185323.194219:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.194248:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.194315:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010776704
00000100:00100000:0.0:1789185323.194320:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010776704
00010000:00010000:0.0:1789185323.194358:0:8458:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000c8f48e5/0xff23d3f688d8eeac lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aabd expref: 281 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.194605:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.194945:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010776960
00000100:00100000:0.0:1789185323.194950:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010776960
00010000:00010000:0.0:1789185323.194968:0:8458:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005d3876dd/0xff23d3f688d90010 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x7f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 37748736->37752831) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bbe2 expref: 276 pid: 34809 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.194988:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010777088
00000100:00100000:0.0:1789185323.194990:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010777088
00010000:00010000:0.0:1789185323.195003:0:8458:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008eb7db49/0xff23d3f688d8f168 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aaee expref: 277 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.195021:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23195
00000100:00100000:0.0:1789185323.195030:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d7b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+281:2391:x1876087010776704:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.195040:0:8458:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.195045:0:8458:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000c8f48e5/0xff23d3f688d8eeac lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aabd expref: 281 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.195057:0:8458:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000c8f48e5/0xff23d3f688d8eeac lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aabd expref: 281 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.195074:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000c8f48e5/0xff23d3f688d8eeac lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aabd expref: 281 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.195088:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7f4:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.195092:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7f4:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.195097:0:8458:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000421216e9/0xff23d3f688d92c86 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.195106:0:8458:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000421216e9/0xff23d3f688d92c86 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.195126:0:8458:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.195157:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d7b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+280:2391:x1876087010776704:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 129us (938us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.195164:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23195
00000100:00100000:0.0:1789185323.195180:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23196
00000100:00100000:0.0:1789185323.195186:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d78a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+277:2391:x1876087010776960:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.195194:0:8458:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.195199:0:8458:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005d3876dd/0xff23d3f688d90010 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x7f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 37748736->37752831) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bbe2 expref: 277 pid: 34809 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.195210:0:8458:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005d3876dd/0xff23d3f688d90010 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 37748736->37752831) gid 0 flags: 0x50000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bbe2 expref: 277 pid: 34809 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.195222:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005d3876dd/0xff23d3f688d90010 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 37748736->37752831) gid 0 flags: 0x44801400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bbe2 expref: 277 pid: 34809 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.195232:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7f6:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1789185323.195234:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7f6:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1789185323.195238:0:8458:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a2849f0e/0xff23d3f688d92c78 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.195246:0:8458:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a2849f0e/0xff23d3f688d92c78 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.195261:0:8458:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.195277:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d78a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+276:2391:x1876087010776960:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 91us (1028us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.195283:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23196
00000100:00100000:0.0:1789185323.195294:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23197
00000100:00100000:0.0:1789185323.195300:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d79c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+275:2392:x1876087010777088:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.195307:0:8458:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.195311:0:8458:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008eb7db49/0xff23d3f688d8f168 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aaee expref: 275 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.195320:0:8458:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008eb7db49/0xff23d3f688d8f168 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aaee expref: 275 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.195332:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008eb7db49/0xff23d3f688d8f168 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aaee expref: 275 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.195340:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7f7:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.195343:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7f7:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.195347:0:8458:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000da9e8d8e/0xff23d3f688d92c7f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.195354:0:8458:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000da9e8d8e/0xff23d3f688d92c7f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.195367:0:8458:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.195382:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d79c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+274:2392:x1876087010777088:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 83us (779us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.195388:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23197
00010000:00010000:0.0:1789185323.195408:0:24325:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000a2849f0e/0xff23d3f688d92c78 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.195417:0:24325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a2849f0e/0xff23d3f688d92c78 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.195427:0:24325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a2849f0e/0xff23d3f688d92c78 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.195446:0:24325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a2849f0e/0xff23d3f688d92c78 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.195463:0:24325:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1789185323.195601:0:24325:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149f08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+738:3637:x1876087018879232:12345-0@lo:6:osp-syn-1-0.0 Request processed in 17326us (17677us total) trans 4294989502 rc 0/0
00000100:00100000:0.0:1789185323.195608:0:24325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37708
00000004:00080000:0.0:1789185323.195648:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b151742a00/2, rc 0, transno 4294989502
00000100:00100000:0.0:1789185323.195660:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151742a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018879232:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185323.195719:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149d76680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018883200:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185323.195750:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:0.0:1789185323.195780:0:178148:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000da9e8d8e/0xff23d3f688d92c7f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.195789:0:178148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000da9e8d8e/0xff23d3f688d92c7f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.195797:0:178148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000da9e8d8e/0xff23d3f688d92c7f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.195805:0:178148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000da9e8d8e/0xff23d3f688d92c7f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.195819:0:178148:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:0.0:1789185323.195884:0:178148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149f0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+738:3637:x1876087018879360:12345-0@lo:6:osp-syn-1-0.0 Request processed in 17469us (17909us total) trans 4294989503 rc 0/0
00000100:00100000:0.0:1789185323.195890:0:178148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37709
00000100:00100000:0.0:1789185323.195903:0:178148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018883200
00000100:00100000:0.0:1789185323.195906:0:178148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018883200
00000100:00100000:0.0:1789185323.195927:0:178148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37722
00000100:00100000:0.0:1789185323.195933:0:178148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d77b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+738:3637:x1876087018883200:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1789185323.195954:0:178148:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2046 count 1
00010000:00010000:0.0:1789185323.195973:0:178148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005a3b722d/0xff23d3f688d92cda lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7fe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.195988:0:178148:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000097378836/0xff23d3f688d8feff lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 16777216->16781311) gid 0 flags: 0x40000000020000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bad1 expref: 273 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.195996:0:178148:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x7fe:0x0].0x0 since=122s v=(0 0)
00010000:00010000:0.0:1789185323.195999:0:178148:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7fe:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1789185323.196003:0:178148:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005a3b722d/0xff23d3f688d92cda lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.196025:0:178148:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000097378836/0xff23d3f688d8feff lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 16777216->16781311) gid 0 flags: 0x50000000030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bad1 expref: 273 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.196037:0:178148:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000097378836/0xff23d3f688d8feff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x7fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 16777216->16781311) gid 0 flags: 0x70000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bad1 expref: 273 pid: 8491 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.196053:0:178148:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149d77800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:178148:1876087018883328:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.196082:0:178148:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe16e40 going to sleep for 11 seconds
00000004:00080000:0.0:1789185323.196103:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b151741500/2, rc 0, transno 4294989503
00000100:00100000:0.0:1789185323.196110:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151741500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018879360:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185323.196215:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1789185323.196223:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149d76300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018883456:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185323.196249:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185323.196273:0:34810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018883456
00000100:00100000:0.0:1789185323.196276:0:34810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018883456
00000100:00100000:0.0:1789185323.196296:0:34810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37723
00000100:00100000:0.0:1789185323.196302:0:34810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+739:3637:x1876087018883456:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1789185323.196312:0:34810:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2047 count 1
00010000:00010000:0.0:1789185323.196323:0:34810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006a981914/0xff23d3f688d92ce1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7ff:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.196335:0:34810:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000944313b1/0xff23d3f688d8f1a7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab5e expref: 273 pid: 8429 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.196342:0:34810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7ff:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.196345:0:34810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7ff:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.196349:0:34810:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006a981914/0xff23d3f688d92ce1 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.196368:0:34810:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000944313b1/0xff23d3f688d8f1a7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab5e expref: 273 pid: 8429 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.196379:0:34810:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000944313b1/0xff23d3f688d8f1a7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab5e expref: 273 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.196389:0:34810:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149d74e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:34810:1876087018883584:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.196413:0:34810:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe16840 going to sleep for 11 seconds
00010000:00010000:0.0:1789185323.196432:0:178147:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000421216e9/0xff23d3f688d92c86 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.196454:0:178147:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000421216e9/0xff23d3f688d92c86 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.196464:0:178147:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000421216e9/0xff23d3f688d92c86 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.196472:0:178147:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000421216e9/0xff23d3f688d92c86 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.196488:0:178147:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00000100:00100000:0.0:1789185323.196602:0:178147:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151742d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+738:3636:x1876087018879616:12345-0@lo:6:osp-syn-0-0.0 Request processed in 17814us (17931us total) trans 4294977702 rc 0/0
00000100:00100000:0.0:1789185323.196609:0:178147:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37710
00000100:00100000:1.0:1789185323.197177:0:35218:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0240 going to sleep for 11 seconds
00000100:00100000:2.0:1789185323.198619:0:35222:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1530990c0 going to sleep for 11 seconds
00010000:00010000:2.0:1789185323.198665:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:2.0:1789185323.198674:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a2849f0e/0xff23d3f688d92c78 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.198690:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b1510da000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.198695:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a2849f0e/0xff23d3f688d92c78 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.198706:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a2849f0e/0xff23d3f688d92c78 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.198730:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a2849f0e/0xff23d3f688d92c78 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.198737:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a2849f0e/0xff23d3f688d92c78 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.198759:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:2.0:1789185323.198763:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000da9e8d8e/0xff23d3f688d92c7f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.198769:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b1510dba00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.198773:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000da9e8d8e/0xff23d3f688d92c7f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.198781:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000da9e8d8e/0xff23d3f688d92c7f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.198792:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000da9e8d8e/0xff23d3f688d92c7f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.198801:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000da9e8d8e/0xff23d3f688d92c7f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.198814:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185323.198819:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000421216e9/0xff23d3f688d92c86 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.198826:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b1510db800 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.198830:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000421216e9/0xff23d3f688d92c86 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.198839:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000421216e9/0xff23d3f688d92c86 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.198849:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000421216e9/0xff23d3f688d92c86 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.198858:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000421216e9/0xff23d3f688d92c86 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.198870:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.198872:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.198874:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789185323.198896:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:2.0:1789185323.198963:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b149f09c00/2, rc 0, transno 4294977702
00000100:00100000:2.0:1789185323.198978:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149f09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018879616:0@lo:6:osp-syn-0-0.0
00000004:00080000:2.0:1789185323.198992:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b151743b80/2, rc 0, transno 4294989501
00000100:00100000:2.0:1789185323.199002:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151743b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018879488:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185323.199006:0:24325:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018882560
00000100:00100000:0.0:1789185323.199014:0:24325:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018882560
00000100:00100000:0.0:1789185323.199054:0:24325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37724
00000100:00100000:0.0:1789185323.199063:0:24325:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151740e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+740:3636:x1876087018882560:12345-0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185323.199071:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151742680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018883712:0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1789185323.199086:0:24325:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2045 count 1
00010000:00010000:0.0:1789185323.199107:0:24325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000085141f8/0xff23d3f688d92ce8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7fd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.199111:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:0.0:1789185323.199124:0:24325:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e0a9c124/0xff23d3f688d8f199 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab42 expref: 273 pid: 8429 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.199133:0:24325:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7fd:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.199138:0:24325:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7fd:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.199142:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.199143:0:24325:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000085141f8/0xff23d3f688d92ce8 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.199166:0:24325:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e0a9c124/0xff23d3f688d8f199 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab42 expref: 273 pid: 8429 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.199171:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1789185323.199176:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151740a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018883840:0@lo:6:osp-syn-0-0.0
00010000:00010000:0.0:1789185323.199180:0:24325:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e0a9c124/0xff23d3f688d8f199 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab42 expref: 273 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.199192:0:24325:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149d74000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24325:1876087018883968:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185323.199205:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:2.0:1789185323.199235:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789185323.199247:0:24325:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe160c0 going to sleep for 11 seconds
00000100:00100000:0.0:1789185323.199260:0:178147:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018883712
00000100:00100000:0.0:1789185323.199264:0:178147:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018883712
00000100:00100000:0.0:1789185323.199291:0:178147:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018883840
00000100:00100000:0.0:1789185323.199294:0:178147:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018883840
00000100:00100000:0.0:1789185323.199313:0:178147:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37725
00000100:00100000:0.0:1789185323.199319:0:178147:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151743480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+741:3635:x1876087018883712:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1789185323.199333:0:178147:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2048 count 1
00010000:00010000:0.0:1789185323.199345:0:178147:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000061d7eee5/0xff23d3f688d92cef lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x800:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.199356:0:178147:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ac178cef/0xff23d3f688d8f4e8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x800:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab6c expref: 273 pid: 24325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.199363:0:178147:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x800:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.199366:0:178147:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x800:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.199369:0:178147:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000061d7eee5/0xff23d3f688d92cef lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x800:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.199388:0:178147:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ac178cef/0xff23d3f688d8f4e8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x800:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab6c expref: 273 pid: 24325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.199398:0:178147:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ac178cef/0xff23d3f688d8f4e8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x800:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab6c expref: 273 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.199408:0:178147:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0d9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:178147:1876087018884096:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.199432:0:178147:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe16b40 going to sleep for 11 seconds
00000100:00100000:0.0:1789185323.199459:0:178169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37726
00000100:00100000:0.0:1789185323.199466:0:178169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151741180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+738:3635:x1876087018883840:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1789185323.199479:0:178169:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2044 count 1
00010000:00010000:0.0:1789185323.199492:0:178169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007df5f236/0xff23d3f688d92cf6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7fc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.199508:0:178169:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000056658dfc/0xff23d3f688d8eedd lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab2d expref: 279 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.199516:0:178169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7fc:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.199519:0:178169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7fc:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.199522:0:178169:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007df5f236/0xff23d3f688d92cf6 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.199542:0:178169:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000056658dfc/0xff23d3f688d8eedd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab2d expref: 279 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.200423:0:178169:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000056658dfc/0xff23d3f688d8eedd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab2d expref: 279 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.200449:0:178169:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f725500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:178169:1876087018884224:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.200491:0:178169:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe16180 going to sleep for 11 seconds
00000100:00100000:0.0:1789185323.201956:0:16720:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151781f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16720:1876087018880768:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.201984:0:16720:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000c9b78f97/0xff23d3f688d92c94 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.202040:0:178144:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151782d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:178144:1876087018880896:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.202056:0:178144:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000090cb999f/0xff23d3f688d92c9b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.202109:0:8429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151782300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8429:1876087018881536:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.202121:0:8429:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000008f180863/0xff23d3f688d92ca2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.202175:0:8431:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149d75500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8431:1876087018882688:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.202206:0:8431:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000001f9265e2/0xff23d3f688d92cc5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.202261:0:8491:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151782680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8491:1876087018881664:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.202274:0:8491:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000ca21b233/0xff23d3f688d92ca9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.202316:0:178146:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151781180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:178146:1876087018881792:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.202327:0:178146:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000bcad7135/0xff23d3f688d92cb0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.202367:0:178142:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151780e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:178142:1876087018881920:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.202379:0:178142:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d46a263f/0xff23d3f688d92cb7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.202422:0:178148:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149d77800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:178148:1876087018883328:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.202447:0:178148:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000005a3b722d/0xff23d3f688d92cda lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.202493:0:34810:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149d74e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:34810:1876087018883584:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.202510:0:34810:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000006a981914/0xff23d3f688d92ce1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.202541:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.202592:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.202616:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010777344
00000100:00100000:0.0:1789185323.202622:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010777344
00010000:00010000:0.0:1789185323.202657:0:8458:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000094f7a1a7/0xff23d3f688d8f17d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab0a expref: 274 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.202683:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010777600
00000100:00100000:0.0:1789185323.202687:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010777600
00010000:00010000:0.0:1789185323.202701:0:8458:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ca936583/0xff23d3f688d8eeba lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aad9 expref: 280 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.202721:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23198
00000100:00100000:0.0:1789185323.202728:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f727800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+274:2394:x1876087010777344:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.202740:0:8458:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.202746:0:8458:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000094f7a1a7/0xff23d3f688d8f17d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab0a expref: 274 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.202759:0:8458:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000094f7a1a7/0xff23d3f688d8f17d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab0a expref: 274 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.202786:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7f9:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.202791:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7f9:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.202798:0:8458:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000281d94e0/0xff23d3f688d92c8d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.202809:0:8458:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000281d94e0/0xff23d3f688d92c8d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.202826:0:8458:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.202864:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f727800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+274:2394:x1876087010777344:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 135us (322us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.202872:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23198
00000100:00100000:0.0:1789185323.202896:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23199
00000100:00100000:0.0:1789185323.202903:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151780e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+280:2394:x1876087010777600:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.202911:0:8458:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.202917:0:8458:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ca936583/0xff23d3f688d8eeba lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aad9 expref: 280 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.202927:0:8458:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ca936583/0xff23d3f688d8eeba lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aad9 expref: 280 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.202942:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ca936583/0xff23d3f688d8eeba lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aad9 expref: 280 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.202952:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7f6:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.202955:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7f6:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.202959:0:8458:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c9b78f97/0xff23d3f688d92c94 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.202971:0:8458:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c9b78f97/0xff23d3f688d92c94 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.202989:0:8458:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.203008:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151780e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+279:2394:x1876087010777600:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 106us (415us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.203014:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23199
00010000:00010000:0.0:1789185323.203033:0:16720:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000c9b78f97/0xff23d3f688d92c94 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.203041:0:16720:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c9b78f97/0xff23d3f688d92c94 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.203052:0:16720:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c9b78f97/0xff23d3f688d92c94 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.203060:0:16720:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c9b78f97/0xff23d3f688d92c94 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.203090:0:16720:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1789185323.203232:0:16720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151783100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+739:3635:x1876087018880640:12345-0@lo:6:osp-syn-0-0.0 Request processed in 17295us (17399us total) trans 4294977703 rc 0/0
00000100:00100000:0.0:1789185323.203241:0:16720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37712
00000004:00080000:0.0:1789185323.203285:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b15176d500/2, rc 0, transno 4294977703
00000100:00100000:0.0:1789185323.203298:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b15176d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018880640:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.203372:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151781180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018884352:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.203406:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185323.203474:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.203494:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010777856
00000100:00100000:0.0:1789185323.203498:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010777856
00010000:00010000:0.0:1789185323.203513:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b306c5e6/0xff23d3f688d8eec1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aae7 expref: 279 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.203534:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23200
00000100:00100000:0.0:1789185323.203540:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151782300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+279:2394:x1876087010777856:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.203569:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.203574:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b306c5e6/0xff23d3f688d8eec1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aae7 expref: 279 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.203585:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b306c5e6/0xff23d3f688d8eec1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aae7 expref: 279 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.203600:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b306c5e6/0xff23d3f688d8eec1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aae7 expref: 279 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.203613:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7f7:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.203617:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7f7:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.203621:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000008f180863/0xff23d3f688d92ca2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.203636:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008f180863/0xff23d3f688d92ca2 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.203656:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1789185323.203668:0:8429:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000008f180863/0xff23d3f688d92ca2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.203677:0:8429:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008f180863/0xff23d3f688d92ca2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.203686:0:8429:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008f180863/0xff23d3f688d92ca2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.203694:0:8429:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008f180863/0xff23d3f688d92ca2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.203709:0:8429:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:0.0:1789185323.203795:0:8429:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151781500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+739:3635:x1876087018881024:12345-0@lo:6:osp-syn-0-0.0 Request processed in 16262us (16712us total) trans 4294977704 rc 0/0
00000100:00100000:0.0:1789185323.203802:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37714
00000100:00100000:0.0:1789185323.203818:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018884352
00000100:00100000:0.0:1789185323.203821:0:8429:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018884352
00000100:00100000:0.0:1789185323.203841:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37727
00000100:00100000:0.0:1789185323.203847:0:8429:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151782680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+739:3637:x1876087018884352:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1789185323.203889:0:8429:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2045 count 1
00010000:00010000:0.0:1789185323.203910:0:8429:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c6e218c9/0xff23d3f688d92cfd lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7fd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.203924:0:8429:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002ce0f507/0xff23d3f688d8eee4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab3b expref: 278 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.203932:0:8429:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7fd:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.203935:0:8429:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7fd:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.203939:0:8429:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c6e218c9/0xff23d3f688d92cfd lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.203961:0:8429:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002ce0f507/0xff23d3f688d8eee4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab3b expref: 278 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.203974:0:8429:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002ce0f507/0xff23d3f688d8eee4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab3b expref: 278 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.203985:0:8429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151782d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8429:1876087018884480:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.204027:0:8429:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe16900 going to sleep for 11 seconds
00010000:00010000:0.0:1789185323.204039:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:0.0:1789185323.204045:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c9b78f97/0xff23d3f688d92c94 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.204053:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b1510daa00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.204058:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c9b78f97/0xff23d3f688d92c94 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.204073:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c9b78f97/0xff23d3f688d92c94 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.204086:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c9b78f97/0xff23d3f688d92c94 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.204093:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c9b78f97/0xff23d3f688d92c94 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.204109:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185323.204112:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008f180863/0xff23d3f688d92ca2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.204119:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b1510da800 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.204122:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008f180863/0xff23d3f688d92ca2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.204131:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008f180863/0xff23d3f688d92ca2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.204141:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008f180863/0xff23d3f688d92ca2 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.204149:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008f180863/0xff23d3f688d92ca2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.204166:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.204168:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.204170:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:0.0:1789185323.204191:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b151783480/2, rc 0, transno 4294977704
00000100:00100000:0.0:1789185323.204201:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151783480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018881024:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.204238:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1789185323.204246:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151781f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018884608:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.204273:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185323.204299:0:34809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018884608
00000100:00100000:0.0:1789185323.204302:0:34809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018884608
00000100:00100000:0.0:1789185323.204326:0:34809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37728
00000100:00100000:0.0:1789185323.204332:0:34809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148753800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+740:3637:x1876087018884608:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1789185323.204344:0:34809:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2046 count 1
00010000:00010000:0.0:1789185323.204357:0:34809:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000207320f7/0xff23d3f688d92d04 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7fe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.204369:0:34809:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b4539c92/0xff23d3f688d8eeeb lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab49 expref: 278 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.204375:0:34809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7fe:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.204379:0:34809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7fe:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.204383:0:34809:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000207320f7/0xff23d3f688d92d04 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.204401:0:34809:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b4539c92/0xff23d3f688d8eeeb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab49 expref: 278 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.204411:0:34809:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b4539c92/0xff23d3f688d8eeeb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab49 expref: 278 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.204421:0:34809:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148753100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:34809:1876087018884736:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.204458:0:34809:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe16e40 going to sleep for 11 seconds
00000100:00100000:0.0:1789185323.204485:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151782300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+278:2394:x1876087010777856:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 945us (1011us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.204492:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23200
00000100:00100000:0.0:1789185323.204584:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.204614:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:3.0:1789185323.204777:0:178143:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000094f7a1a7/0xff23d3f688d8f17d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab0a expref: 273 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.204789:0:178143:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14da1b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:178143:1876087018880384:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.204806:0:178143:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000281d94e0/0xff23d3f688d92c8d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.204819:0:178143:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000281d94e0/0xff23d3f688d92c8d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.204825:0:178143:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000281d94e0/0xff23d3f688d92c8d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.204834:0:178143:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000281d94e0/0xff23d3f688d92c8d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.204840:0:178143:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000281d94e0/0xff23d3f688d92c8d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.204856:0:178143:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1789185323.205118:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185323.205125:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000281d94e0/0xff23d3f688d92c8d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.205132:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149882800 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.205136:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000281d94e0/0xff23d3f688d92c8d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.205144:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000281d94e0/0xff23d3f688d92c8d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.205159:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000281d94e0/0xff23d3f688d92c8d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.205167:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000281d94e0/0xff23d3f688d92c8d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.205185:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.205188:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.205189:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789185323.205202:0:178149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010778112
00000100:00100000:2.0:1789185323.205207:0:178149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010778112
00010000:00010000:2.0:1789185323.205228:0:178149:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000193f8e32/0xff23d3f688d8efbd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab03 expref: 278 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.205251:0:178149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010778368
00000100:00100000:2.0:1789185323.205254:0:178149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010778368
00010000:00010000:2.0:1789185323.205268:0:178149:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000097378836/0xff23d3f688d8feff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x7fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 16777216->16781311) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bad1 expref: 273 pid: 8491 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.205288:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23201
00000100:00100000:2.0:1789185323.205296:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b247d6e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+278:2394:x1876087010778112:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.205306:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.205310:0:178149:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000193f8e32/0xff23d3f688d8efbd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab03 expref: 278 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.205320:0:178149:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000193f8e32/0xff23d3f688d8efbd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab03 expref: 278 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.205340:0:178149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000193f8e32/0xff23d3f688d8efbd lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab03 expref: 278 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.205351:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7f9:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.205355:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7f9:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.205360:0:178149:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000bcad7135/0xff23d3f688d92cb0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.205368:0:178149:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bcad7135/0xff23d3f688d92cb0 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.205389:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.208365:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23202
00000100:00100000:0.0:1789185323.208386:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148750a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+273:2394:x1876087010778368:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.208405:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.208418:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000097378836/0xff23d3f688d8feff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x7fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 16777216->16781311) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bad1 expref: 273 pid: 8491 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.208449:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000097378836/0xff23d3f688d8feff lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 16777216->16781311) gid 0 flags: 0x50000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bad1 expref: 273 pid: 8491 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.208477:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000097378836/0xff23d3f688d8feff lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 16777216->16781311) gid 0 flags: 0x44801400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bad1 expref: 273 pid: 8491 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.208498:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7fe:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1789185323.208504:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7fe:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1789185323.208510:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005a3b722d/0xff23d3f688d92cda lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.208520:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005a3b722d/0xff23d3f688d92cda lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.208567:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.211757:0:178143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14da1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+742:3638:x1876087018880256:12345-0@lo:6:osp-syn-1-0.0 Request processed in 29704us (29779us total) trans 4294989504 rc 0/0
00000100:00100000:3.0:1789185323.211773:0:178143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37711
00000100:00100000:3.0:1789185323.211937:0:35223:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149d78000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:35223:1876087018882816:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.211965:0:35223:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000009b4d9ff2/0xff23d3f688d92cbe lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.212001:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.212013:0:178146:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000bcad7135/0xff23d3f688d92cb0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.212027:0:178146:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bcad7135/0xff23d3f688d92cb0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.212039:0:178146:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bcad7135/0xff23d3f688d92cb0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.212047:0:178146:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bcad7135/0xff23d3f688d92cb0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.212064:0:178146:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1789185323.212211:0:178146:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151783b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+741:3637:x1876087018881280:12345-0@lo:6:osp-syn-0-0.0 Request processed in 24377us (25035us total) trans 4294977705 rc 0/0
00000100:00100000:3.0:1789185323.212219:0:178146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37716
00000100:00100000:3.0:1789185323.212280:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.212304:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.212322:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.212338:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010777216
00000100:00100000:3.0:1789185323.212344:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010777216
00010000:00010000:3.0:1789185323.212373:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001a229756/0xff23d3f688d8f18b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab26 expref: 273 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.212396:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010777472
00000100:00100000:3.0:1789185323.212399:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010777472
00010000:00010000:3.0:1789185323.212413:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000da1dd3e1/0xff23d3f688d8f184 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab18 expref: 274 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.212429:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010777728
00000100:00100000:3.0:1789185323.212432:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010777728
00010000:00010000:3.0:1789185323.212458:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005bc8c3f9/0xff23d3f688d8eeb3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aacb expref: 278 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.212473:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23203
00000100:00100000:3.0:1789185323.212480:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d78000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+274:2394:x1876087010777216:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.212495:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.212500:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001a229756/0xff23d3f688d8f18b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab26 expref: 274 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.212513:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001a229756/0xff23d3f688d8f18b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab26 expref: 274 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.212537:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001a229756/0xff23d3f688d8f18b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab26 expref: 274 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.212573:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7fb:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.212578:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7fb:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.212584:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001f9265e2/0xff23d3f688d92cc5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.212594:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001f9265e2/0xff23d3f688d92cc5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.212625:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.212657:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d78000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+273:2394:x1876087010777216:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 176us (376us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.212664:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23203
00000100:00100000:3.0:1789185323.212677:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23204
00000100:00100000:3.0:1789185323.212683:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d7a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+272:2394:x1876087010777472:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.212691:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.212696:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000da1dd3e1/0xff23d3f688d8f184 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab18 expref: 272 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.212704:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000da1dd3e1/0xff23d3f688d8f184 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab18 expref: 272 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.212717:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000da1dd3e1/0xff23d3f688d8f184 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab18 expref: 272 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.212726:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7fa:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.212729:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7fa:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.212732:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009b4d9ff2/0xff23d3f688d92cbe lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.212741:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009b4d9ff2/0xff23d3f688d92cbe lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.212763:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.212781:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d7a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+271:2394:x1876087010777472:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 98us (476us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.212789:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23204
00000100:00100000:3.0:1789185323.212801:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23205
00000100:00100000:3.0:1789185323.212808:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d7b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+278:2394:x1876087010777728:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.212816:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.212821:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005bc8c3f9/0xff23d3f688d8eeb3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aacb expref: 278 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.212834:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005bc8c3f9/0xff23d3f688d8eeb3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aacb expref: 278 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.212848:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005bc8c3f9/0xff23d3f688d8eeb3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aacb expref: 278 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.212859:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7f5:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.212862:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7f5:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.212867:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000090cb999f/0xff23d3f688d92c9b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.212876:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000090cb999f/0xff23d3f688d92c9b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.212900:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.212919:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d7b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+277:2394:x1876087010777728:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 111us (595us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.212926:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23205
00010000:00010000:3.0:1789185323.212944:0:35223:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000009b4d9ff2/0xff23d3f688d92cbe lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.212953:0:35223:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009b4d9ff2/0xff23d3f688d92cbe lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.212961:0:35223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009b4d9ff2/0xff23d3f688d92cbe lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.212969:0:35223:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009b4d9ff2/0xff23d3f688d92cbe lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.212982:0:35223:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:3.0:1789185323.213074:0:35223:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+742:3637:x1876087018882176:12345-0@lo:6:osp-syn-1-0.0 Request processed in 20436us (20600us total) trans 4294989505 rc 0/0
00000100:00100000:3.0:1789185323.213083:0:35223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37719
00000100:00100000:3.0:1789185323.213123:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.213136:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010777984
00000100:00100000:3.0:1789185323.213140:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010777984
00010000:00010000:3.0:1789185323.213153:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d2169048/0xff23d3f688d8eec8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aaf5 expref: 277 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.213176:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23206
00000100:00100000:3.0:1789185323.213183:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d79500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+277:2394:x1876087010777984:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.213190:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.213194:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d2169048/0xff23d3f688d8eec8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aaf5 expref: 277 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.213203:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d2169048/0xff23d3f688d8eec8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aaf5 expref: 277 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.213216:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d2169048/0xff23d3f688d8eec8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aaf5 expref: 277 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.213226:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7f8:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.213230:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7f8:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.213234:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ca21b233/0xff23d3f688d92ca9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.213242:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ca21b233/0xff23d3f688d92ca9 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.213261:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.213280:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d79500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+276:2394:x1876087010777984:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 98us (157us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.213286:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23206
00000100:00100000:3.0:1789185323.213320:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.213333:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010778240
00000100:00100000:3.0:1789185323.213336:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010778240
00010000:00010000:3.0:1789185323.213349:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000011c8997b/0xff23d3f688d8eecf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab11 expref: 276 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.213367:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23207
00000100:00100000:3.0:1789185323.213374:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151749500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+276:2394:x1876087010778240:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.213382:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.213387:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000011c8997b/0xff23d3f688d8eecf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab11 expref: 276 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.213396:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000011c8997b/0xff23d3f688d8eecf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab11 expref: 276 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.213408:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000011c8997b/0xff23d3f688d8eecf lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab11 expref: 276 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.213418:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7fa:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.213421:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7fa:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.213425:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d46a263f/0xff23d3f688d92cb7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.213432:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d46a263f/0xff23d3f688d92cb7 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.213469:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.213488:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151749500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+275:2394:x1876087010778240:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 114us (167us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.213495:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23207
00000100:00100000:3.0:1789185323.213530:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.213543:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010778496
00000100:00100000:3.0:1789185323.213565:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010778496
00010000:00010000:3.0:1789185323.213580:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000944313b1/0xff23d3f688d8f1a7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab5e expref: 271 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.213596:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23208
00000100:00100000:3.0:1789185323.213691:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b247d6c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+271:2394:x1876087010778496:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.213700:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.213705:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000944313b1/0xff23d3f688d8f1a7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab5e expref: 271 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.213716:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000944313b1/0xff23d3f688d8f1a7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab5e expref: 271 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.213728:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000944313b1/0xff23d3f688d8f1a7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab5e expref: 271 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.213737:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7ff:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.213740:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7ff:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.213745:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006a981914/0xff23d3f688d92ce1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.213752:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006a981914/0xff23d3f688d92ce1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.213771:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.213787:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b247d6c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+270:2394:x1876087010778496:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 185us (256us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.213794:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23208
00000100:00100000:3.0:1789185323.213913:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.213926:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010779008
00000100:00100000:3.0:1789185323.213930:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010779008
00010000:00010000:3.0:1789185323.213944:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000056658dfc/0xff23d3f688d8eedd lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab2d expref: 275 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.213964:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23209
00000100:00100000:3.0:1789185323.213971:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151748a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+275:2393:x1876087010779008:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.213979:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.213984:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000056658dfc/0xff23d3f688d8eedd lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab2d expref: 275 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.213994:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000056658dfc/0xff23d3f688d8eedd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab2d expref: 275 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.214006:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7fc:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.214009:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7fc:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.214013:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000007df5f236/0xff23d3f688d92cf6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.214021:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007df5f236/0xff23d3f688d92cf6 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.214035:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.214050:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151748a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+275:2393:x1876087010779008:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 79us (136us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.214057:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23209
00000100:00100000:3.0:1789185323.214088:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.214100:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010779136
00000100:00100000:3.0:1789185323.214104:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010779136
00010000:00010000:3.0:1789185323.214118:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ac178cef/0xff23d3f688d8f4e8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x800:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab6c expref: 270 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.214137:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23210
00000100:00100000:3.0:1789185323.214144:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b15174a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+270:2393:x1876087010779136:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.214152:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.214157:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ac178cef/0xff23d3f688d8f4e8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x800:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab6c expref: 270 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.214166:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ac178cef/0xff23d3f688d8f4e8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x800:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab6c expref: 270 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.214178:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x800:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.214181:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x800:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.214185:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000061d7eee5/0xff23d3f688d92cef lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x800:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.214193:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000061d7eee5/0xff23d3f688d92cef lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x800:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.214205:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.214218:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b15174a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+270:2393:x1876087010779136:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 75us (131us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.214225:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23210
00000100:00100000:3.0:1789185323.214257:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.214270:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010778752
00000100:00100000:3.0:1789185323.214273:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010778752
00010000:00010000:3.0:1789185323.214285:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d89b20f5/0xff23d3f688d8eed6 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab1f expref: 275 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.214302:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23211
00000100:00100000:3.0:1789185323.214307:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151749180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+275:2392:x1876087010778752:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.214314:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.214318:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d89b20f5/0xff23d3f688d8eed6 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab1f expref: 275 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.214326:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d89b20f5/0xff23d3f688d8eed6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab1f expref: 275 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.214338:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7fb:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.214341:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7fb:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.214346:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000146315f7/0xff23d3f688d92cd3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.214352:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000146315f7/0xff23d3f688d92cd3 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.214362:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.214376:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151749180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+275:2392:x1876087010778752:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 68us (118us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.214382:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23211
00000004:00080000:1.0:1789185323.214558:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b149d7ad80/2, rc 0, transno 4294989504
00000100:00100000:1.0:1789185323.214574:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149d7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018880256:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.214648:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14da1ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018884864:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.214689:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.214732:0:16720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018884864
00000100:00100000:1.0:1789185323.214736:0:16720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018884864
00000100:00100000:1.0:1789185323.214765:0:16720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37729
00000100:00100000:1.0:1789185323.214772:0:16720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14da1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+742:3635:x1876087018884864:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185323.214797:0:16720:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2049 count 1
00010000:00010000:1.0:1789185323.214820:0:16720:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b2067f66/0xff23d3f688d92d0b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x801:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.214835:0:16720:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000024d3b35b/0xff23d3f688d8f1ae lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x801:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab7a expref: 269 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.214843:0:16720:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x801:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.214847:0:16720:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x801:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.214851:0:16720:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b2067f66/0xff23d3f688d92d0b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x801:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.214876:0:16720:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000024d3b35b/0xff23d3f688d8f1ae lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x801:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab7a expref: 269 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.214890:0:16720:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000024d3b35b/0xff23d3f688d8f1ae lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x801:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab7a expref: 269 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.214902:0:16720:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14da18e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16720:1876087018884992:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.214937:0:16720:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0540 going to sleep for 11 seconds
00000100:00100000:1.0:1789185323.214973:0:35218:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14da19500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35218:1876087018882944:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.214992:0:35218:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000006abc7636/0xff23d3f688d92ccc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.217475:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.217507:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010778624
00000100:00100000:3.0:1789185323.217516:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010778624
00010000:00010000:3.0:1789185323.217561:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005500e815/0xff23d3f688d8f192 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab34 expref: 270 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.217592:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23212
00000100:00100000:3.0:1789185323.217601:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151748000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+270:2391:x1876087010778624:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.217614:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.217620:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005500e815/0xff23d3f688d8f192 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab34 expref: 270 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.217635:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005500e815/0xff23d3f688d8f192 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab34 expref: 270 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.217659:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005500e815/0xff23d3f688d8f192 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab34 expref: 270 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.217674:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7fc:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.217679:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7fc:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.217685:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006abc7636/0xff23d3f688d92ccc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.217695:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006abc7636/0xff23d3f688d92ccc lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.217730:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.217760:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151748000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+269:2391:x1876087010778624:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 160us (294us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.217768:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23212
00000100:00100000:3.0:1789185323.217876:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.217893:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010778880
00000100:00100000:3.0:1789185323.217897:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010778880
00010000:00010000:3.0:1789185323.217912:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e0a9c124/0xff23d3f688d8f199 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab42 expref: 269 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.217933:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23213
00000100:00100000:3.0:1789185323.217939:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151748e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+269:2391:x1876087010778880:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.217946:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.217950:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e0a9c124/0xff23d3f688d8f199 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab42 expref: 269 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.217966:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e0a9c124/0xff23d3f688d8f199 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab42 expref: 269 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.218081:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b247d6e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+274:2394:x1876087010778112:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 12783us (13494us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185323.218090:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23201
00010000:00010000:2.0:1789185323.218160:0:35222:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d89b20f5/0xff23d3f688d8eed6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab1f expref: 273 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.218173:0:35222:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151743800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:35222:1876087018883072:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.218196:0:35222:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000146315f7/0xff23d3f688d92cd3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.218208:0:35222:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000146315f7/0xff23d3f688d92cd3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.218220:0:35222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000146315f7/0xff23d3f688d92cd3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.218231:0:35222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000146315f7/0xff23d3f688d92cd3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.218238:0:35222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000146315f7/0xff23d3f688d92cd3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.218254:0:35222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00000100:00100000:2.0:1789185323.218399:0:35222:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151780700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+741:3635:x1876087018882048:12345-0@lo:6:osp-syn-0-0.0 Request processed in 25851us (29963us total) trans 4294977706 rc 0/0
00000100:00100000:2.0:1789185323.218406:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37718
00010000:00010000:2.0:1789185323.218452:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:2.0:1789185323.218459:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bcad7135/0xff23d3f688d92cb0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.218467:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149b85e00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.218472:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bcad7135/0xff23d3f688d92cb0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.218481:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bcad7135/0xff23d3f688d92cb0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.218494:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bcad7135/0xff23d3f688d92cb0 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.218501:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bcad7135/0xff23d3f688d92cb0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.218519:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:2.0:1789185323.218524:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009b4d9ff2/0xff23d3f688d92cbe lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.218530:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b26239ae00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.218533:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009b4d9ff2/0xff23d3f688d92cbe lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.218542:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009b4d9ff2/0xff23d3f688d92cbe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.218573:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009b4d9ff2/0xff23d3f688d92cbe lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.218581:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009b4d9ff2/0xff23d3f688d92cbe lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.218596:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185323.218600:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000146315f7/0xff23d3f688d92cd3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.218606:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bd800 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.218610:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000146315f7/0xff23d3f688d92cd3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.218617:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000146315f7/0xff23d3f688d92cd3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.218627:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000146315f7/0xff23d3f688d92cd3 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.218634:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000146315f7/0xff23d3f688d92cd3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.218645:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.218647:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.218649:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.218659:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.218670:0:8431:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000001f9265e2/0xff23d3f688d92cc5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.218679:0:8431:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001f9265e2/0xff23d3f688d92cc5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.218687:0:8431:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001f9265e2/0xff23d3f688d92cc5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.218695:0:8431:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001f9265e2/0xff23d3f688d92cc5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.218717:0:8431:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1789185323.218730:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185323.218734:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001f9265e2/0xff23d3f688d92cc5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.218740:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149b85a00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.218743:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001f9265e2/0xff23d3f688d92cc5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.218749:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001f9265e2/0xff23d3f688d92cc5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.218758:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001f9265e2/0xff23d3f688d92cc5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.218764:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001f9265e2/0xff23d3f688d92cc5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.218775:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.218777:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.218778:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789185323.218869:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14da1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+743:3638:x1876087018882304:12345-0@lo:6:osp-syn-1-0.0 Request processed in 26186us (26690us total) trans 4294989506 rc 0/0
00000100:00100000:2.0:1789185323.218876:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37720
00010000:00010000:3.0:1789185323.219021:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7fd:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.219026:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7fd:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.219033:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000085141f8/0xff23d3f688d92ce8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.219042:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000085141f8/0xff23d3f688d92ce8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.219058:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.219079:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151748e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+269:2391:x1876087010778880:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 1139us (1202us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.219085:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23213
00000100:00100000:0.0:1789185323.219200:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148750a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+268:2394:x1876087010778368:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 10821us (14583us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.219209:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23202
00000004:00080000:0.0:1789185323.219266:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b149d79f80/2, rc 0, transno 4294989505
00000100:00100000:0.0:1789185323.219288:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149d79f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018882176:0@lo:6:osp-syn-1-0.0
00000004:00080000:0.0:1789185323.219303:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b151780a80/2, rc 0, transno 4294977705
00000100:00100000:0.0:1789185323.219445:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151780a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018881280:0@lo:6:osp-syn-0-0.0
00010000:00010000:0.0:1789185323.219470:0:8491:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000ca21b233/0xff23d3f688d92ca9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.219480:0:8491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ca21b233/0xff23d3f688d92ca9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.219490:0:8491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ca21b233/0xff23d3f688d92ca9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.219498:0:8491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ca21b233/0xff23d3f688d92ca9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.219526:0:8491:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1789185323.219613:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185323.219620:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ca21b233/0xff23d3f688d92ca9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.219627:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b1510db200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.219630:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ca21b233/0xff23d3f688d92ca9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.219638:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ca21b233/0xff23d3f688d92ca9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.219651:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ca21b233/0xff23d3f688d92ca9 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.219657:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ca21b233/0xff23d3f688d92ca9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.219669:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.219671:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.219672:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789185323.219802:0:8491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151781c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+741:3637:x1876087018881152:12345-0@lo:6:osp-syn-0-0.0 Request processed in 32098us (32670us total) trans 4294977707 rc 0/0
00000100:00100000:0.0:1789185323.219810:0:8491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37715
00010000:00010000:0.0:1789185323.219835:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.219846:0:34810:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000006a981914/0xff23d3f688d92ce1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.219856:0:34810:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006a981914/0xff23d3f688d92ce1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.219865:0:34810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006a981914/0xff23d3f688d92ce1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.219873:0:34810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006a981914/0xff23d3f688d92ce1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.219886:0:34810:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1789185323.219965:0:34810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+743:3637:x1876087018883456:12345-0@lo:6:osp-syn-1-0.0 Request processed in 23663us (23715us total) trans 4294989507 rc 0/0
00000100:00100000:0.0:1789185323.219971:0:34810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37723
00010000:00010000:0.0:1789185323.220007:0:24325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e0a9c124/0xff23d3f688d8f199 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab42 expref: 267 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.220019:0:24325:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149d74000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24325:1876087018883968:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.220039:0:24325:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000085141f8/0xff23d3f688d92ce8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.220047:0:24325:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000085141f8/0xff23d3f688d92ce8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.220054:0:24325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000085141f8/0xff23d3f688d92ce8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.220062:0:24325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000085141f8/0xff23d3f688d92ce8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.220068:0:24325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000085141f8/0xff23d3f688d92ce8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.220083:0:24325:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:0.0:1789185323.220151:0:24325:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151740e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+743:3636:x1876087018882560:12345-0@lo:6:osp-syn-1-0.0 Request processed in 21089us (21256us total) trans 4294989508 rc 0/0
00000100:00100000:0.0:1789185323.220157:0:24325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37724
00010000:00010000:0.0:1789185323.220190:0:178169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000056658dfc/0xff23d3f688d8eedd lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab2d expref: 272 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.220201:0:178169:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f725500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:178169:1876087018884224:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.220214:0:178169:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000007df5f236/0xff23d3f688d92cf6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.220227:0:178169:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000007df5f236/0xff23d3f688d92cf6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.220234:0:178169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007df5f236/0xff23d3f688d92cf6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.220242:0:178169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007df5f236/0xff23d3f688d92cf6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.220249:0:178169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007df5f236/0xff23d3f688d92cf6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.220260:0:178169:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00000100:00100000:0.0:1789185323.220325:0:178169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151741180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+741:3635:x1876087018883840:12345-0@lo:6:osp-syn-0-0.0 Request processed in 20860us (21118us total) trans 4294977708 rc 0/0
00000100:00100000:0.0:1789185323.220331:0:178169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37726
00010000:00010000:0.0:1789185323.220347:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:0.0:1789185323.220352:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006a981914/0xff23d3f688d92ce1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.220359:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149b84800 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.220362:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006a981914/0xff23d3f688d92ce1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.220370:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006a981914/0xff23d3f688d92ce1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.220383:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006a981914/0xff23d3f688d92ce1 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.220390:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006a981914/0xff23d3f688d92ce1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.220405:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:0.0:1789185323.220408:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000085141f8/0xff23d3f688d92ce8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.220414:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149b85c00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.220418:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000085141f8/0xff23d3f688d92ce8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.220425:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000085141f8/0xff23d3f688d92ce8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.220444:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000085141f8/0xff23d3f688d92ce8 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.220452:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000085141f8/0xff23d3f688d92ce8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.220464:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185323.220468:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007df5f236/0xff23d3f688d92cf6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.220474:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149b85200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.220477:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007df5f236/0xff23d3f688d92cf6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.220484:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007df5f236/0xff23d3f688d92cf6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.220493:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007df5f236/0xff23d3f688d92cf6 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.220499:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007df5f236/0xff23d3f688d92cf6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.220508:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.220509:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.220511:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:0.0:1789185323.220532:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b149d76300/2, rc 0, transno 4294989507
00000100:00100000:0.0:1789185323.220541:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149d76300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018883456:0@lo:6:osp-syn-1-0.0
00000004:00080000:0.0:1789185323.220576:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b151783800/2, rc 0, transno 4294977707
00010000:00010000:2.0:1789185323.220639:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.220643:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.220740:0:35218:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000006abc7636/0xff23d3f688d92ccc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.220750:0:35218:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006abc7636/0xff23d3f688d92ccc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.220758:0:35218:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006abc7636/0xff23d3f688d92ccc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.220765:0:35218:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006abc7636/0xff23d3f688d92ccc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.220822:0:35218:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1789185323.220999:0:35218:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b147624e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+743:3635:x1876087018882432:12345-0@lo:6:osp-syn-1-0.0 Request processed in 28162us (28382us total) trans 4294989509 rc 0/0
00000100:00100000:1.0:1789185323.221006:0:35218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37721
00000004:00080000:1.0:1789185323.221041:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b151740a80/2, rc 0, transno 4294977708
00000100:00100000:0.0:1789185323.221175:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151783800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018881152:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.221192:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151748700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018885248:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.221229:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185323.221257:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1789185323.221263:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b15174b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018885376:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.221285:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185323.221337:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018885248
00000100:00100000:0.0:1789185323.221343:0:8428:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018885248
00000100:00100000:0.0:1789185323.221371:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018885376
00000100:00100000:0.0:1789185323.221374:0:8428:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018885376
00000100:00100000:0.0:1789185323.221393:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37730
00000100:00100000:0.0:1789185323.221400:0:8428:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148750a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+742:3637:x1876087018885248:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1789185323.221426:0:8428:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2047 count 1
00010000:00010000:0.0:1789185323.221459:0:8428:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d2308886/0xff23d3f688d92d12 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7ff:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.221477:0:8428:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b3a40d6b/0xff23d3f688d8eef2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab57 expref: 271 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.221487:0:8428:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7ff:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.221491:0:8428:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7ff:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.221496:0:8428:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d2308886/0xff23d3f688d92d12 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.221523:0:8428:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b3a40d6b/0xff23d3f688d8eef2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab57 expref: 271 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.221537:0:8428:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b3a40d6b/0xff23d3f688d8eef2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab57 expref: 271 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.221575:0:8428:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e55d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8428:1876087018885760:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.221613:0:8428:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe16180 going to sleep for 11 seconds
00000100:00100000:0.0:1789185323.221630:0:35223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37731
00000100:00100000:0.0:1789185323.221639:0:35223:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148752d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+742:3637:x1876087018885376:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1789185323.221651:0:35223:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2048 count 1
00010000:00010000:0.0:1789185323.221663:0:35223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001202ae88/0xff23d3f688d92d19 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x800:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.221676:0:35223:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000175490d2/0xff23d3f688d8ef07 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x800:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab65 expref: 271 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.221683:0:35223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x800:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.221686:0:35223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x800:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.221690:0:35223:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001202ae88/0xff23d3f688d92d19 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x800:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.221709:0:35223:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000175490d2/0xff23d3f688d8ef07 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x800:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab65 expref: 271 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.221718:0:35223:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000175490d2/0xff23d3f688d8ef07 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x800:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab65 expref: 271 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.221727:0:35223:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e55f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:35223:1876087018885888:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.221747:0:35223:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe160c0 going to sleep for 11 seconds
00010000:00010000:0.0:1789185323.221763:0:178144:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000090cb999f/0xff23d3f688d92c9b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.221773:0:178144:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000090cb999f/0xff23d3f688d92c9b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.221783:0:178144:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000090cb999f/0xff23d3f688d92c9b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.221791:0:178144:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000090cb999f/0xff23d3f688d92c9b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.221914:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:2.0:1789185323.221922:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006abc7636/0xff23d3f688d92ccc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.221931:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149883000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.221935:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006abc7636/0xff23d3f688d92ccc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.221949:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006abc7636/0xff23d3f688d92ccc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.221965:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006abc7636/0xff23d3f688d92ccc lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.221972:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006abc7636/0xff23d3f688d92ccc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.221994:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185323.221998:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000090cb999f/0xff23d3f688d92c9b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.222004:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b1510dbc00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.222007:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000090cb999f/0xff23d3f688d92c9b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.222015:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000090cb999f/0xff23d3f688d92c9b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x7f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.222026:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000090cb999f/0xff23d3f688d92c9b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x7f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.222033:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.222035:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.222037:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.222112:0:178144:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool
00010000:00010000:0.0:1789185323.222118:0:178144:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000090cb999f/0xff23d3f688d92c9b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.222287:0:178144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151780380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+743:3637:x1876087018880512:12345-0@lo:6:osp-syn-0-0.0 Request processed in 35608us (35877us total) trans 4294977709 rc 0/0
00000100:00100000:0.0:1789185323.222295:0:178144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37713
00010000:00010000:0.0:1789185323.222331:0:178148:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000005a3b722d/0xff23d3f688d92cda lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.222340:0:178148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005a3b722d/0xff23d3f688d92cda lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.222348:0:178148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005a3b722d/0xff23d3f688d92cda lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.222355:0:178148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005a3b722d/0xff23d3f688d92cda lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.222371:0:178148:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1789185323.222456:0:178148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d77b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+743:3637:x1876087018883200:12345-0@lo:6:osp-syn-1-0.0 Request processed in 26523us (26704us total) trans 4294989510 rc 0/0
00000100:00100000:0.0:1789185323.222462:0:178148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37722
00010000:00010000:0.0:1789185323.222501:0:178147:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ac178cef/0xff23d3f688d8f4e8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x800:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab6c expref: 266 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.222513:0:178147:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0d9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:178147:1876087018884096:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.222533:0:178147:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000061d7eee5/0xff23d3f688d92cef lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x800:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.222542:0:178147:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000061d7eee5/0xff23d3f688d92cef lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x800:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.222580:0:178147:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000061d7eee5/0xff23d3f688d92cef lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x800:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.222589:0:178147:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000061d7eee5/0xff23d3f688d92cef lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x800:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.222596:0:178147:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000061d7eee5/0xff23d3f688d92cef lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x800:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.222607:0:178147:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:0.0:1789185323.222676:0:178147:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151743480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+743:3635:x1876087018883712:12345-0@lo:6:osp-syn-1-0.0 Request processed in 23356us (23563us total) trans 4294989511 rc 0/0
00000100:00100000:0.0:1789185323.222682:0:178147:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37725
00010000:00010000:0.0:1789185323.222705:0:178142:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d46a263f/0xff23d3f688d92cb7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.222714:0:178142:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d46a263f/0xff23d3f688d92cb7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.222722:0:178142:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d46a263f/0xff23d3f688d92cb7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.222730:0:178142:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d46a263f/0xff23d3f688d92cb7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.222740:0:178142:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00000100:00100000:0.0:1789185323.222807:0:178142:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151780000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+743:3635:x1876087018881408:12345-0@lo:6:osp-syn-0-0.0 Request processed in 34831us (35402us total) trans 4294977710 rc 0/0
00000100:00100000:0.0:1789185323.222813:0:178142:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37717
00010000:00010000:2.0:1789185323.223163:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:2.0:1789185323.223168:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005a3b722d/0xff23d3f688d92cda lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.223176:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149b84e00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.223180:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005a3b722d/0xff23d3f688d92cda lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.223188:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005a3b722d/0xff23d3f688d92cda lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.223204:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005a3b722d/0xff23d3f688d92cda lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.223211:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005a3b722d/0xff23d3f688d92cda lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.223228:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:2.0:1789185323.223231:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000061d7eee5/0xff23d3f688d92cef lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x800:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.223237:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149b85800 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.223240:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000061d7eee5/0xff23d3f688d92cef lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x800:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.223249:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000061d7eee5/0xff23d3f688d92cef lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x800:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.223259:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000061d7eee5/0xff23d3f688d92cef lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x800:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.223266:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000061d7eee5/0xff23d3f688d92cef lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x800:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.223281:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185323.223284:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d46a263f/0xff23d3f688d92cb7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.223291:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149b84600 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.223294:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d46a263f/0xff23d3f688d92cb7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.223301:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d46a263f/0xff23d3f688d92cb7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.223311:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d46a263f/0xff23d3f688d92cb7 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.223318:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d46a263f/0xff23d3f688d92cb7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.223330:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.223331:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.223334:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.223340:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.223344:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.223348:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789185323.223415:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151740a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018883840:0@lo:6:osp-syn-0-0.0
00000004:00080000:1.0:1789185323.223736:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b151742680/2, rc 0, transno 4294989511
00000100:00100000:1.0:1789185323.223751:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151742680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018883712:0@lo:6:osp-syn-1-0.0
00000004:00080000:1.0:1789185323.223766:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b149d7b480/2, rc 0, transno 4294989509
00000100:00100000:1.0:1789185323.223770:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149d7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018882432:0@lo:6:osp-syn-1-0.0
00000004:00080000:1.0:1789185323.223783:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b151781880/2, rc 0, transno 4294977706
00000100:00100000:1.0:1789185323.223787:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151781880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018882048:0@lo:6:osp-syn-0-0.0
00000004:00080000:1.0:1789185323.223795:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b151782a00/2, rc 0, transno 4294977710
00000100:00100000:1.0:1789185323.223799:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151782a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018881408:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185323.223815:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151749f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018885504:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185323.223855:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.223882:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0]
00000100:00100000:1.0:1789185323.223888:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151743800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018885120:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.223909:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.223926:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e55c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018885632:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.223945:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:1.0:1789185323.223984:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b149d78380/2, rc 0, transno 4294989506
00000100:00100000:1.0:1789185323.223988:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149d78380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018882304:0@lo:6:osp-syn-1-0.0
00000004:00080000:1.0:1789185323.224009:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b149d7bb80/2, rc 0, transno 4294989508
00000100:00100000:1.0:1789185323.224014:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149d7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018882560:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.224033:0:178143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018885504
00000100:00100000:1.0:1789185323.224038:0:178143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018885504
00000100:00100000:1.0:1789185323.224070:0:178143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018885120
00000100:00100000:1.0:1789185323.224073:0:178143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018885120
00000100:00100000:1.0:1789185323.224091:0:178143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018885632
00000100:00100000:1.0:1789185323.224094:0:178143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018885632
00000100:00100000:1.0:1789185323.224114:0:178143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37732
00000100:00100000:1.0:1789185323.224121:0:178143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14da19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+743:3635:x1876087018885504:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185323.224149:0:178143:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2049 count 1
00010000:00010000:1.0:1789185323.224168:0:178143:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d92d20 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x801:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.224188:0:178143:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f8179087/0xff23d3f688d8ef0e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x801:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab73 expref: 271 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.224196:0:178143:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x801:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.224202:0:178143:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x801:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.224207:0:178143:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d92d20 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x801:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.224237:0:178143:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f8179087/0xff23d3f688d8ef0e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x801:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab73 expref: 271 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.224250:0:178143:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f8179087/0xff23d3f688d8ef0e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x801:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab73 expref: 271 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.224261:0:178143:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b152868a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:178143:1876087018886016:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.224317:0:178143:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0f00 going to sleep for 11 seconds
00000100:00100000:1.0:1789185323.224333:0:8491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37733
00000100:00100000:1.0:1789185323.224340:0:8491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14da19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+744:3635:x1876087018885120:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185323.224353:0:8491:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2050 count 1
00010000:00010000:1.0:1789185323.224366:0:8491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000603b815f/0xff23d3f688d92d27 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x802:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.224378:0:8491:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000043706d9b/0xff23d3f688d8f1b5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x802:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab88 expref: 265 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.224389:0:8491:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x802:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.224392:0:8491:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x802:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.224395:0:8491:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000603b815f/0xff23d3f688d92d27 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x802:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.224417:0:8491:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000043706d9b/0xff23d3f688d8f1b5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x802:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab88 expref: 265 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.224427:0:8491:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000043706d9b/0xff23d3f688d8f1b5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x802:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab88 expref: 265 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.224451:0:8491:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0f9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8491:1876087018886144:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.224476:0:8491:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0780 going to sleep for 11 seconds
00000100:00100000:1.0:1789185323.224493:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37734
00000100:00100000:1.0:1789185323.224501:0:35222:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14da1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+744:3635:x1876087018885632:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185323.224512:0:35222:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2051 count 1
00010000:00010000:1.0:1789185323.224523:0:35222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007fe0979b/0xff23d3f688d92d2e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x803:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.224535:0:35222:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000051ddb6d7/0xff23d3f688d8f1bc lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x803:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab96 expref: 265 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.224542:0:35222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x803:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.224569:0:35222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x803:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.224575:0:35222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007fe0979b/0xff23d3f688d92d2e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x803:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.224593:0:35222:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000051ddb6d7/0xff23d3f688d8f1bc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x803:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab96 expref: 265 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.224603:0:35222:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000051ddb6d7/0xff23d3f688d8f1bc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x803:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab96 expref: 265 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.224613:0:35222:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0fb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:35222:1876087018886272:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.224641:0:35222:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0180 going to sleep for 11 seconds
00000004:00080000:3.0:1789185323.226661:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b15176e300/2, rc 0, transno 4294977709
00000100:00100000:3.0:1789185323.226679:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b15176e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018880512:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185323.226698:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151741880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018886400:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1789185323.226753:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185323.226776:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018886912:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185323.226799:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:3.0:1789185323.226826:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b149d76680/2, rc 0, transno 4294989510
00000100:00100000:3.0:1789185323.226833:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149d76680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018883200:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1789185323.226841:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2]
00000100:00100000:3.0:1789185323.226848:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149d78000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018886528:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1789185323.226870:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185323.226886:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b15176dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018887040:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185323.226908:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185323.226957:0:178145:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018886400
00000100:00100000:3.0:1789185323.226963:0:178145:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018886400
00000100:00100000:3.0:1789185323.227000:0:178145:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018886912
00000100:00100000:3.0:1789185323.227002:0:178145:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018886912
00000100:00100000:3.0:1789185323.227014:0:178145:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018886528
00000100:00100000:3.0:1789185323.227016:0:178145:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018886528
00000100:00100000:3.0:1789185323.227026:0:178145:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018887040
00000100:00100000:3.0:1789185323.227029:0:178145:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018887040
00000100:00100000:3.0:1789185323.227043:0:178145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37735
00000100:00100000:3.0:1789185323.227050:0:178145:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b2769b3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+746:3637:x1876087018886400:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:3.0:1789185323.227074:0:178145:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2052 count 1
00010000:00010000:3.0:1789185323.227101:0:178145:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f05a18d4/0xff23d3f688d92d35 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x804:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.227124:0:178145:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000015866299/0xff23d3f688d8f1c3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x804:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aba4 expref: 265 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.227135:0:178145:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x804:0x0].0x0 since=124s v=(0 0)
00010000:00010000:3.0:1789185323.227139:0:178145:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x804:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.227144:0:178145:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f05a18d4/0xff23d3f688d92d35 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x804:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.227194:0:178145:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000015866299/0xff23d3f688d8f1c3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x804:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aba4 expref: 265 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.227212:0:178145:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000015866299/0xff23d3f688d8f1c3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x804:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aba4 expref: 265 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.227224:0:178145:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f711c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:178145:1876087018887168:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185323.227271:0:178145:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1486aa180 going to sleep for 11 seconds
00000100:00100000:0.0:1789185323.227702:0:8429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151782d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8429:1876087018884480:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.227725:0:8429:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000c6e218c9/0xff23d3f688d92cfd lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.227752:0:178169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37736
00000100:00100000:0.0:1789185323.227761:0:178169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151748380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+745:3637:x1876087018886912:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1789185323.227776:0:178169:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2050 count 1
00010000:00010000:0.0:1789185323.227791:0:178169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000021c50134/0xff23d3f688d92d3c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x802:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.227803:0:178169:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003508242a/0xff23d3f688d8ef15 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x802:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab81 expref: 271 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.227811:0:178169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x802:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.227814:0:178169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x802:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.227818:0:178169:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000021c50134/0xff23d3f688d92d3c lrc: 4/0,1 mode: --/PW res: [0x280000401:0x802:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.227840:0:178169:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003508242a/0xff23d3f688d8ef15 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x802:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab81 expref: 271 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.227849:0:178169:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003508242a/0xff23d3f688d8ef15 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x802:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab81 expref: 271 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.227860:0:178169:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149f08000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:178169:1876087018887296:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.227899:0:178169:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe16900 going to sleep for 11 seconds
00000100:00100000:0.0:1789185323.227917:0:178144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37737
00000100:00100000:0.0:1789185323.227926:0:178144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151749880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+746:3637:x1876087018886528:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1789185323.227938:0:178144:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2053 count 1
00010000:00010000:0.0:1789185323.227950:0:178144:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000613a2391/0xff23d3f688d92d43 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x805:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.227962:0:178144:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000055de5c03/0xff23d3f688d8f1ca lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x805:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4abb2 expref: 265 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.227969:0:178144:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x805:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.227972:0:178144:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x805:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.227976:0:178144:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000613a2391/0xff23d3f688d92d43 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x805:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.227995:0:178144:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000055de5c03/0xff23d3f688d8f1ca lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x805:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4abb2 expref: 265 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.228005:0:178144:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000055de5c03/0xff23d3f688d8f1ca lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x805:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4abb2 expref: 265 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.228014:0:178144:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149f08a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:178144:1876087018887424:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.228039:0:178144:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe16a80 going to sleep for 11 seconds
00000100:00100000:0.0:1789185323.228083:0:178146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37738
00000100:00100000:0.0:1789185323.228092:0:178146:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151749500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+745:3637:x1876087018887040:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1789185323.228105:0:178146:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2051 count 1
00010000:00010000:0.0:1789185323.228117:0:178146:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fccf2c05/0xff23d3f688d92d4a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x803:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.228128:0:178146:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a98ba971/0xff23d3f688d8ef1c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x803:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab8f expref: 271 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.228134:0:178146:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x803:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.228137:0:178146:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x803:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.228142:0:178146:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fccf2c05/0xff23d3f688d92d4a lrc: 4/0,1 mode: --/PW res: [0x280000401:0x803:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.228162:0:178146:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a98ba971/0xff23d3f688d8ef1c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x803:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab8f expref: 271 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.228171:0:178146:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a98ba971/0xff23d3f688d8ef1c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x803:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab8f expref: 271 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.228180:0:178146:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149f0aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:178146:1876087018887680:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.228204:0:178146:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe16c00 going to sleep for 11 seconds
00000100:00100000:2.0:1789185323.228610:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149d7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018886656:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185323.228712:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149d7b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018886784:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185323.231678:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185323.231729:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149f0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018887552:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185323.231759:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185323.232192:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185323.232213:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010779520
00000100:00100000:2.0:1789185323.232220:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010779520
00010000:00010000:2.0:1789185323.232258:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000175490d2/0xff23d3f688d8ef07 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x800:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab65 expref: 272 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.232293:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23214
00000100:00100000:2.0:1789185323.232302:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d79c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+272:2392:x1876087010779520:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.232318:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.232325:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000175490d2/0xff23d3f688d8ef07 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x800:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab65 expref: 272 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.232338:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000175490d2/0xff23d3f688d8ef07 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x800:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab65 expref: 272 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.232365:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x800:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.232370:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x800:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.232377:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001202ae88/0xff23d3f688d92d19 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x800:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.232393:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001202ae88/0xff23d3f688d92d19 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x800:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.232415:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185323.232462:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d79c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+272:2392:x1876087010779520:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 160us (272us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185323.232469:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23214
00000100:00100000:3.0:1789185323.232652:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.232674:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010779264
00000100:00100000:3.0:1789185323.232678:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010779264
00010000:00010000:3.0:1789185323.232696:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002ce0f507/0xff23d3f688d8eee4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab3b expref: 272 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.232718:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23215
00000100:00100000:3.0:1789185323.232724:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b247d6cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+272:2394:x1876087010779264:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.232732:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.232737:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002ce0f507/0xff23d3f688d8eee4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab3b expref: 272 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.232748:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002ce0f507/0xff23d3f688d8eee4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab3b expref: 272 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.232763:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002ce0f507/0xff23d3f688d8eee4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab3b expref: 272 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.232781:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7fd:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.232785:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7fd:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.232789:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c6e218c9/0xff23d3f688d92cfd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.232797:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c6e218c9/0xff23d3f688d92cfd lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.232816:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.232835:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b247d6cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+271:2394:x1876087010779264:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 112us (184us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.232843:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23215
00010000:00010000:3.0:1789185323.232885:0:8429:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000c6e218c9/0xff23d3f688d92cfd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.232895:0:8429:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c6e218c9/0xff23d3f688d92cfd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.232906:0:8429:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c6e218c9/0xff23d3f688d92cfd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.232914:0:8429:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c6e218c9/0xff23d3f688d92cfd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.232928:0:8429:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1789185323.232994:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185323.233001:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c6e218c9/0xff23d3f688d92cfd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.233010:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149b84c00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.233015:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c6e218c9/0xff23d3f688d92cfd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.233025:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c6e218c9/0xff23d3f688d92cfd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.233038:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c6e218c9/0xff23d3f688d92cfd lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.233045:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c6e218c9/0xff23d3f688d92cfd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.233064:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.233066:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.233068:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789185323.233093:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185323.233116:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185323.233133:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185323.233177:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185323.233191:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010779648
00000100:00100000:2.0:1789185323.233195:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010779648
00010000:00010000:2.0:1789185323.233210:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b3a40d6b/0xff23d3f688d8eef2 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab57 expref: 271 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.233228:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010779392
00000100:00100000:2.0:1789185323.233231:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010779392
00010000:00010000:2.0:1789185323.233244:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000024d3b35b/0xff23d3f688d8f1ae lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x801:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab7a expref: 266 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.233260:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010779776
00000100:00100000:2.0:1789185323.233263:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010779776
00010000:00010000:2.0:1789185323.233276:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b4539c92/0xff23d3f688d8eeeb lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab49 expref: 272 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.233287:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010779904
00000100:00100000:2.0:1789185323.233290:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010779904
00010000:00010000:2.0:1789185323.233302:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f8179087/0xff23d3f688d8ef0e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x801:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab73 expref: 273 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.233315:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23216
00000100:00100000:2.0:1789185323.233322:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d79c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+273:2394:x1876087010779648:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.233334:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.233339:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b3a40d6b/0xff23d3f688d8eef2 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab57 expref: 273 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.233350:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b3a40d6b/0xff23d3f688d8eef2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab57 expref: 273 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.233363:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7ff:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.233367:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7ff:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.233371:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d2308886/0xff23d3f688d92d12 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.233379:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d2308886/0xff23d3f688d92d12 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.233392:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185323.233412:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d79c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+273:2394:x1876087010779648:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 91us (319us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185323.233418:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23216
00000100:00100000:2.0:1789185323.233432:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23217
00000100:00100000:2.0:1789185323.233453:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f725500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+266:2394:x1876087010779392:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.233484:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.233491:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000024d3b35b/0xff23d3f688d8f1ae lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x801:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab7a expref: 266 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.233507:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000024d3b35b/0xff23d3f688d8f1ae lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x801:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab7a expref: 266 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.233521:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x801:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.233524:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x801:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.233528:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b2067f66/0xff23d3f688d92d0b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x801:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.233536:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b2067f66/0xff23d3f688d92d0b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x801:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.233566:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185323.233586:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f725500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+266:2394:x1876087010779392:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 135us (469us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185323.233592:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23217
00000100:00100000:2.0:1789185323.233606:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23218
00000100:00100000:2.0:1789185323.233612:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f727800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+272:2394:x1876087010779776:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.233619:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.233624:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b4539c92/0xff23d3f688d8eeeb lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab49 expref: 272 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.233635:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b4539c92/0xff23d3f688d8eeeb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab49 expref: 272 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.233653:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7fe:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.233656:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7fe:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.233660:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000207320f7/0xff23d3f688d92d04 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.233667:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000207320f7/0xff23d3f688d92d04 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.233678:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185323.233697:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f727800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+272:2394:x1876087010779776:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 85us (562us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185323.233703:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23218
00000100:00100000:2.0:1789185323.233716:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23219
00000100:00100000:2.0:1789185323.233723:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151782d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+271:2394:x1876087010779904:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.233730:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.233735:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f8179087/0xff23d3f688d8ef0e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x801:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab73 expref: 271 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.233745:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f8179087/0xff23d3f688d8ef0e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x801:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab73 expref: 271 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.233757:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x801:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.233761:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x801:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.233765:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d92d20 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x801:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.233773:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d92d20 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x801:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.233784:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185323.233802:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151782d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+271:2394:x1876087010779904:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 80us (625us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185323.233809:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23219
00000100:00100000:2.0:1789185323.233893:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185323.233910:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010780032
00000100:00100000:2.0:1789185323.233914:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010780032
00010000:00010000:2.0:1789185323.233929:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000043706d9b/0xff23d3f688d8f1b5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x802:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab88 expref: 266 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.233948:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23220
00000100:00100000:2.0:1789185323.233954:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151780e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+266:2394:x1876087010780032:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.233962:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.233966:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000043706d9b/0xff23d3f688d8f1b5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x802:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab88 expref: 266 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.233978:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000043706d9b/0xff23d3f688d8f1b5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x802:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab88 expref: 266 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.233991:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x802:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.233993:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x802:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.233998:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000603b815f/0xff23d3f688d92d27 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x802:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.234006:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000603b815f/0xff23d3f688d92d27 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x802:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.234018:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185323.234036:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151780e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+266:2394:x1876087010780032:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 83us (144us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185323.234043:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23220
00010000:00010000:0.0:1789185323.234192:0:8428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b3a40d6b/0xff23d3f688d8eef2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab57 expref: 270 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.234206:0:8428:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e55d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8428:1876087018885760:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.234231:0:8428:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d2308886/0xff23d3f688d92d12 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.234240:0:8428:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d2308886/0xff23d3f688d92d12 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.234247:0:8428:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d2308886/0xff23d3f688d92d12 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.234262:0:8428:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d2308886/0xff23d3f688d92d12 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.234270:0:8428:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d2308886/0xff23d3f688d92d12 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.234291:0:8428:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1789185323.234480:0:8428:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148750a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+746:3637:x1876087018885248:12345-0@lo:6:osp-syn-0-0.0 Request processed in 13079us (13250us total) trans 4294977711 rc 0/0
00000100:00100000:0.0:1789185323.234488:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37730
00000100:00100000:0.0:1789185323.234509:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018886656
00000100:00100000:0.0:1789185323.234513:0:8428:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018886656
00000100:00100000:0.0:1789185323.234535:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018887552
00000100:00100000:0.0:1789185323.234537:0:8428:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018887552
00000100:00100000:0.0:1789185323.234580:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37739
00000100:00100000:0.0:1789185323.234587:0:8428:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d7b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+747:3635:x1876087018886656:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1789185323.234611:0:8428:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2054 count 1
00010000:00010000:0.0:1789185323.234632:0:8428:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007df5f236/0xff23d3f688d92d51 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x806:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.234648:0:8428:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000fe3fc84a/0xff23d3f688d90159 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x806:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 62914560->62918655) gid 0 flags: 0x40000000020000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bd2b expref: 265 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.234656:0:8428:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x806:0x0].0x0 since=120s v=(0 0)
00010000:00010000:0.0:1789185323.234660:0:8428:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x806:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1789185323.234665:0:8428:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007df5f236/0xff23d3f688d92d51 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x806:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.234694:0:8428:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000fe3fc84a/0xff23d3f688d90159 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x806:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 62914560->62918655) gid 0 flags: 0x50000000030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bd2b expref: 265 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.234708:0:8428:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000fe3fc84a/0xff23d3f688d90159 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x806:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 62914560->62918655) gid 0 flags: 0x70000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bd2b expref: 265 pid: 35222 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.234722:0:8428:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149f09500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8428:1876087018887936:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.234767:0:8428:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe16b40 going to sleep for 11 seconds
00010000:00010000:0.0:1789185323.234796:0:34809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b4539c92/0xff23d3f688d8eeeb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab49 expref: 269 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.234807:0:34809:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148753100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:34809:1876087018884736:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.234820:0:34809:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000207320f7/0xff23d3f688d92d04 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.234829:0:34809:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000207320f7/0xff23d3f688d92d04 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.234837:0:34809:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000207320f7/0xff23d3f688d92d04 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.234845:0:34809:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000207320f7/0xff23d3f688d92d04 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.234854:0:34809:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000207320f7/0xff23d3f688d92d04 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.234870:0:34809:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:0.0:1789185323.234946:0:34809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148753800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+747:3637:x1876087018884608:12345-0@lo:6:osp-syn-0-0.0 Request processed in 30614us (30672us total) trans 4294977712 rc 0/0
00000100:00100000:0.0:1789185323.234953:0:34809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37728
00000100:00100000:0.0:1789185323.234970:0:34809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37740
00000100:00100000:0.0:1789185323.234977:0:34809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d78a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+746:3635:x1876087018887552:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1789185323.234988:0:34809:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2052 count 1
00010000:00010000:0.0:1789185323.235000:0:34809:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000085141f8/0xff23d3f688d92d58 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x804:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.235011:0:34809:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000cfa46c4d/0xff23d3f688d8ef23 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x804:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab9d expref: 268 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.235018:0:34809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x804:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.235021:0:34809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x804:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.235024:0:34809:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000085141f8/0xff23d3f688d92d58 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x804:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.235043:0:34809:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000cfa46c4d/0xff23d3f688d8ef23 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x804:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab9d expref: 268 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.235053:0:34809:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000cfa46c4d/0xff23d3f688d8ef23 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x804:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab9d expref: 268 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.235063:0:34809:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149f08700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:34809:1876087018888064:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.235083:0:34809:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe16480 going to sleep for 11 seconds
00010000:00010000:0.0:1789185323.235109:0:35223:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000175490d2/0xff23d3f688d8ef07 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x800:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab65 expref: 268 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.235121:0:35223:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e55f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:35223:1876087018885888:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.235135:0:35223:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001202ae88/0xff23d3f688d92d19 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x800:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.235144:0:35223:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001202ae88/0xff23d3f688d92d19 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x800:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.235151:0:35223:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001202ae88/0xff23d3f688d92d19 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x800:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.235159:0:35223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001202ae88/0xff23d3f688d92d19 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x800:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.235167:0:35223:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001202ae88/0xff23d3f688d92d19 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x800:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.235181:0:35223:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00000100:00100000:0.0:1789185323.235252:0:35223:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148752d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+747:3637:x1876087018885376:12345-0@lo:6:osp-syn-0-0.0 Request processed in 13614us (13965us total) trans 4294977713 rc 0/0
00000100:00100000:0.0:1789185323.235259:0:35223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37731
00010000:00010000:0.0:1789185323.235281:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:0.0:1789185323.235288:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d2308886/0xff23d3f688d92d12 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.235296:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149b84400 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.235301:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d2308886/0xff23d3f688d92d12 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.235311:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d2308886/0xff23d3f688d92d12 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.235327:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d2308886/0xff23d3f688d92d12 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.235335:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d2308886/0xff23d3f688d92d12 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.235352:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:0.0:1789185323.235356:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000207320f7/0xff23d3f688d92d04 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.235363:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149b84a00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.235366:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000207320f7/0xff23d3f688d92d04 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.235379:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000207320f7/0xff23d3f688d92d04 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.235389:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000207320f7/0xff23d3f688d92d04 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.235396:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000207320f7/0xff23d3f688d92d04 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.235408:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185323.235411:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001202ae88/0xff23d3f688d92d19 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x800:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.235417:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149b85600 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.235420:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001202ae88/0xff23d3f688d92d19 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x800:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.235427:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001202ae88/0xff23d3f688d92d19 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x800:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.235451:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001202ae88/0xff23d3f688d92d19 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x800:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.235458:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001202ae88/0xff23d3f688d92d19 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x800:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.235474:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.235476:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.235478:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789185323.235516:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185323.235543:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149d79500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018887808:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185323.235588:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185323.235622:0:178147:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018886784
00000100:00100000:0.0:1789185323.235627:0:178147:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018886784
00000100:00100000:0.0:1789185323.235653:0:178147:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018887808
00000100:00100000:0.0:1789185323.235656:0:178147:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018887808
00000100:00100000:0.0:1789185323.235673:0:178147:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37741
00000100:00100000:0.0:1789185323.235679:0:178147:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149f0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+749:3636:x1876087018886784:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1789185323.235693:0:178147:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2055 count 1
00010000:00010000:0.0:1789185323.235706:0:178147:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006a981914/0xff23d3f688d92d5f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x807:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.235721:0:178147:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003052e4a3/0xff23d3f688d8f1d8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x807:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4abce expref: 265 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.235729:0:178147:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x807:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.235734:0:178147:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x807:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.235738:0:178147:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006a981914/0xff23d3f688d92d5f lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x807:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.235757:0:178147:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003052e4a3/0xff23d3f688d8f1d8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x807:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4abce expref: 265 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.235772:0:178147:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003052e4a3/0xff23d3f688d8f1d8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x807:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4abce expref: 265 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.235782:0:178147:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149f09180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:178147:1876087018888192:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.235804:0:178147:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe160c0 going to sleep for 11 seconds
00000100:00100000:0.0:1789185323.235820:0:35223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37742
00000100:00100000:0.0:1789185323.235827:0:35223:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149f0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+749:3636:x1876087018887808:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1789185323.235838:0:35223:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2056 count 1
00010000:00010000:0.0:1789185323.235849:0:35223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007d4adc91/0xff23d3f688d92d66 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x808:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.235861:0:35223:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005a9e6554/0xff23d3f688d8f1df lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x808:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4abdc expref: 265 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.235868:0:35223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x808:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.235872:0:35223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x808:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.235876:0:35223:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007d4adc91/0xff23d3f688d92d66 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x808:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.235894:0:35223:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005a9e6554/0xff23d3f688d8f1df lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x808:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4abdc expref: 265 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.235904:0:35223:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005a9e6554/0xff23d3f688d8f1df lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x808:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4abdc expref: 265 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.235919:0:35223:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148753100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:35223:1876087018888320:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.235939:0:35223:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe16e40 going to sleep for 11 seconds
00010000:00010000:2.0:1789185323.236025:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.236032:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789185323.236332:0:8429:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151782680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+747:3637:x1876087018884352:12345-0@lo:6:osp-syn-0-0.0 Request processed in 32483us (32923us total) trans 4294977714 rc 0/0
00000100:00100000:3.0:1789185323.236339:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37727
00000004:00080000:3.0:1789185323.236390:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b15174b100/2, rc 0, transno 4294977713
00000100:00100000:3.0:1789185323.236403:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b15174b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018885376:0@lo:6:osp-syn-0-0.0
00000004:00080000:3.0:1789185323.236414:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b151748700/2, rc 0, transno 4294977711
00000100:00100000:3.0:1789185323.236417:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151748700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018885248:0@lo:6:osp-syn-0-0.0
00000004:00080000:3.0:1789185323.236424:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b151781f80/2, rc 0, transno 4294977712
00000100:00100000:3.0:1789185323.236427:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151781f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018884608:0@lo:6:osp-syn-0-0.0
00000004:00080000:3.0:1789185323.236433:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b151781180/2, rc 0, transno 4294977714
00000100:00100000:3.0:1789185323.236449:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151781180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018884352:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185323.236581:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f712a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018888576:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185323.236607:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185323.236625:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1789185323.236629:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f713b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018888448:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185323.236644:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185323.236662:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f710000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018888704:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185323.236679:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185323.236694:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789185323.236698:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f712300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018888832:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185323.236712:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185323.236726:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018888576
00000100:00100000:3.0:1789185323.236730:0:8429:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018888576
00000100:00100000:3.0:1789185323.236747:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018888448
00000100:00100000:3.0:1789185323.236749:0:8429:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018888448
00000100:00100000:3.0:1789185323.236757:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018888704
00000100:00100000:3.0:1789185323.236759:0:8429:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018888704
00000100:00100000:3.0:1789185323.236766:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018888832
00000100:00100000:3.0:1789185323.236768:0:8429:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018888832
00000100:00100000:3.0:1789185323.236777:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37743
00000100:00100000:3.0:1789185323.236782:0:8429:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f712680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+750:3638:x1876087018888576:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1789185323.236795:0:8429:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2054 count 1
00010000:00010000:3.0:1789185323.236809:0:8429:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d41eaa07/0xff23d3f688d92d6d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x806:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.236824:0:8429:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004a298f8f/0xff23d3f688d8f018 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x806:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4abb9 expref: 267 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.236832:0:8429:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x806:0x0].0x0 since=124s v=(0 0)
00010000:00010000:3.0:1789185323.236836:0:8429:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x806:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.236840:0:8429:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d41eaa07/0xff23d3f688d92d6d lrc: 4/0,1 mode: --/PW res: [0x280000401:0x806:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.236860:0:8429:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004a298f8f/0xff23d3f688d8f018 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x806:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4abb9 expref: 267 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.236871:0:8429:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004a298f8f/0xff23d3f688d8f018 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x806:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4abb9 expref: 267 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.236881:0:8429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f710700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8429:1876087018888960:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185323.236901:0:8429:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1486aae40 going to sleep for 11 seconds
00000100:00100000:3.0:1789185323.237040:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.237131:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.237160:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.237238:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.237324:0:178145:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f711c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:178145:1876087018887168:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185323.237413:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010780160
00000100:00100000:2.0:1789185323.237418:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010780160
00010000:00010000:2.0:1789185323.237454:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003508242a/0xff23d3f688d8ef15 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x802:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab81 expref: 268 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.237474:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010780288
00000100:00100000:2.0:1789185323.237478:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010780288
00010000:00010000:2.0:1789185323.237492:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000055de5c03/0xff23d3f688d8f1ca lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x805:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4abb2 expref: 266 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.237514:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010780544
00000100:00100000:2.0:1789185323.237517:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010780544
00010000:00010000:2.0:1789185323.237529:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000015866299/0xff23d3f688d8f1c3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x804:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aba4 expref: 267 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.237560:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010780416
00000100:00100000:2.0:1789185323.237563:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010780416
00010000:00010000:2.0:1789185323.237575:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000051ddb6d7/0xff23d3f688d8f1bc lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x803:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab96 expref: 268 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.237588:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23221
00000100:00100000:2.0:1789185323.237595:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f713100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+268:2392:x1876087010780160:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.237604:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.237610:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003508242a/0xff23d3f688d8ef15 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x802:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab81 expref: 268 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.237622:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003508242a/0xff23d3f688d8ef15 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x802:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab81 expref: 268 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.237643:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x802:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.237647:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x802:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.237653:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000021c50134/0xff23d3f688d92d3c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x802:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.237662:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000021c50134/0xff23d3f688d92d3c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x802:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.237681:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185323.237709:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f713100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+268:2392:x1876087010780160:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 114us (669us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185323.237717:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23221
00000100:00100000:2.0:1789185323.237734:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23222
00000100:00100000:2.0:1789185323.237742:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b247d6f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+268:2394:x1876087010780288:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.237750:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.237755:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000055de5c03/0xff23d3f688d8f1ca lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x805:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4abb2 expref: 268 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.237765:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000055de5c03/0xff23d3f688d8f1ca lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x805:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4abb2 expref: 268 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.237778:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x805:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.237781:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x805:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.237786:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000613a2391/0xff23d3f688d92d43 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x805:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.237793:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000613a2391/0xff23d3f688d92d43 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x805:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.237805:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185323.237823:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b247d6f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+268:2394:x1876087010780288:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 83us (692us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185323.237830:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23222
00000100:00100000:2.0:1789185323.237868:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23223
00000100:00100000:2.0:1789185323.237875:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f711f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+267:2394:x1876087010780544:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.237882:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.237886:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000015866299/0xff23d3f688d8f1c3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x804:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aba4 expref: 267 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.237902:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000015866299/0xff23d3f688d8f1c3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x804:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aba4 expref: 267 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.237916:0:178150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000015866299/0xff23d3f688d8f1c3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x804:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aba4 expref: 267 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.237929:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x804:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.237933:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x804:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.237937:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f05a18d4/0xff23d3f688d92d35 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x804:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.237944:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f05a18d4/0xff23d3f688d92d35 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x804:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.237956:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185323.237973:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f711f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+266:2394:x1876087010780544:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 99us (812us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185323.237980:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23223
00000100:00100000:2.0:1789185323.237992:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23224
00000100:00100000:2.0:1789185323.237998:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f710380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+265:2394:x1876087010780416:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.238004:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.238010:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000051ddb6d7/0xff23d3f688d8f1bc lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x803:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab96 expref: 265 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.238025:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000051ddb6d7/0xff23d3f688d8f1bc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x803:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab96 expref: 265 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.238037:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x803:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.238039:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x803:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.238043:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007fe0979b/0xff23d3f688d92d2e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x803:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.238050:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007fe0979b/0xff23d3f688d92d2e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x803:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.238061:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185323.238079:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f710380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+265:2394:x1876087010780416:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 81us (841us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185323.238086:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23224
00010000:00010000:3.0:1789185323.238259:0:178145:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f05a18d4/0xff23d3f688d92d35 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x804:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.238323:0:178145:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f05a18d4/0xff23d3f688d92d35 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x804:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.238333:0:178145:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f05a18d4/0xff23d3f688d92d35 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x804:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.238344:0:178145:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f05a18d4/0xff23d3f688d92d35 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x804:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.238353:0:178145:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f05a18d4/0xff23d3f688d92d35 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x804:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.238373:0:178145:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1789185323.238583:0:178145:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b2769b3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+750:3637:x1876087018886400:12345-0@lo:6:osp-syn-1-0.0 Request processed in 11532us (11829us total) trans 4294989512 rc 0/0
00000100:00100000:3.0:1789185323.238591:0:178145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37735
00000004:00080000:3.0:1789185323.238629:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b151741880/2, rc 0, transno 4294989512
00000100:00100000:3.0:1789185323.238642:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151741880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018886400:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1789185323.238697:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1789185323.238709:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f711c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018889088:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1789185323.238740:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185323.238766:0:178145:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018889088
00000100:00100000:3.0:1789185323.238771:0:178145:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018889088
00000100:00100000:3.0:1789185323.238792:0:178145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37744
00000100:00100000:3.0:1789185323.238799:0:178145:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f711180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+750:3638:x1876087018888448:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1789185323.238818:0:178145:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2053 count 1
00010000:00010000:3.0:1789185323.238839:0:178145:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000262d3641/0xff23d3f688d92d74 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x805:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.238854:0:178145:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001345d907/0xff23d3f688d8f011 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x805:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4abab expref: 267 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.238862:0:178145:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x805:0x0].0x0 since=124s v=(0 0)
00010000:00010000:3.0:1789185323.238865:0:178145:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x805:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.238869:0:178145:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000262d3641/0xff23d3f688d92d74 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x805:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.238891:0:178145:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001345d907/0xff23d3f688d8f011 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x805:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4abab expref: 267 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.238903:0:178145:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001345d907/0xff23d3f688d8f011 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x805:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4abab expref: 267 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.238915:0:178145:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f713480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:178145:1876087018889216:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185323.238949:0:178145:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14dbaa600 going to sleep for 11 seconds
00010000:00010000:0.0:1789185323.239114:0:178169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003508242a/0xff23d3f688d8ef15 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x802:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab81 expref: 267 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.239129:0:178169:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149f08000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:178169:1876087018887296:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.239146:0:178169:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000021c50134/0xff23d3f688d92d3c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x802:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.239156:0:178169:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000021c50134/0xff23d3f688d92d3c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x802:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.239162:0:178169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000021c50134/0xff23d3f688d92d3c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x802:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.239170:0:178169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000021c50134/0xff23d3f688d92d3c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x802:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.239178:0:178169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000021c50134/0xff23d3f688d92d3c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x802:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.239193:0:178169:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:0.0:1789185323.239299:0:178169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151748380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+751:3637:x1876087018886912:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11539us (12498us total) trans 4294977715 rc 0/0
00000100:00100000:0.0:1789185323.239307:0:178169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37736
00000100:00100000:0.0:1789185323.239323:0:178169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37745
00000100:00100000:0.0:1789185323.239331:0:178169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f710e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+750:3635:x1876087018888704:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1789185323.239344:0:178169:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2055 count 1
00010000:00010000:0.0:1789185323.239357:0:178169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001f9265e2/0xff23d3f688d92d7b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x807:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.239370:0:178169:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000219ad347/0xff23d3f688d8f01f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x807:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4abc7 expref: 266 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.239378:0:178169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x807:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.239381:0:178169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x807:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.239385:0:178169:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001f9265e2/0xff23d3f688d92d7b lrc: 4/0,1 mode: --/PW res: [0x280000401:0x807:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.239405:0:178169:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000219ad347/0xff23d3f688d8f01f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x807:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4abc7 expref: 266 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.239416:0:178169:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000219ad347/0xff23d3f688d8f01f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x807:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4abc7 expref: 266 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.239427:0:178169:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149f08000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:178169:1876087018889344:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.239467:0:178169:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe16180 going to sleep for 11 seconds
00010000:00010000:0.0:1789185323.239480:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:0.0:1789185323.239487:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f05a18d4/0xff23d3f688d92d35 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x804:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.239496:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b26239aa00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.239501:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f05a18d4/0xff23d3f688d92d35 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x804:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.239511:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f05a18d4/0xff23d3f688d92d35 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x804:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.239528:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f05a18d4/0xff23d3f688d92d35 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x804:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.239536:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f05a18d4/0xff23d3f688d92d35 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x804:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.239578:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185323.239583:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000021c50134/0xff23d3f688d92d3c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x802:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.239590:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149b85400 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.239593:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000021c50134/0xff23d3f688d92d3c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x802:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.239600:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000021c50134/0xff23d3f688d92d3c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x802:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.239610:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000021c50134/0xff23d3f688d92d3c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x802:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.239617:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000021c50134/0xff23d3f688d92d3c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x802:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.239629:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.239631:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.239633:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.239654:0:178144:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000055de5c03/0xff23d3f688d8f1ca lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x805:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4abb2 expref: 264 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.239664:0:178144:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149f08a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:178144:1876087018887424:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.239677:0:178144:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000613a2391/0xff23d3f688d92d43 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x805:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.239685:0:178144:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000613a2391/0xff23d3f688d92d43 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x805:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.239692:0:178144:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000613a2391/0xff23d3f688d92d43 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x805:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.239700:0:178144:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000613a2391/0xff23d3f688d92d43 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x805:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.239708:0:178144:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000613a2391/0xff23d3f688d92d43 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x805:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.239728:0:178144:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1789185323.239800:0:178144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151749880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+751:3637:x1876087018886528:12345-0@lo:6:osp-syn-1-0.0 Request processed in 11875us (12929us total) trans 4294989513 rc 0/0
00000100:00100000:0.0:1789185323.239807:0:178144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37737
00000100:00100000:0.0:1789185323.239821:0:178144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37746
00000100:00100000:0.0:1789185323.239828:0:178144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f711880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+750:3635:x1876087018888832:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1789185323.239840:0:178144:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2056 count 1
00010000:00010000:0.0:1789185323.239852:0:178144:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bcad7135/0xff23d3f688d92d82 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x808:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.239864:0:178144:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000114b1277/0xff23d3f688d8f026 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x808:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4abd5 expref: 266 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.239871:0:178144:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x808:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.239875:0:178144:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x808:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.239878:0:178144:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bcad7135/0xff23d3f688d92d82 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x808:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.239897:0:178144:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000114b1277/0xff23d3f688d8f026 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x808:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4abd5 expref: 266 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.239906:0:178144:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000114b1277/0xff23d3f688d8f026 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x808:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4abd5 expref: 266 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.239922:0:178144:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149f08a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:178144:1876087018889472:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.239944:0:178144:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe16900 going to sleep for 11 seconds
00010000:00010000:0.0:1789185323.239955:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185323.240036:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789185323.240194:0:34810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37747
00000100:00100000:1.0:1789185323.240204:0:34810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f712d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+750:3638:x1876087018889088:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185323.240218:0:34810:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2057 count 1
00010000:00010000:1.0:1789185323.240230:0:34810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000048e3f1cb/0xff23d3f688d92d89 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x809:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.240242:0:34810:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006b62214b/0xff23d3f688d8f1e6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x809:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4abea expref: 263 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.240249:0:34810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x809:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.240253:0:34810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x809:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.240256:0:34810:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000048e3f1cb/0xff23d3f688d92d89 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x809:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.240275:0:34810:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006b62214b/0xff23d3f688d8f1e6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x809:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4abea expref: 263 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.240285:0:34810:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006b62214b/0xff23d3f688d8f1e6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x809:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4abea expref: 263 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.240295:0:34810:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0f8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:34810:1876087018889600:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.240345:0:34810:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0e40 going to sleep for 11 seconds
00010000:00010000:1.0:1789185323.240377:0:16720:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000024d3b35b/0xff23d3f688d8f1ae lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x801:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab7a expref: 263 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.240389:0:16720:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14da18e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16720:1876087018884992:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.240403:0:16720:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b2067f66/0xff23d3f688d92d0b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x801:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.240411:0:16720:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b2067f66/0xff23d3f688d92d0b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x801:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.240418:0:16720:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b2067f66/0xff23d3f688d92d0b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x801:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.240426:0:16720:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b2067f66/0xff23d3f688d92d0b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x801:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.240434:0:16720:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b2067f66/0xff23d3f688d92d0b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x801:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.240463:0:16720:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1789185323.240582:0:16720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14da1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+751:3635:x1876087018884864:12345-0@lo:6:osp-syn-1-0.0 Request processed in 25809us (25891us total) trans 4294989514 rc 0/0
00000100:00100000:1.0:1789185323.240588:0:16720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37729
00010000:00010000:1.0:1789185323.240624:0:178143:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f8179087/0xff23d3f688d8ef0e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x801:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab73 expref: 266 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.240635:0:178143:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b152868a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:178143:1876087018886016:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.240649:0:178143:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d92d20 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x801:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.240657:0:178143:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d92d20 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x801:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.240663:0:178143:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d92d20 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x801:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.240671:0:178143:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d92d20 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x801:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.240677:0:178143:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d92d20 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x801:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.240691:0:178143:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:1.0:1789185323.240771:0:178143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14da19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+751:3635:x1876087018885504:12345-0@lo:6:osp-syn-0-0.0 Request processed in 16650us (16915us total) trans 4294977716 rc 0/0
00000100:00100000:1.0:1789185323.240778:0:178143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37732
00010000:00010000:1.0:1789185323.240808:0:8491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000043706d9b/0xff23d3f688d8f1b5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x802:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab88 expref: 262 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.240820:0:8491:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0f9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8491:1876087018886144:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.240832:0:8491:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000603b815f/0xff23d3f688d92d27 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x802:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.240840:0:8491:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000603b815f/0xff23d3f688d92d27 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x802:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.240847:0:8491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000603b815f/0xff23d3f688d92d27 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x802:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.240855:0:8491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000603b815f/0xff23d3f688d92d27 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x802:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.240862:0:8491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000603b815f/0xff23d3f688d92d27 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x802:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.240872:0:8491:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00000100:00100000:1.0:1789185323.240939:0:8491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14da19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+751:3635:x1876087018885120:12345-0@lo:6:osp-syn-1-0.0 Request processed in 16599us (17028us total) trans 4294989515 rc 0/0
00000100:00100000:1.0:1789185323.240946:0:8491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37733
00010000:00010000:1.0:1789185323.240980:0:35222:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000051ddb6d7/0xff23d3f688d8f1bc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x803:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab96 expref: 261 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.240992:0:35222:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0fb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:35222:1876087018886272:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.241004:0:35222:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000007fe0979b/0xff23d3f688d92d2e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x803:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.241013:0:35222:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000007fe0979b/0xff23d3f688d92d2e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x803:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.241020:0:35222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007fe0979b/0xff23d3f688d92d2e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x803:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.241027:0:35222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007fe0979b/0xff23d3f688d92d2e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x803:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.241034:0:35222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007fe0979b/0xff23d3f688d92d2e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x803:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.241045:0:35222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool
00000100:00100000:1.0:1789185323.241111:0:35222:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14da1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+751:3635:x1876087018885632:12345-0@lo:6:osp-syn-1-0.0 Request processed in 16610us (17164us total) trans 4294989516 rc 0/0
00000100:00100000:1.0:1789185323.241118:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37734
00000004:00080000:1.0:1789185323.241228:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b151743800/2, rc 0, transno 4294989515
00000100:00100000:1.0:1789185323.241241:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151743800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018885120:0@lo:6:osp-syn-1-0.0
00000004:00080000:1.0:1789185323.241251:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14e55c700/2, rc 0, transno 4294989516
00000100:00100000:1.0:1789185323.241255:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e55c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018885632:0@lo:6:osp-syn-1-0.0
00000004:00080000:1.0:1789185323.241265:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b151749f80/2, rc 0, transno 4294977716
00000100:00100000:1.0:1789185323.241274:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151749f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018885504:0@lo:6:osp-syn-0-0.0
00000004:00080000:1.0:1789185323.241283:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14da1ad80/2, rc 0, transno 4294989514
00000100:00100000:1.0:1789185323.241286:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14da1ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018884864:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.241359:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018889728:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.241389:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.241423:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018889856:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.241457:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.241477:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789185323.241482:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018889984:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.241502:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.241526:0:24325:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018889728
00000100:00100000:1.0:1789185323.241532:0:24325:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018889728
00000100:00100000:1.0:1789185323.241585:0:24325:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018889856
00000100:00100000:1.0:1789185323.241589:0:24325:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018889856
00000100:00100000:1.0:1789185323.241603:0:24325:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018889984
00000100:00100000:1.0:1789185323.241606:0:24325:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018889984
00000100:00100000:1.0:1789185323.241619:0:24325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37748
00000100:00100000:1.0:1789185323.241626:0:24325:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d0fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+753:3638:x1876087018889728:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185323.241644:0:24325:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2058 count 1
00010000:00010000:1.0:1789185323.241661:0:24325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d92d90 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x80a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.241678:0:24325:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006ea516f0/0xff23d3f688d8f1ed lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x80a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4abf8 expref: 260 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.241692:0:24325:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x80a:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.241697:0:24325:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x80a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.241701:0:24325:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d92d90 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x80a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.241726:0:24325:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006ea516f0/0xff23d3f688d8f1ed lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x80a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4abf8 expref: 260 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.241737:0:24325:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006ea516f0/0xff23d3f688d8f1ed lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x80a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4abf8 expref: 260 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.241748:0:24325:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24325:1876087018890112:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.241788:0:24325:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a09c0 going to sleep for 11 seconds
00000100:00100000:1.0:1789185323.241804:0:16720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37749
00000100:00100000:1.0:1789185323.241810:0:16720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d0f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+753:3635:x1876087018889856:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185323.241822:0:16720:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2059 count 1
00010000:00010000:1.0:1789185323.241833:0:16720:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000057531eb4/0xff23d3f688d92d97 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x80b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.241843:0:16720:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000954e374f/0xff23d3f688d8f1f4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x80b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac06 expref: 260 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.241850:0:16720:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x80b:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.241853:0:16720:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x80b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.241858:0:16720:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000057531eb4/0xff23d3f688d92d97 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x80b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.241876:0:16720:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000954e374f/0xff23d3f688d8f1f4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x80b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac06 expref: 260 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.241886:0:16720:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000954e374f/0xff23d3f688d8f1f4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x80b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac06 expref: 260 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.241896:0:16720:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0fbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16720:1876087018890240:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.241916:0:16720:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a03c0 going to sleep for 11 seconds
00000100:00100000:1.0:1789185323.241932:0:178143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37750
00000100:00100000:1.0:1789185323.241939:0:178143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d0fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+753:3635:x1876087018889984:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185323.241951:0:178143:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2060 count 1
00010000:00010000:1.0:1789185323.241961:0:178143:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000092ed5948/0xff23d3f688d92d9e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x80c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.241972:0:178143:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e69b0c84/0xff23d3f688d8f1fb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x80c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac14 expref: 260 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.241979:0:178143:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x80c:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.241982:0:178143:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x80c:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.241985:0:178143:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000092ed5948/0xff23d3f688d92d9e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x80c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.242003:0:178143:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e69b0c84/0xff23d3f688d8f1fb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x80c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac14 expref: 260 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.242013:0:178143:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e69b0c84/0xff23d3f688d8f1fb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x80c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac14 expref: 260 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.242023:0:178143:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b147624e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:178143:1876087018890368:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.242045:0:178143:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0900 going to sleep for 11 seconds
00010000:00010000:1.0:1789185323.242063:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp.  (3 blwis in pool)
00010000:00010000:1.0:1789185323.242069:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b2067f66/0xff23d3f688d92d0b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x801:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.242077:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149882200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.242081:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b2067f66/0xff23d3f688d92d0b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x801:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.242092:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b2067f66/0xff23d3f688d92d0b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x801:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.242110:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b2067f66/0xff23d3f688d92d0b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x801:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.242118:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b2067f66/0xff23d3f688d92d0b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x801:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.242136:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:1.0:1789185323.242139:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d92d20 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x801:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.242147:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149882a00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.242150:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d92d20 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x801:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.242158:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d92d20 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x801:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.242167:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d92d20 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x801:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.242175:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d92d20 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x801:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.242188:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:1.0:1789185323.242191:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000603b815f/0xff23d3f688d92d27 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x802:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.242198:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149883e00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.242201:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000603b815f/0xff23d3f688d92d27 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x802:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.242208:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000603b815f/0xff23d3f688d92d27 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x802:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.242218:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000603b815f/0xff23d3f688d92d27 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x802:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.242225:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000603b815f/0xff23d3f688d92d27 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x802:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.242241:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1789185323.242244:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007fe0979b/0xff23d3f688d92d2e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x803:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.242250:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149883c00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.242253:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007fe0979b/0xff23d3f688d92d2e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x803:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.242261:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007fe0979b/0xff23d3f688d92d2e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x803:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.242271:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007fe0979b/0xff23d3f688d92d2e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x803:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.242279:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007fe0979b/0xff23d3f688d92d2e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x803:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.242290:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.242292:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.242294:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789185323.242339:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1789185323.242349:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151740000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018890496:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185323.242379:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.242404:0:8491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018890496
00000100:00100000:1.0:1789185323.242408:0:8491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018890496
00000100:00100000:1.0:1789185323.242430:0:8491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37751
00000100:00100000:1.0:1789185323.242447:0:8491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151742d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+751:3638:x1876087018890496:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185323.242460:0:8491:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2057 count 1
00010000:00010000:1.0:1789185323.242472:0:8491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000052b873d9/0xff23d3f688d92da5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x809:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.242484:0:8491:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000008288264b/0xff23d3f688d8f02d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x809:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4abe3 expref: 265 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.242491:0:8491:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x809:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.242494:0:8491:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x809:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.242498:0:8491:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000052b873d9/0xff23d3f688d92da5 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x809:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.242517:0:8491:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000008288264b/0xff23d3f688d8f02d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x809:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4abe3 expref: 265 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.242527:0:8491:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000008288264b/0xff23d3f688d8f02d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x809:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4abe3 expref: 265 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.242537:0:8491:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151740e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8491:1876087018890624:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.242597:0:8491:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0180 going to sleep for 11 seconds
00000004:00080000:3.0:1789185323.243213:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b149d78000/2, rc 0, transno 4294989513
00000100:00100000:3.0:1789185323.243230:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149d78000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018886528:0@lo:6:osp-syn-1-0.0
00000004:00080000:3.0:1789185323.243243:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14d0d9c00/2, rc 0, transno 4294977715
00000100:00100000:3.0:1789185323.243249:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018886912:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185323.243504:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.243524:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.243541:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.243584:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010780672
00000100:00100000:3.0:1789185323.243590:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010780672
00010000:00010000:3.0:1789185323.243621:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a98ba971/0xff23d3f688d8ef1c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x803:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab8f expref: 266 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.243645:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010780928
00000100:00100000:3.0:1789185323.243648:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010780928
00010000:00010000:3.0:1789185323.243661:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000cfa46c4d/0xff23d3f688d8ef23 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x804:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab9d expref: 267 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.243673:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010780800
00000100:00100000:3.0:1789185323.243675:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010780800
00010000:00010000:3.0:1789185323.243688:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000fe3fc84a/0xff23d3f688d90159 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x806:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 62914560->62918655) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bd2b expref: 261 pid: 35222 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.243702:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23225
00000100:00100000:3.0:1789185323.243710:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f713800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+267:2393:x1876087010780672:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.243722:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.243728:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a98ba971/0xff23d3f688d8ef1c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x803:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab8f expref: 267 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.243747:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a98ba971/0xff23d3f688d8ef1c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x803:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab8f expref: 267 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.243770:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x803:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.243774:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x803:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.243781:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000fccf2c05/0xff23d3f688d92d4a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x803:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.243791:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fccf2c05/0xff23d3f688d92d4a lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x803:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.243810:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.243844:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f713800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+267:2393:x1876087010780672:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 134us (341us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.243851:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23225
00000100:00100000:3.0:1789185323.243868:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23226
00000100:00100000:3.0:1789185323.243873:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f710a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+266:2393:x1876087010780928:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.243880:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.243885:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000cfa46c4d/0xff23d3f688d8ef23 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x804:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab9d expref: 266 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.243895:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000cfa46c4d/0xff23d3f688d8ef23 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x804:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab9d expref: 266 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.243911:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x804:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.243914:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x804:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.243918:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000085141f8/0xff23d3f688d92d58 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x804:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.243925:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000085141f8/0xff23d3f688d92d58 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x804:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.243936:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.243952:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f710a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+266:2393:x1876087010780928:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 79us (427us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.243958:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23226
00000100:00100000:3.0:1789185323.243969:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23227
00000100:00100000:3.0:1789185323.243974:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f711500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+261:2393:x1876087010780800:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.243982:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.243986:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000fe3fc84a/0xff23d3f688d90159 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x806:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 62914560->62918655) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bd2b expref: 261 pid: 35222 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.243996:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000fe3fc84a/0xff23d3f688d90159 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x806:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 62914560->62918655) gid 0 flags: 0x50000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bd2b expref: 261 pid: 35222 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.244008:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x806:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1789185323.244011:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x806:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1789185323.244016:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007df5f236/0xff23d3f688d92d51 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x806:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.244024:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007df5f236/0xff23d3f688d92d51 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x806:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.244035:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.244053:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f711500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+261:2393:x1876087010780800:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 78us (511us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.244059:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23227
00000100:00100000:3.0:1789185323.244094:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.244108:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010781056
00000100:00100000:3.0:1789185323.244111:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010781056
00010000:00010000:3.0:1789185323.244124:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005a9e6554/0xff23d3f688d8f1df lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x808:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4abdc expref: 261 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.244140:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23228
00000100:00100000:3.0:1789185323.244145:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f713100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+261:2393:x1876087010781056:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.244152:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.244156:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005a9e6554/0xff23d3f688d8f1df lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x808:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4abdc expref: 261 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.244166:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005a9e6554/0xff23d3f688d8f1df lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x808:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4abdc expref: 261 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.244178:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x808:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.244181:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x808:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.244186:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007d4adc91/0xff23d3f688d92d66 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x808:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.244193:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007d4adc91/0xff23d3f688d92d66 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x808:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.244205:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.244221:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f713100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+261:2393:x1876087010781056:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 76us (127us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.244227:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23228
00000100:00100000:3.0:1789185323.244272:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.244284:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010781184
00000100:00100000:3.0:1789185323.244287:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010781184
00010000:00010000:3.0:1789185323.244299:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003052e4a3/0xff23d3f688d8f1d8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x807:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4abce expref: 261 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.244317:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23229
00000100:00100000:3.0:1789185323.244323:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b247d6dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+261:2394:x1876087010781184:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.244330:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.244334:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003052e4a3/0xff23d3f688d8f1d8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x807:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4abce expref: 261 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.244344:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003052e4a3/0xff23d3f688d8f1d8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x807:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4abce expref: 261 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.244356:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x807:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.244359:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x807:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.244363:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006a981914/0xff23d3f688d92d5f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x807:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.244371:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006a981914/0xff23d3f688d92d5f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x807:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.244382:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.244399:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b247d6dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+261:2394:x1876087010781184:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 76us (127us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.244405:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23229
00010000:00010000:2.0:1789185323.244597:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.244608:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.244677:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000613a2391/0xff23d3f688d92d43 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x805:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.244685:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149b84200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.244690:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000613a2391/0xff23d3f688d92d43 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x805:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.244701:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000613a2391/0xff23d3f688d92d43 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x805:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.244713:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000613a2391/0xff23d3f688d92d43 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x805:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.244721:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000613a2391/0xff23d3f688d92d43 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x805:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.244784:0:8428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fe3fc84a/0xff23d3f688d90159 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x806:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 62914560->62918655) gid 0 flags: 0x44801400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bd2b expref: 260 pid: 35222 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.244795:0:8428:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149f09500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8428:1876087018887936:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.244814:0:8428:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000007df5f236/0xff23d3f688d92d51 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x806:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.244824:0:8428:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000007df5f236/0xff23d3f688d92d51 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x806:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.244832:0:8428:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007df5f236/0xff23d3f688d92d51 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x806:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.244843:0:8428:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007df5f236/0xff23d3f688d92d51 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x806:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.244851:0:8428:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007df5f236/0xff23d3f688d92d51 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x806:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.244879:0:8428:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1789185323.245021:0:8428:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d7b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+754:3635:x1876087018886656:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10434us (13349us total) trans 4294989517 rc 0/0
00000100:00100000:0.0:1789185323.245029:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37739
00010000:00010000:0.0:1789185323.245066:0:34809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cfa46c4d/0xff23d3f688d8ef23 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x804:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab9d expref: 265 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.245078:0:34809:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149f08700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:34809:1876087018888064:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.245090:0:34809:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000085141f8/0xff23d3f688d92d58 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x804:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.245099:0:34809:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000085141f8/0xff23d3f688d92d58 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x804:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.245108:0:34809:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000085141f8/0xff23d3f688d92d58 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x804:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.245116:0:34809:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000085141f8/0xff23d3f688d92d58 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x804:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.245123:0:34809:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000085141f8/0xff23d3f688d92d58 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x804:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.245134:0:34809:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:0.0:1789185323.245213:0:34809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d78a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+752:3635:x1876087018887552:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10236us (13452us total) trans 4294977717 rc 0/0
00000100:00100000:0.0:1789185323.245219:0:34809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37740
00010000:00010000:0.0:1789185323.245254:0:35223:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005a9e6554/0xff23d3f688d8f1df lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x808:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4abdc expref: 259 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.245265:0:35223:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148753100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:35223:1876087018888320:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.245277:0:35223:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000007d4adc91/0xff23d3f688d92d66 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x808:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.245284:0:35223:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000007d4adc91/0xff23d3f688d92d66 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x808:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.245291:0:35223:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007d4adc91/0xff23d3f688d92d66 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x808:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.245299:0:35223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007d4adc91/0xff23d3f688d92d66 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x808:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.245306:0:35223:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007d4adc91/0xff23d3f688d92d66 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x808:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.245317:0:35223:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00000100:00100000:0.0:1789185323.245389:0:35223:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149f0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+754:3636:x1876087018887808:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9563us (9799us total) trans 4294989518 rc 0/0
00000100:00100000:0.0:1789185323.245395:0:35223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37742
00010000:00010000:0.0:1789185323.245428:0:178146:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a98ba971/0xff23d3f688d8ef1c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x803:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ab8f expref: 264 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.245453:0:178146:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149f0aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:178146:1876087018887680:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.245466:0:178146:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000fccf2c05/0xff23d3f688d92d4a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x803:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.245474:0:178146:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000fccf2c05/0xff23d3f688d92d4a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x803:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.245480:0:178146:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fccf2c05/0xff23d3f688d92d4a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x803:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.245488:0:178146:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fccf2c05/0xff23d3f688d92d4a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x803:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.245495:0:178146:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fccf2c05/0xff23d3f688d92d4a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x803:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.245504:0:178146:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool
00000100:00100000:0.0:1789185323.245626:0:178146:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151749500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+752:3637:x1876087018887040:12345-0@lo:6:osp-syn-0-0.0 Request processed in 17535us (18715us total) trans 4294977718 rc 0/0
00000100:00100000:0.0:1789185323.245632:0:178146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37738
00010000:00010000:0.0:1789185323.245673:0:178147:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003052e4a3/0xff23d3f688d8f1d8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x807:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4abce expref: 258 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.245684:0:178147:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149f09180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:178147:1876087018888192:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.245695:0:178147:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000006a981914/0xff23d3f688d92d5f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x807:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.245703:0:178147:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000006a981914/0xff23d3f688d92d5f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x807:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.245709:0:178147:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006a981914/0xff23d3f688d92d5f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x807:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.245716:0:178147:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006a981914/0xff23d3f688d92d5f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x807:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.245722:0:178147:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006a981914/0xff23d3f688d92d5f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x807:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.245731:0:178147:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool
00000100:00100000:0.0:1789185323.245793:0:178147:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149f0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+754:3636:x1876087018886784:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10113us (10277us total) trans 4294989519 rc 0/0
00000100:00100000:0.0:1789185323.245800:0:178147:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37741
00000004:00080000:0.0:1789185323.245838:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b149d7b100/2, rc 0, transno 4294989519
00000100:00100000:0.0:1789185323.245845:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149d7b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018886784:0@lo:6:osp-syn-1-0.0
00000004:00080000:0.0:1789185323.245855:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b149d79500/2, rc 0, transno 4294989518
00000100:00100000:0.0:1789185323.245859:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149d79500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018887808:0@lo:6:osp-syn-1-0.0
00010000:00010000:0.0:1789185323.245874:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 4 total in blp.  (4 blwis in pool)
00010000:00010000:0.0:1789185323.245880:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007df5f236/0xff23d3f688d92d51 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x806:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.245887:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149b85200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.245890:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007df5f236/0xff23d3f688d92d51 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x806:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.245898:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007df5f236/0xff23d3f688d92d51 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x806:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.245912:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007df5f236/0xff23d3f688d92d51 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x806:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.245919:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007df5f236/0xff23d3f688d92d51 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x806:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.245940:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp.  (3 blwis in pool)
00010000:00010000:0.0:1789185323.245944:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000085141f8/0xff23d3f688d92d58 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x804:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.245950:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149b85c00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.245953:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000085141f8/0xff23d3f688d92d58 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x804:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.245960:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000085141f8/0xff23d3f688d92d58 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x804:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.245970:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000085141f8/0xff23d3f688d92d58 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x804:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.245978:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000085141f8/0xff23d3f688d92d58 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x804:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.245989:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:0.0:1789185323.245992:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007d4adc91/0xff23d3f688d92d66 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x808:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.245997:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149b84000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.246000:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007d4adc91/0xff23d3f688d92d66 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x808:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.246011:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007d4adc91/0xff23d3f688d92d66 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x808:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.246020:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007d4adc91/0xff23d3f688d92d66 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x808:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.246026:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007d4adc91/0xff23d3f688d92d66 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x808:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.246036:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:0.0:1789185323.246039:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fccf2c05/0xff23d3f688d92d4a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x803:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.246046:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149b85000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.246050:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fccf2c05/0xff23d3f688d92d4a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x803:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.246058:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fccf2c05/0xff23d3f688d92d4a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x803:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.246068:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fccf2c05/0xff23d3f688d92d4a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x803:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.246075:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fccf2c05/0xff23d3f688d92d4a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x803:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.246092:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185323.246094:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006a981914/0xff23d3f688d92d5f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x807:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.246100:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149b84800 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.246103:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006a981914/0xff23d3f688d92d5f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x807:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.246111:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006a981914/0xff23d3f688d92d5f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x807:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.246119:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006a981914/0xff23d3f688d92d5f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x807:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.246125:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006a981914/0xff23d3f688d92d5f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x807:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.246133:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.246135:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.246137:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.246224:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.246230:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.246234:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:3.0:1789185323.246371:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b149d7a680/2, rc 0, transno 4294989517
00000100:00100000:3.0:1789185323.246377:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149d7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018886656:0@lo:6:osp-syn-1-0.0
00000004:00080000:3.0:1789185323.246388:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b149f0b480/2, rc 0, transno 4294977717
00000100:00100000:3.0:1789185323.246393:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149f0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018887552:0@lo:6:osp-syn-0-0.0
00000004:00080000:3.0:1789185323.246498:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b15176dc00/2, rc 0, transno 4294977718
00000100:00100000:3.0:1789185323.246503:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b15176dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018887040:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185323.246817:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151741180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018890752:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185323.246863:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185323.246940:0:35222:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018890752
00000100:00100000:3.0:1789185323.246946:0:35222:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018890752
00000100:00100000:0.0:1789185323.247083:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148753100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018891008:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185323.247111:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185323.247132:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789185323.247138:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151743480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018890880:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185323.247159:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185323.247277:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018891008
00000100:00100000:0.0:1789185323.247281:0:8428:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018891008
00000100:00100000:0.0:1789185323.247305:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018890880
00000100:00100000:0.0:1789185323.247307:0:8428:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018890880
00000100:00100000:0.0:1789185323.247323:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37752
00000100:00100000:0.0:1789185323.247331:0:8428:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151782d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+756:3638:x1876087018890752:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1789185323.247356:0:8428:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2061 count 1
00010000:00010000:0.0:1789185323.247378:0:8428:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001202ae88/0xff23d3f688d92dac lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x80d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.247399:0:8428:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001a9aaa46/0xff23d3f688d8f202 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x80d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac22 expref: 257 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.247409:0:8428:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x80d:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.247413:0:8428:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x80d:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.247418:0:8428:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001202ae88/0xff23d3f688d92dac lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x80d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.247455:0:8428:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001a9aaa46/0xff23d3f688d8f202 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x80d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac22 expref: 257 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.247468:0:8428:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001a9aaa46/0xff23d3f688d8f202 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x80d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac22 expref: 257 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.247478:0:8428:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149f08700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8428:1876087018891264:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.247529:0:8428:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe160c0 going to sleep for 11 seconds
00000100:00100000:0.0:1789185323.247560:0:34809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37753
00000100:00100000:0.0:1789185323.247568:0:34809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149f09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+756:3636:x1876087018891008:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1789185323.247580:0:34809:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2063 count 1
00010000:00010000:0.0:1789185323.247591:0:34809:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000207320f7/0xff23d3f688d92db3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x80f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.247602:0:34809:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006e29d0ab/0xff23d3f688d8f210 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x80f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac3e expref: 257 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.247609:0:34809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x80f:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.247612:0:34809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x80f:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.247616:0:34809:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000207320f7/0xff23d3f688d92db3 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x80f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.247632:0:34809:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006e29d0ab/0xff23d3f688d8f210 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x80f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac3e expref: 257 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.247640:0:34809:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006e29d0ab/0xff23d3f688d8f210 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x80f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac3e expref: 257 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.247648:0:34809:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149f09500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:34809:1876087018891392:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.247671:0:34809:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe16c00 going to sleep for 11 seconds
00000100:00100000:0.0:1789185323.247686:0:35223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37754
00000100:00100000:0.0:1789185323.247694:0:35223:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149f0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+756:3636:x1876087018890880:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1789185323.247705:0:35223:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2062 count 1
00010000:00010000:0.0:1789185323.247715:0:35223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d2308886/0xff23d3f688d92dba lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x80e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.247726:0:35223:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005a1fc52e/0xff23d3f688d90048 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x80e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 41943040->41947135) gid 0 flags: 0x40000000020000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bc1a expref: 257 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.247732:0:35223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x80e:0x0].0x0 since=121s v=(0 0)
00010000:00010000:0.0:1789185323.247735:0:35223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x80e:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1789185323.247739:0:35223:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d2308886/0xff23d3f688d92dba lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x80e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.247757:0:35223:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005a1fc52e/0xff23d3f688d90048 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x80e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 41943040->41947135) gid 0 flags: 0x50000000030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bc1a expref: 257 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.247766:0:35223:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005a1fc52e/0xff23d3f688d90048 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x80e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 41943040->41947135) gid 0 flags: 0x70000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bc1a expref: 257 pid: 8429 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.247775:0:35223:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149f08380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:35223:1876087018891520:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.247796:0:35223:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe16e40 going to sleep for 11 seconds
00000100:00100000:3.0:1789185323.248049:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.248068:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010781312
00000100:00100000:3.0:1789185323.248073:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010781312
00010000:00010000:3.0:1789185323.248099:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004a298f8f/0xff23d3f688d8f018 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x806:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4abb9 expref: 264 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.248123:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23230
00000100:00100000:3.0:1789185323.248130:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f711f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+264:2391:x1876087010781312:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.248141:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.248147:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004a298f8f/0xff23d3f688d8f018 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x806:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4abb9 expref: 264 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.248161:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004a298f8f/0xff23d3f688d8f018 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x806:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4abb9 expref: 264 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.248181:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x806:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.248184:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x806:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.248190:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d41eaa07/0xff23d3f688d92d6d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x806:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.248199:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d41eaa07/0xff23d3f688d92d6d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x806:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.248216:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.248240:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f711f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+264:2391:x1876087010781312:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 110us (191us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.248247:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23230
00000100:00100000:3.0:1789185323.248469:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.248496:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.248595:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.248631:0:178145:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f713480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:178145:1876087018889216:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.248648:0:178145:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000262d3641/0xff23d3f688d92d74 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x805:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.248745:0:178169:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149f08000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:178169:1876087018889344:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.248759:0:178169:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001f9265e2/0xff23d3f688d92d7b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x807:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.248781:0:8429:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004a298f8f/0xff23d3f688d8f018 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x806:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4abb9 expref: 263 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.248793:0:8429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f710700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8429:1876087018888960:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.248804:0:8429:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d41eaa07/0xff23d3f688d92d6d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x806:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.248812:0:8429:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d41eaa07/0xff23d3f688d92d6d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x806:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.248819:0:8429:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d41eaa07/0xff23d3f688d92d6d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x806:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.248829:0:8429:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d41eaa07/0xff23d3f688d92d6d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x806:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.248837:0:8429:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d41eaa07/0xff23d3f688d92d6d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x806:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.248852:0:8429:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1789185323.249186:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148752d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018891776:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185323.249218:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.249247:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789185323.249253:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b152868a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018891904:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185323.249274:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.249302:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018891776
00000100:00100000:1.0:1789185323.249307:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018891776
00000100:00100000:1.0:1789185323.249335:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018891904
00000100:00100000:1.0:1789185323.249338:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018891904
00000100:00100000:1.0:1789185323.249355:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37755
00000100:00100000:1.0:1789185323.249363:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14da1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+754:3635:x1876087018891776:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185323.249381:0:8431:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2059 count 1
00010000:00010000:1.0:1789185323.249401:0:8431:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004e6d0f6b/0xff23d3f688d92dc1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x80b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.249416:0:8431:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a9de6c4f/0xff23d3f688d8f03b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x80b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4abff expref: 262 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.249425:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x80b:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.249429:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x80b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.249433:0:8431:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004e6d0f6b/0xff23d3f688d92dc1 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x80b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.249473:0:8431:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a9de6c4f/0xff23d3f688d8f03b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x80b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4abff expref: 262 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.249484:0:8431:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a9de6c4f/0xff23d3f688d8f03b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x80b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4abff expref: 262 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.249501:0:8431:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14da1b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8431:1876087018892032:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.249562:0:8431:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0780 going to sleep for 11 seconds
00000100:00100000:1.0:1789185323.249579:0:35218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37756
00000100:00100000:1.0:1789185323.249587:0:35218:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14da1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+754:3635:x1876087018891904:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185323.249600:0:35218:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2060 count 1
00010000:00010000:1.0:1789185323.249611:0:35218:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ba247524/0xff23d3f688d92dc8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x80c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.249622:0:35218:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000945e210/0xff23d3f688d8f042 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x80c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac0d expref: 262 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.249629:0:35218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x80c:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.249632:0:35218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x80c:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.249636:0:35218:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ba247524/0xff23d3f688d92dc8 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x80c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.249655:0:35218:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000945e210/0xff23d3f688d8f042 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x80c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac0d expref: 262 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.249665:0:35218:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000945e210/0xff23d3f688d8f042 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x80c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac0d expref: 262 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.249675:0:35218:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14da19500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35218:1876087018892160:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.249706:0:35218:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0f00 going to sleep for 11 seconds
00000100:00100000:1.0:1789185323.249739:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148750a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018891136:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.249767:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.249786:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1789185323.249792:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148753800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018891648:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185323.249827:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.249848:0:178146:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018891136
00000100:00100000:1.0:1789185323.249852:0:178146:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018891136
00000100:00100000:1.0:1789185323.249870:0:178146:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018891648
00000100:00100000:1.0:1789185323.249872:0:178146:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018891648
00000100:00100000:1.0:1789185323.249883:0:178146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37757
00000100:00100000:1.0:1789185323.249889:0:178146:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14da19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+757:3637:x1876087018891136:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185323.249900:0:178146:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2064 count 1
00010000:00010000:1.0:1789185323.249914:0:178146:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fa501034/0xff23d3f688d92dcf lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x810:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.249927:0:178146:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000460f9492/0xff23d3f688d8f217 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x810:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac4c expref: 257 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.249934:0:178146:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x810:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.249937:0:178146:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x810:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.249941:0:178146:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fa501034/0xff23d3f688d92dcf lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x810:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.249960:0:178146:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000460f9492/0xff23d3f688d8f217 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x810:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac4c expref: 257 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.249974:0:178146:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000460f9492/0xff23d3f688d8f217 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x810:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac4c expref: 257 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.249985:0:178146:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14da18e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:178146:1876087018892288:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.250010:0:178146:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0540 going to sleep for 11 seconds
00000100:00100000:1.0:1789185323.250027:0:178148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37758
00000100:00100000:1.0:1789185323.250035:0:178148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14da1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+755:3637:x1876087018891648:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185323.250046:0:178148:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2058 count 1
00010000:00010000:1.0:1789185323.250057:0:178148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000691a0de/0xff23d3f688d92dd6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x80a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.250070:0:178148:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000007983fe97/0xff23d3f688d8f034 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x80a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4abf1 expref: 262 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.250078:0:178148:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x80a:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.250080:0:178148:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x80a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.250084:0:178148:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000691a0de/0xff23d3f688d92dd6 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x80a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.250103:0:178148:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000007983fe97/0xff23d3f688d8f034 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x80a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4abf1 expref: 262 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.250113:0:178148:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000007983fe97/0xff23d3f688d8f034 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x80a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4abf1 expref: 262 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.250130:0:178148:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151774000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:178148:1876087018892416:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.250151:0:178148:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a06c0 going to sleep for 11 seconds
00000100:00100000:0.0:1789185323.252002:0:8429:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f712680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+755:3638:x1876087018888576:12345-0@lo:6:osp-syn-0-0.0 Request processed in 15210us (15385us total) trans 4294977719 rc 0/0
00000100:00100000:0.0:1789185323.252016:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37743
00000100:00100000:0.0:1789185323.252078:0:178144:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149f08a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:178144:1876087018889472:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.252102:0:178144:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000bcad7135/0xff23d3f688d92d82 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x808:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.252132:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010781568
00000100:00100000:0.0:1789185323.252137:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010781568
00010000:00010000:0.0:1789185323.252164:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000219ad347/0xff23d3f688d8f01f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x807:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4abc7 expref: 263 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.252194:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010781440
00000100:00100000:0.0:1789185323.252197:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010781440
00010000:00010000:0.0:1789185323.252209:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001345d907/0xff23d3f688d8f011 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x805:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4abab expref: 264 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.252224:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010781696
00000100:00100000:0.0:1789185323.252227:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010781696
00010000:00010000:0.0:1789185323.252237:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000114b1277/0xff23d3f688d8f026 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x808:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4abd5 expref: 265 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.252258:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23231
00000100:00100000:0.0:1789185323.252265:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f710380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+265:2393:x1876087010781568:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.252310:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.252318:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000219ad347/0xff23d3f688d8f01f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x807:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4abc7 expref: 265 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.252332:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000219ad347/0xff23d3f688d8f01f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x807:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4abc7 expref: 265 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.252356:0:10396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000219ad347/0xff23d3f688d8f01f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x807:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4abc7 expref: 265 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.252372:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x807:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.252377:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x807:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.252384:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001f9265e2/0xff23d3f688d92d7b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x807:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.252394:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001f9265e2/0xff23d3f688d92d7b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x807:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.252419:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.252478:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f710380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+264:2393:x1876087010781568:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 212us (4009us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.252485:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23231
00000100:00100000:0.0:1789185323.252505:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23232
00000100:00100000:0.0:1789185323.252512:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f713800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+263:2393:x1876087010781440:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.252520:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.252525:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001345d907/0xff23d3f688d8f011 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x805:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4abab expref: 263 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.252535:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001345d907/0xff23d3f688d8f011 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x805:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4abab expref: 263 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.252569:0:10396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001345d907/0xff23d3f688d8f011 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x805:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4abab expref: 263 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.252579:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x805:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.252583:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x805:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.252587:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000262d3641/0xff23d3f688d92d74 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x805:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.252601:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000262d3641/0xff23d3f688d92d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x805:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.252618:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.252635:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f713800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+262:2393:x1876087010781440:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 124us (4138us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.252641:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23232
00000100:00100000:0.0:1789185323.252656:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23233
00000100:00100000:0.0:1789185323.252662:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f710a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+261:2393:x1876087010781696:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.252669:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.252674:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000114b1277/0xff23d3f688d8f026 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x808:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4abd5 expref: 261 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.252685:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000114b1277/0xff23d3f688d8f026 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x808:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4abd5 expref: 261 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.252697:0:10396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000114b1277/0xff23d3f688d8f026 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x808:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4abd5 expref: 261 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.252706:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x808:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.252709:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x808:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.252713:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000bcad7135/0xff23d3f688d92d82 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x808:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.252727:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bcad7135/0xff23d3f688d92d82 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x808:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.252742:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.252758:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f710a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+260:2393:x1876087010781696:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 96us (4163us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.252764:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23233
00010000:00010000:0.0:1789185323.252860:0:178169:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001f9265e2/0xff23d3f688d92d7b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x807:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.252870:0:178169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001f9265e2/0xff23d3f688d92d7b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x807:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.252881:0:178169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001f9265e2/0xff23d3f688d92d7b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x807:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.252889:0:178169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001f9265e2/0xff23d3f688d92d7b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x807:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.252906:0:178169:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:0.0:1789185323.253072:0:178169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f710e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+755:3635:x1876087018888704:12345-0@lo:6:osp-syn-0-0.0 Request processed in 13741us (16389us total) trans 4294977720 rc 0/0
00000100:00100000:0.0:1789185323.253079:0:178169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37745
00010000:00010000:0.0:1789185323.253101:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:0.0:1789185323.253109:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d41eaa07/0xff23d3f688d92d6d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x806:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.253118:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b26239b000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.253123:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d41eaa07/0xff23d3f688d92d6d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x806:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.253134:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d41eaa07/0xff23d3f688d92d6d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x806:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.253148:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d41eaa07/0xff23d3f688d92d6d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x806:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.253156:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d41eaa07/0xff23d3f688d92d6d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x806:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.253174:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185323.253177:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001f9265e2/0xff23d3f688d92d7b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x807:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.253183:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149b85a00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.253186:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001f9265e2/0xff23d3f688d92d7b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x807:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.253193:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001f9265e2/0xff23d3f688d92d7b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x807:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.253203:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001f9265e2/0xff23d3f688d92d7b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x807:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.253210:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001f9265e2/0xff23d3f688d92d7b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x807:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.253222:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.253224:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.253225:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.253236:0:178144:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000bcad7135/0xff23d3f688d92d82 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x808:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.253245:0:178144:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bcad7135/0xff23d3f688d92d82 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x808:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.253253:0:178144:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bcad7135/0xff23d3f688d92d82 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x808:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.253262:0:178144:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bcad7135/0xff23d3f688d92d82 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x808:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.253282:0:178144:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1789185323.253351:0:178144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f711880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+755:3635:x1876087018888832:12345-0@lo:6:osp-syn-0-0.0 Request processed in 13523us (16636us total) trans 4294977721 rc 0/0
00000100:00100000:0.0:1789185323.253358:0:178144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37746
00010000:00010000:0.0:1789185323.253381:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185323.253386:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bcad7135/0xff23d3f688d92d82 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x808:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.253398:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149b85e00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.253401:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bcad7135/0xff23d3f688d92d82 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x808:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.253409:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bcad7135/0xff23d3f688d92d82 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x808:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.253420:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bcad7135/0xff23d3f688d92d82 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x808:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.253428:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bcad7135/0xff23d3f688d92d82 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x808:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.253451:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.253453:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.253454:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.253468:0:178145:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000262d3641/0xff23d3f688d92d74 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x805:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.253477:0:178145:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000262d3641/0xff23d3f688d92d74 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x805:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.253485:0:178145:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000262d3641/0xff23d3f688d92d74 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x805:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.253497:0:178145:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000262d3641/0xff23d3f688d92d74 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x805:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.253510:0:178145:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1789185323.253594:0:178145:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f711180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+755:3638:x1876087018888448:12345-0@lo:6:osp-syn-0-0.0 Request processed in 14796us (16948us total) trans 4294977722 rc 0/0
00000100:00100000:0.0:1789185323.253601:0:178145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37744
00000004:00080000:2.0:1789185323.253963:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f712a00/2, rc 0, transno 4294977719
00000100:00100000:2.0:1789185323.253984:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f712a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018888576:0@lo:6:osp-syn-0-0.0
00010000:00010000:2.0:1789185323.254001:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185323.254005:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000262d3641/0xff23d3f688d92d74 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x805:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.254013:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b26239a800 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.254017:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000262d3641/0xff23d3f688d92d74 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x805:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.254024:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000262d3641/0xff23d3f688d92d74 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x805:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.254036:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000262d3641/0xff23d3f688d92d74 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x805:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.254043:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000262d3641/0xff23d3f688d92d74 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x805:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.254059:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.254061:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.254062:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:2.0:1789185323.254083:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f713b80/2, rc 0, transno 4294977722
00000100:00100000:2.0:1789185323.254088:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f713b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018888448:0@lo:6:osp-syn-0-0.0
00010000:00010000:2.0:1789185323.254101:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789185323.254333:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149f08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018892544:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185323.254379:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185323.254454:0:178147:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018892544
00000100:00100000:2.0:1789185323.254460:0:178147:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018892544
00000100:00100000:2.0:1789185323.254497:0:178147:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37759
00000100:00100000:2.0:1789185323.254505:0:178147:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f713480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+755:3637:x1876087018892544:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1789185323.254532:0:178147:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2061 count 1
00010000:00010000:2.0:1789185323.254573:0:178147:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f1b7551a/0xff23d3f688d92ddd lrc: 3/0,1 mode: --/PW res: [0x280000401:0x80d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.254592:0:178147:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000054b03e95/0xff23d3f688d8f049 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x80d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac1b expref: 259 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.254600:0:178147:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x80d:0x0].0x0 since=124s v=(0 0)
00010000:00010000:2.0:1789185323.254604:0:178147:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x80d:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.254609:0:178147:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f1b7551a/0xff23d3f688d92ddd lrc: 4/0,1 mode: --/PW res: [0x280000401:0x80d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.254635:0:178147:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000054b03e95/0xff23d3f688d8f049 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x80d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac1b expref: 259 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.254648:0:178147:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000054b03e95/0xff23d3f688d8f049 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x80d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac1b expref: 259 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.254660:0:178147:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151780e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:178147:1876087018892672:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185323.254716:0:178147:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1530996c0 going to sleep for 11 seconds
00000100:00100000:2.0:1789185323.254834:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149f08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018892800:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185323.254863:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:1.0:1789185323.254983:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f712300/2, rc 0, transno 4294977721
00000100:00100000:1.0:1789185323.254989:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f712300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018888832:0@lo:6:osp-syn-0-0.0
00000004:00080000:1.0:1789185323.254999:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f710000/2, rc 0, transno 4294977720
00000100:00100000:1.0:1789185323.255002:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f710000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018888704:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185323.259136:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185323.259163:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185323.259190:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185323.259209:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185323.259229:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.259334:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010781824
00000100:00100000:3.0:1789185323.259344:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010781824
00010000:00010000:3.0:1789185323.259386:0:8458:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006b62214b/0xff23d3f688d8f1e6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x809:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4abea expref: 258 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.259427:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010782080
00000100:00100000:3.0:1789185323.259431:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010782080
00010000:00010000:3.0:1789185323.259457:0:8458:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000954e374f/0xff23d3f688d8f1f4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x80b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac06 expref: 259 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.259478:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010782336
00000100:00100000:3.0:1789185323.259482:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010782336
00010000:00010000:3.0:1789185323.259496:0:8458:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e69b0c84/0xff23d3f688d8f1fb lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x80c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac14 expref: 260 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.259508:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010781952
00000100:00100000:3.0:1789185323.259510:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010781952
00010000:00010000:3.0:1789185323.259522:0:8458:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006ea516f0/0xff23d3f688d8f1ed lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x80a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4abf8 expref: 261 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.259532:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010782208
00000100:00100000:3.0:1789185323.259534:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010782208
00010000:00010000:3.0:1789185323.259574:0:8458:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000008288264b/0xff23d3f688d8f02d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x809:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4abe3 expref: 260 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.259596:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23234
00000100:00100000:3.0:1789185323.259605:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151783100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+261:2391:x1876087010781824:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.259620:0:8458:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.259626:0:8458:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006b62214b/0xff23d3f688d8f1e6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x809:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4abea expref: 261 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.259641:0:8458:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006b62214b/0xff23d3f688d8f1e6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x809:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4abea expref: 261 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.259670:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x809:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.259674:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x809:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.259681:0:8458:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000048e3f1cb/0xff23d3f688d92d89 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x809:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.259691:0:8458:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000048e3f1cb/0xff23d3f688d92d89 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x809:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.259714:0:8458:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.259766:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151783100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+261:2391:x1876087010781824:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 162us (639us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.259774:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23234
00000100:00100000:3.0:1789185323.259792:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23235
00000100:00100000:3.0:1789185323.259798:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151781500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+260:2391:x1876087010782080:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.259809:0:8458:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.259813:0:8458:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000954e374f/0xff23d3f688d8f1f4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x80b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac06 expref: 260 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.259824:0:8458:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000954e374f/0xff23d3f688d8f1f4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x80b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac06 expref: 260 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.259836:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x80b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.259840:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x80b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.259844:0:8458:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000057531eb4/0xff23d3f688d92d97 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x80b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.259852:0:8458:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000057531eb4/0xff23d3f688d92d97 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x80b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.259863:0:8458:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.259880:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151781500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+260:2391:x1876087010782080:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 83us (717us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.259885:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23235
00000100:00100000:3.0:1789185323.259897:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23236
00000100:00100000:3.0:1789185323.259903:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b247d6c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+259:2391:x1876087010782336:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.259909:0:8458:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.259914:0:8458:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e69b0c84/0xff23d3f688d8f1fb lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x80c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac14 expref: 259 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.259929:0:8458:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e69b0c84/0xff23d3f688d8f1fb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x80c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac14 expref: 259 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.259942:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x80c:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.259945:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x80c:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.259949:0:8458:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000092ed5948/0xff23d3f688d92d9e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x80c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.259957:0:8458:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000092ed5948/0xff23d3f688d92d9e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x80c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.259969:0:8458:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.259987:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b247d6c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+259:2391:x1876087010782336:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 85us (796us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.259993:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23236
00000100:00100000:3.0:1789185323.260029:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23237
00000100:00100000:3.0:1789185323.260036:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151783b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+258:2391:x1876087010781952:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.260043:0:8458:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.260047:0:8458:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006ea516f0/0xff23d3f688d8f1ed lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x80a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4abf8 expref: 258 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.260057:0:8458:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006ea516f0/0xff23d3f688d8f1ed lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x80a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4abf8 expref: 258 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.260075:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x80a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.260079:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x80a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.260083:0:8458:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d92d90 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x80a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.260090:0:8458:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d92d90 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x80a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.260102:0:8458:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.260121:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151783b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+258:2391:x1876087010781952:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 85us (911us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.260126:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23237
00000100:00100000:3.0:1789185323.260138:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23238
00000100:00100000:3.0:1789185323.260144:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151780700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+260:2391:x1876087010782208:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.260151:0:8458:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.260156:0:8458:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000008288264b/0xff23d3f688d8f02d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x809:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4abe3 expref: 260 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.260166:0:8458:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000008288264b/0xff23d3f688d8f02d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x809:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4abe3 expref: 260 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.260179:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x809:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.260182:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x809:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.260186:0:8458:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000052b873d9/0xff23d3f688d92da5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x809:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.260194:0:8458:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000052b873d9/0xff23d3f688d92da5 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x809:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.260205:0:8458:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.260222:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151780700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+260:2391:x1876087010782208:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 78us (992us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.260227:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23238
00000100:00100000:2.0:1789185323.260622:0:178169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018892800
00000100:00100000:2.0:1789185323.260628:0:178169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018892800
00000100:00100000:2.0:1789185323.260660:0:178169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37760
00000100:00100000:2.0:1789185323.260667:0:178169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151782300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+756:3638:x1876087018892800:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1789185323.260692:0:178169:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2062 count 1
00010000:00010000:2.0:1789185323.260717:0:178169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d4cdc89e/0xff23d3f688d92de4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x80e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.260734:0:178169:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000054ca9877/0xff23d3f688d8f050 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x80e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac29 expref: 259 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.260741:0:178169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x80e:0x0].0x0 since=124s v=(0 0)
00010000:00010000:2.0:1789185323.260744:0:178169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x80e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.260748:0:178169:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d4cdc89e/0xff23d3f688d92de4 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x80e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.260777:0:178169:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000054ca9877/0xff23d3f688d8f050 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x80e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac29 expref: 259 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.260791:0:178169:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000054ca9877/0xff23d3f688d8f050 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x80e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac29 expref: 259 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.260806:0:178169:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151781c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:178169:1876087018892928:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185323.260863:0:178169:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b153099a80 going to sleep for 11 seconds
00010000:00010000:1.0:1789185323.260996:0:34810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006b62214b/0xff23d3f688d8f1e6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x809:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4abea expref: 257 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.261008:0:34810:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0f8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:34810:1876087018889600:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.261029:0:34810:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000048e3f1cb/0xff23d3f688d92d89 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x809:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.261039:0:34810:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000048e3f1cb/0xff23d3f688d92d89 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x809:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.261046:0:34810:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000048e3f1cb/0xff23d3f688d92d89 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x809:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.261056:0:34810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000048e3f1cb/0xff23d3f688d92d89 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x809:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.261064:0:34810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000048e3f1cb/0xff23d3f688d92d89 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x809:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.261122:0:34810:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1789185323.261278:0:34810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f712d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+758:3638:x1876087018889088:12345-0@lo:6:osp-syn-1-0.0 Request processed in 21076us (22537us total) trans 4294989520 rc 0/0
00000100:00100000:1.0:1789185323.261286:0:34810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37747
00010000:00010000:1.0:1789185323.261321:0:24325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006ea516f0/0xff23d3f688d8f1ed lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x80a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4abf8 expref: 256 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.261331:0:24325:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24325:1876087018890112:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.261343:0:24325:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d92d90 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x80a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.261351:0:24325:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d92d90 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x80a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.261357:0:24325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d92d90 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x80a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.261365:0:24325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d92d90 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x80a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.261373:0:24325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d92d90 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x80a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.261715:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149f0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018893056:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.261749:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185323.261775:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789185323.261781:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e55f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018893184:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.261822:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185323.261859:0:178142:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018893056
00000100:00100000:0.0:1789185323.261864:0:178142:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018893056
00000100:00100000:0.0:1789185323.261899:0:35222:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018893184
00000100:00100000:0.0:1789185323.261902:0:35222:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018893184
00000100:00100000:0.0:1789185323.261923:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37761
00000100:00100000:0.0:1789185323.261930:0:35222:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e55d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+758:3635:x1876087018893056:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1789185323.261946:0:35222:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2063 count 1
00010000:00010000:0.0:1789185323.261963:0:35222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000613a2391/0xff23d3f688d92deb lrc: 3/0,1 mode: --/PW res: [0x280000401:0x80f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.261977:0:35222:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000053f81825/0xff23d3f688d8f057 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x80f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac37 expref: 259 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.261991:0:35222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x80f:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.261994:0:35222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x80f:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.261998:0:35222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000613a2391/0xff23d3f688d92deb lrc: 4/0,1 mode: --/PW res: [0x280000401:0x80f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.262020:0:35222:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000053f81825/0xff23d3f688d8f057 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x80f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac37 expref: 259 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.262031:0:35222:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000053f81825/0xff23d3f688d8f057 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x80f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac37 expref: 259 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.262041:0:35222:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f71df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:35222:1876087018893312:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.262084:0:35222:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe16180 going to sleep for 11 seconds
00000100:00100000:0.0:1789185323.262101:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37762
00000100:00100000:0.0:1789185323.262108:0:8429:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f71f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+758:3635:x1876087018893184:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1789185323.262121:0:8429:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2064 count 1
00010000:00010000:0.0:1789185323.262132:0:8429:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000021c50134/0xff23d3f688d92df2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x810:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.262144:0:8429:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000008a92c79a/0xff23d3f688d8f05e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x810:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac45 expref: 259 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.262151:0:8429:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x810:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.262154:0:8429:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x810:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.262158:0:8429:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000021c50134/0xff23d3f688d92df2 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x810:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.262177:0:8429:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000008a92c79a/0xff23d3f688d8f05e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x810:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac45 expref: 259 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.262186:0:8429:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000008a92c79a/0xff23d3f688d8f05e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x810:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac45 expref: 259 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.262196:0:8429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f71c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8429:1876087018893440:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.262218:0:8429:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe16480 going to sleep for 11 seconds
00000100:00100000:0.0:1789185323.262283:0:8428:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149f08700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8428:1876087018891264:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.262300:0:8428:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000001202ae88/0xff23d3f688d92dac lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x80d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.262364:0:34809:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149f09500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:34809:1876087018891392:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.262378:0:34809:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000207320f7/0xff23d3f688d92db3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x80f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.262489:0:35223:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149f08380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:35223:1876087018891520:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.262503:0:35223:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d2308886/0xff23d3f688d92dba lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x80e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.262617:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.262636:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010782464
00000100:00100000:0.0:1789185323.262640:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010782464
00010000:00010000:0.0:1789185323.262659:0:8458:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001a9aaa46/0xff23d3f688d8f202 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x80d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac22 expref: 256 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.262681:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23239
00000100:00100000:0.0:1789185323.262688:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f71ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+256:2393:x1876087010782464:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.262697:0:8458:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.262703:0:8458:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001a9aaa46/0xff23d3f688d8f202 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x80d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac22 expref: 256 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.262716:0:8458:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001a9aaa46/0xff23d3f688d8f202 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x80d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac22 expref: 256 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.262734:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001a9aaa46/0xff23d3f688d8f202 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x80d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac22 expref: 256 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.262747:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x80d:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.262750:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x80d:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.262756:0:8458:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001202ae88/0xff23d3f688d92dac lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x80d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.262765:0:8458:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001202ae88/0xff23d3f688d92dac lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x80d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.262783:0:8458:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.262813:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f71ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+255:2393:x1876087010782464:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 125us (196us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.262820:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23239
00010000:00010000:0.0:1789185323.262845:0:8428:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000001202ae88/0xff23d3f688d92dac lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x80d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.262854:0:8428:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001202ae88/0xff23d3f688d92dac lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x80d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.262863:0:8428:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001202ae88/0xff23d3f688d92dac lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x80d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.262872:0:8428:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001202ae88/0xff23d3f688d92dac lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x80d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.263078:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:2.0:1789185323.263087:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000048e3f1cb/0xff23d3f688d92d89 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x809:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.263096:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149883800 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.263101:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000048e3f1cb/0xff23d3f688d92d89 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x809:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.263112:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000048e3f1cb/0xff23d3f688d92d89 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x809:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.263125:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000048e3f1cb/0xff23d3f688d92d89 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x809:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.263132:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000048e3f1cb/0xff23d3f688d92d89 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x809:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.263152:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:2.0:1789185323.263156:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d92d90 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x80a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.263163:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149883200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.263166:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d92d90 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x80a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.263173:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d92d90 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x80a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.263182:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d92d90 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x80a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.263190:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185323.263193:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001202ae88/0xff23d3f688d92dac lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x80d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.263199:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149b85600 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.263202:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001202ae88/0xff23d3f688d92dac lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x80d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.263209:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001202ae88/0xff23d3f688d92dac lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x80d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.263218:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001202ae88/0xff23d3f688d92dac lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x80d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.263226:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.263228:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.263230:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789185323.263260:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185323.263313:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185323.263331:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010782592
00000100:00100000:2.0:1789185323.263335:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010782592
00010000:00010000:2.0:1789185323.263354:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006e29d0ab/0xff23d3f688d8f210 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x80f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac3e expref: 255 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.263373:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010782720
00000100:00100000:2.0:1789185323.263376:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010782720
00010000:00010000:2.0:1789185323.263389:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005a1fc52e/0xff23d3f688d90048 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x80e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 41943040->41947135) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bc1a expref: 256 pid: 8429 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.263408:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23240
00000100:00100000:2.0:1789185323.263415:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151780380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+256:2394:x1876087010782592:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.263422:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.263427:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006e29d0ab/0xff23d3f688d8f210 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x80f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac3e expref: 256 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.263453:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006e29d0ab/0xff23d3f688d8f210 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x80f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac3e expref: 256 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.263466:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006e29d0ab/0xff23d3f688d8f210 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x80f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac3e expref: 256 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.263476:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x80f:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.263480:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x80f:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.263485:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000207320f7/0xff23d3f688d92db3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x80f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.263494:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000207320f7/0xff23d3f688d92db3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x80f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.263514:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185323.263538:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151780380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+255:2394:x1876087010782592:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 123us (278us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185323.263567:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23240
00000100:00100000:2.0:1789185323.263582:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23241
00000100:00100000:2.0:1789185323.263589:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151780000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+254:2393:x1876087010782720:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.263596:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.263601:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005a1fc52e/0xff23d3f688d90048 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x80e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 41943040->41947135) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bc1a expref: 254 pid: 8429 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.263611:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005a1fc52e/0xff23d3f688d90048 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x80e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 41943040->41947135) gid 0 flags: 0x50000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bc1a expref: 254 pid: 8429 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.263624:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005a1fc52e/0xff23d3f688d90048 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x80e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 41943040->41947135) gid 0 flags: 0x44801400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bc1a expref: 254 pid: 8429 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.263634:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x80e:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1789185323.263638:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x80e:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1789185323.263642:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d2308886/0xff23d3f688d92dba lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x80e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.263649:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d2308886/0xff23d3f688d92dba lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x80e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.263665:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185323.263683:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151780000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+253:2393:x1876087010782720:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 95us (370us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185323.263689:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23241
00000100:00100000:2.0:1789185323.263723:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185323.263755:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185323.263822:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185323.263836:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010782848
00000100:00100000:2.0:1789185323.263840:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010782848
00010000:00010000:2.0:1789185323.263853:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a9de6c4f/0xff23d3f688d8f03b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x80b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4abff expref: 260 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.263869:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010783104
00000100:00100000:2.0:1789185323.263871:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010783104
00010000:00010000:2.0:1789185323.263882:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000460f9492/0xff23d3f688d8f217 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x810:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac4c expref: 253 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.263897:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010782976
00000100:00100000:2.0:1789185323.263899:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010782976
00010000:00010000:2.0:1789185323.263910:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000945e210/0xff23d3f688d8f042 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x80c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac0d expref: 261 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.263922:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23242
00000100:00100000:2.0:1789185323.263928:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151782680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+261:2394:x1876087010782848:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.263935:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.263940:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a9de6c4f/0xff23d3f688d8f03b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x80b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4abff expref: 261 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.263949:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a9de6c4f/0xff23d3f688d8f03b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x80b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4abff expref: 261 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.263968:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x80b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.263971:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x80b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.263975:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004e6d0f6b/0xff23d3f688d92dc1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x80b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.263982:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004e6d0f6b/0xff23d3f688d92dc1 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x80b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.263994:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185323.264013:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151782680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+261:2394:x1876087010782848:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 85us (289us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185323.264020:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23242
00000100:00100000:2.0:1789185323.264034:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23243
00000100:00100000:2.0:1789185323.264040:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b247d6f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+253:2394:x1876087010783104:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.264047:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.264052:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000460f9492/0xff23d3f688d8f217 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x810:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac4c expref: 253 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.264061:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000460f9492/0xff23d3f688d8f217 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x810:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac4c expref: 253 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.264072:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x810:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.264075:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x810:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.264079:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000fa501034/0xff23d3f688d92dcf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x810:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.264087:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fa501034/0xff23d3f688d92dcf lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x810:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.264097:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185323.264114:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b247d6f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+253:2394:x1876087010783104:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 74us (358us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185323.264120:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23243
00000100:00100000:2.0:1789185323.264154:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23244
00000100:00100000:2.0:1789185323.264160:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151783100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+260:2393:x1876087010782976:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.264167:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.264171:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000945e210/0xff23d3f688d8f042 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x80c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac0d expref: 260 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.264181:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000945e210/0xff23d3f688d8f042 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x80c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac0d expref: 260 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.264194:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x80c:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.264196:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x80c:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.264200:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ba247524/0xff23d3f688d92dc8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x80c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.264206:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ba247524/0xff23d3f688d92dc8 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x80c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.264223:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185323.264241:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151783100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+260:2393:x1876087010782976:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 81us (418us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185323.264247:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23244
00010000:00010000:1.0:1789185323.264658:0:24325:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool
00010000:00010000:1.0:1789185323.264666:0:24325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d92d90 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x80a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.264832:0:24325:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d0fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+758:3638:x1876087018889728:12345-0@lo:6:osp-syn-1-0.0 Request processed in 23205us (23442us total) trans 4294989521 rc 0/0
00000100:00100000:1.0:1789185323.264841:0:24325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37748
00010000:00010000:1.0:1789185323.264887:0:16720:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000954e374f/0xff23d3f688d8f1f4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x80b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac06 expref: 252 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.264899:0:16720:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0fbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16720:1876087018890240:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.264920:0:16720:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000057531eb4/0xff23d3f688d92d97 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x80b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.264931:0:16720:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000057531eb4/0xff23d3f688d92d97 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x80b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.264938:0:16720:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000057531eb4/0xff23d3f688d92d97 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x80b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.264947:0:16720:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000057531eb4/0xff23d3f688d92d97 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x80b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.264955:0:16720:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000057531eb4/0xff23d3f688d92d97 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x80b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.264968:0:16720:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1789185323.265042:0:16720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d0f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+758:3635:x1876087018889856:12345-0@lo:6:osp-syn-1-0.0 Request processed in 23232us (23584us total) trans 4294989522 rc 0/0
00000100:00100000:1.0:1789185323.265049:0:16720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37749
00010000:00010000:1.0:1789185323.265079:0:8491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008288264b/0xff23d3f688d8f02d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x809:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4abe3 expref: 259 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.265090:0:8491:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151740e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8491:1876087018890624:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.265104:0:8491:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000052b873d9/0xff23d3f688d92da5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x809:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.265113:0:8491:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000052b873d9/0xff23d3f688d92da5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x809:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.265120:0:8491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000052b873d9/0xff23d3f688d92da5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x809:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.265128:0:8491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000052b873d9/0xff23d3f688d92da5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x809:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.265135:0:8491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000052b873d9/0xff23d3f688d92da5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x809:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.265145:0:8491:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:1.0:1789185323.265218:0:8491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151742d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+759:3638:x1876087018890496:12345-0@lo:6:osp-syn-0-0.0 Request processed in 22782us (22838us total) trans 4294977723 rc 0/0
00000100:00100000:1.0:1789185323.265225:0:8491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37751
00010000:00010000:1.0:1789185323.265253:0:178143:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e69b0c84/0xff23d3f688d8f1fb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x80c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac14 expref: 251 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.265264:0:178143:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b147624e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:178143:1876087018890368:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.265277:0:178143:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000092ed5948/0xff23d3f688d92d9e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x80c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.265285:0:178143:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000092ed5948/0xff23d3f688d92d9e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x80c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.265291:0:178143:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000092ed5948/0xff23d3f688d92d9e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x80c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.265299:0:178143:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000092ed5948/0xff23d3f688d92d9e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x80c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.265306:0:178143:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000092ed5948/0xff23d3f688d92d9e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x80c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.265316:0:178143:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00000100:00100000:1.0:1789185323.265373:0:178143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d0fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+758:3635:x1876087018889984:12345-0@lo:6:osp-syn-1-0.0 Request processed in 23434us (23869us total) trans 4294989523 rc 0/0
00000100:00100000:1.0:1789185323.265379:0:178143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37750
00010000:00010000:1.0:1789185323.265412:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a9de6c4f/0xff23d3f688d8f03b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x80b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4abff expref: 258 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.265429:0:8431:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14da1b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8431:1876087018892032:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.265452:0:8431:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000004e6d0f6b/0xff23d3f688d92dc1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x80b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.265461:0:8431:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000004e6d0f6b/0xff23d3f688d92dc1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x80b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.265468:0:8431:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004e6d0f6b/0xff23d3f688d92dc1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x80b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.265475:0:8431:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004e6d0f6b/0xff23d3f688d92dc1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x80b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.265483:0:8431:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004e6d0f6b/0xff23d3f688d92dc1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x80b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.265491:0:8431:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool
00000100:00100000:1.0:1789185323.265587:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14da1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+759:3635:x1876087018891776:12345-0@lo:6:osp-syn-0-0.0 Request processed in 16224us (16367us total) trans 4294977724 rc 0/0
00000100:00100000:1.0:1789185323.265593:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37755
00010000:00010000:1.0:1789185323.265623:0:35218:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000945e210/0xff23d3f688d8f042 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x80c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac0d expref: 257 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.265633:0:35218:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14da19500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35218:1876087018892160:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.265645:0:35218:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000ba247524/0xff23d3f688d92dc8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x80c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.265653:0:35218:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000ba247524/0xff23d3f688d92dc8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x80c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.265659:0:35218:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ba247524/0xff23d3f688d92dc8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x80c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.265666:0:35218:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ba247524/0xff23d3f688d92dc8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x80c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.265674:0:35218:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ba247524/0xff23d3f688d92dc8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x80c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.265682:0:35218:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool
00000100:00100000:1.0:1789185323.265748:0:35218:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14da1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+759:3635:x1876087018891904:12345-0@lo:6:osp-syn-0-0.0 Request processed in 16163us (16474us total) trans 4294977725 rc 0/0
00000100:00100000:1.0:1789185323.265755:0:35218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37756
00010000:00010000:1.0:1789185323.265785:0:178146:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000460f9492/0xff23d3f688d8f217 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x810:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac4c expref: 250 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.265795:0:178146:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14da18e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:178146:1876087018892288:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.265805:0:178146:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000fa501034/0xff23d3f688d92dcf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x810:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.265816:0:178146:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000fa501034/0xff23d3f688d92dcf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x810:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.265822:0:178146:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fa501034/0xff23d3f688d92dcf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x810:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.265829:0:178146:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fa501034/0xff23d3f688d92dcf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x810:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.265835:0:178146:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fa501034/0xff23d3f688d92dcf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x810:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.265842:0:178146:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool
00000100:00100000:1.0:1789185323.265919:0:178146:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14da19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+758:3637:x1876087018891136:12345-0@lo:6:osp-syn-1-0.0 Request processed in 16029us (16151us total) trans 4294989524 rc 0/0
00000100:00100000:1.0:1789185323.265925:0:178146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37757
00000100:00100000:1.0:1789185323.265954:0:178148:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151774000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:178148:1876087018892416:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.265965:0:178148:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000000691a0de/0xff23d3f688d92dd6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x80a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.265983:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 5 total in blp.  (5 blwis in pool)
00010000:00010000:1.0:1789185323.265989:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000057531eb4/0xff23d3f688d92d97 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x80b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.266001:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149883a00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.266005:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000057531eb4/0xff23d3f688d92d97 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x80b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.266014:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000057531eb4/0xff23d3f688d92d97 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x80b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.266032:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000057531eb4/0xff23d3f688d92d97 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x80b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.266039:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000057531eb4/0xff23d3f688d92d97 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x80b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.266057:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 4 total in blp.  (4 blwis in pool)
00010000:00010000:1.0:1789185323.266061:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000052b873d9/0xff23d3f688d92da5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x809:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.266067:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149883600 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.266070:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000052b873d9/0xff23d3f688d92da5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x809:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.266077:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000052b873d9/0xff23d3f688d92da5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x809:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.266086:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000052b873d9/0xff23d3f688d92da5 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x809:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.266093:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000052b873d9/0xff23d3f688d92da5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x809:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.266106:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp.  (3 blwis in pool)
00010000:00010000:1.0:1789185323.266110:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000092ed5948/0xff23d3f688d92d9e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x80c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.266116:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149882000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.266118:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000092ed5948/0xff23d3f688d92d9e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x80c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.266125:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000092ed5948/0xff23d3f688d92d9e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x80c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.266134:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000092ed5948/0xff23d3f688d92d9e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x80c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.266140:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000092ed5948/0xff23d3f688d92d9e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x80c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.266152:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:1.0:1789185323.266155:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004e6d0f6b/0xff23d3f688d92dc1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x80b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.266161:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149883400 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.266164:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004e6d0f6b/0xff23d3f688d92dc1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x80b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.266171:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004e6d0f6b/0xff23d3f688d92dc1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x80b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.266180:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004e6d0f6b/0xff23d3f688d92dc1 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x80b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.266188:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004e6d0f6b/0xff23d3f688d92dc1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x80b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.266199:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:1.0:1789185323.266202:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ba247524/0xff23d3f688d92dc8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x80c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.266208:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149882c00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.266210:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ba247524/0xff23d3f688d92dc8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x80c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.266217:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ba247524/0xff23d3f688d92dc8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x80c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.266227:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ba247524/0xff23d3f688d92dc8 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x80c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.266234:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ba247524/0xff23d3f688d92dc8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x80c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.266246:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1789185323.266249:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fa501034/0xff23d3f688d92dcf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x810:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.266255:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149882e00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.266259:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fa501034/0xff23d3f688d92dcf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x810:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.266266:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fa501034/0xff23d3f688d92dcf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x810:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.266275:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fa501034/0xff23d3f688d92dcf lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x810:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.266282:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fa501034/0xff23d3f688d92dcf lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x810:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.266294:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.266296:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.266297:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:1.0:1789185323.266327:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b151740000/2, rc 0, transno 4294977723
00000100:00100000:1.0:1789185323.266344:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151740000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018890496:0@lo:6:osp-syn-0-0.0
00000004:00080000:1.0:1789185323.266358:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14d0fb100/2, rc 0, transno 4294989521
00000100:00100000:1.0:1789185323.266367:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018889728:0@lo:6:osp-syn-1-0.0
00000004:00080000:1.0:1789185323.266424:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f711c00/2, rc 0, transno 4294989520
00000100:00100000:1.0:1789185323.266432:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f711c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018889088:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.266451:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1789185323.266481:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151774000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018893568:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.266518:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.266569:0:34810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018893568
00000100:00100000:1.0:1789185323.266574:0:34810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018893568
00000100:00100000:1.0:1789185323.266609:0:34810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37763
00000100:00100000:1.0:1789185323.266617:0:34810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151774a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+758:3638:x1876087018893568:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185323.266643:0:34810:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2065 count 1
00010000:00010000:1.0:1789185323.266664:0:34810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007fe0979b/0xff23d3f688d92df9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x811:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.266681:0:34810:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f83e542f/0xff23d3f688d8f21e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x811:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac5a expref: 249 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.266690:0:34810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x811:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.266694:0:34810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x811:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.266699:0:34810:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007fe0979b/0xff23d3f688d92df9 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x811:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.266726:0:34810:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f83e542f/0xff23d3f688d8f21e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x811:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac5a expref: 249 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.266738:0:34810:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f83e542f/0xff23d3f688d8f21e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x811:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac5a expref: 249 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.266756:0:34810:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14da18e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:34810:1876087018893824:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.266806:0:34810:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0540 going to sleep for 11 seconds
00000100:00100000:1.0:1789185323.266823:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151774e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018893696:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.266850:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:3.0:1789185323.267672:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789185323.267685:0:178144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018893696
00000100:00100000:3.0:1789185323.267691:0:178144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018893696
00000100:00100000:3.0:1789185323.267728:0:178144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37764
00000100:00100000:3.0:1789185323.267736:0:178144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b276a0f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+759:3638:x1876087018893696:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:3.0:1789185323.267816:0:178144:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2066 count 1
00010000:00010000:3.0:1789185323.267836:0:178144:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e5f3008c/0xff23d3f688d92e00 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x812:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.267853:0:178144:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005e7761ce/0xff23d3f688d8f225 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x812:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac68 expref: 249 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.267861:0:178144:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x812:0x0].0x0 since=124s v=(0 0)
00010000:00010000:3.0:1789185323.267865:0:178144:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x812:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.267870:0:178144:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e5f3008c/0xff23d3f688d92e00 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x812:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.267897:0:178144:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005e7761ce/0xff23d3f688d8f225 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x812:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac68 expref: 249 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.267909:0:178144:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005e7761ce/0xff23d3f688d8f225 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x812:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac68 expref: 249 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.267921:0:178144:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f711f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:178144:1876087018893952:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185323.267968:0:178144:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14dbaa9c0 going to sleep for 11 seconds
00000004:00080000:3.0:1789185323.268001:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b148750a80/2, rc 0, transno 4294989524
00000100:00100000:3.0:1789185323.268013:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148750a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018891136:0@lo:6:osp-syn-1-0.0
00010000:00010000:2.0:1789185323.268141:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.268148:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789185323.268190:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185323.268268:0:178147:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151780e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:178147:1876087018892672:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.268288:0:178147:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f1b7551a/0xff23d3f688d92ddd lrc: 3/0,1 mode: --/PW res: [0x280000401:0x80d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.268383:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185323.268402:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010783232
00000100:00100000:2.0:1789185323.268407:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010783232
00010000:00010000:2.0:1789185323.268430:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007983fe97/0xff23d3f688d8f034 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x80a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4abf1 expref: 257 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.268463:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010783360
00000100:00100000:2.0:1789185323.268467:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010783360
00010000:00010000:2.0:1789185323.268480:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000054b03e95/0xff23d3f688d8f049 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x80d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac1b expref: 258 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.268498:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23245
00000100:00100000:2.0:1789185323.268505:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151783b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+258:2391:x1876087010783232:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.268516:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.268522:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000007983fe97/0xff23d3f688d8f034 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x80a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4abf1 expref: 258 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.268535:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007983fe97/0xff23d3f688d8f034 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x80a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4abf1 expref: 258 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.268571:0:10396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007983fe97/0xff23d3f688d8f034 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x80a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4abf1 expref: 258 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.268588:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x80a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.268592:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x80a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.268599:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000691a0de/0xff23d3f688d92dd6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x80a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.268609:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000691a0de/0xff23d3f688d92dd6 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x80a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.268633:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185323.268658:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151783b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+257:2391:x1876087010783232:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 153us (469us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185323.268665:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23245
00000100:00100000:2.0:1789185323.268683:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23246
00000100:00100000:2.0:1789185323.268689:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151780e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+256:2391:x1876087010783360:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.268697:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.268702:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000054b03e95/0xff23d3f688d8f049 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x80d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac1b expref: 256 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.268717:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000054b03e95/0xff23d3f688d8f049 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x80d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac1b expref: 256 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.268729:0:10396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000054b03e95/0xff23d3f688d8f049 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x80d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac1b expref: 256 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.268738:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x80d:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.268740:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x80d:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.268744:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f1b7551a/0xff23d3f688d92ddd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x80d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.268751:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f1b7551a/0xff23d3f688d92ddd lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x80d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.268766:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185323.268783:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151780e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+255:2391:x1876087010783360:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 94us (401us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185323.268790:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23246
00010000:00010000:2.0:1789185323.268808:0:178147:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f1b7551a/0xff23d3f688d92ddd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x80d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.268816:0:178147:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f1b7551a/0xff23d3f688d92ddd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x80d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.268825:0:178147:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f1b7551a/0xff23d3f688d92ddd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x80d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.268833:0:178147:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f1b7551a/0xff23d3f688d92ddd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x80d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.268849:0:178147:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1789185323.268979:0:178147:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f713480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+759:3637:x1876087018892544:12345-0@lo:6:osp-syn-0-0.0 Request processed in 14474us (14599us total) trans 4294977726 rc 0/0
00000100:00100000:2.0:1789185323.268987:0:178147:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37759
00010000:00010000:2.0:1789185323.269008:0:178148:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000000691a0de/0xff23d3f688d92dd6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x80a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.269016:0:178148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000691a0de/0xff23d3f688d92dd6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x80a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.269024:0:178148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000691a0de/0xff23d3f688d92dd6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x80a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.269030:0:178148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000691a0de/0xff23d3f688d92dd6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x80a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.269041:0:178148:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:2.0:1789185323.269098:0:178148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14da1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+759:3637:x1876087018891648:12345-0@lo:6:osp-syn-0-0.0 Request processed in 19064us (19270us total) trans 4294977727 rc 0/0
00000100:00100000:2.0:1789185323.269104:0:178148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37758
00010000:00010000:2.0:1789185323.269122:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:2.0:1789185323.269128:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f1b7551a/0xff23d3f688d92ddd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x80d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.269136:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bc600 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.269141:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f1b7551a/0xff23d3f688d92ddd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x80d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.269150:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f1b7551a/0xff23d3f688d92ddd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x80d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.269159:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f1b7551a/0xff23d3f688d92ddd lrc: 1/0,0 mode: --/PW res: [0x280000401:0x80d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.269166:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f1b7551a/0xff23d3f688d92ddd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x80d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.269181:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185323.269184:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000691a0de/0xff23d3f688d92dd6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x80a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.269190:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149882600 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.269193:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000691a0de/0xff23d3f688d92dd6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x80a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.269200:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000691a0de/0xff23d3f688d92dd6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x80a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.269209:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000691a0de/0xff23d3f688d92dd6 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x80a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.269217:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000691a0de/0xff23d3f688d92dd6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x80a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.269233:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.269235:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.269237:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789185323.269293:0:178169:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151781c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:178169:1876087018892928:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.269308:0:178169:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d4cdc89e/0xff23d3f688d92de4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x80e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.269378:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185323.269413:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185323.269426:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010783488
00000100:00100000:2.0:1789185323.269430:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010783488
00010000:00010000:2.0:1789185323.269457:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000054ca9877/0xff23d3f688d8f050 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x80e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac29 expref: 255 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.269473:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010783744
00000100:00100000:2.0:1789185323.269476:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010783744
00010000:00010000:2.0:1789185323.269486:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000008a92c79a/0xff23d3f688d8f05e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x810:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac45 expref: 256 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.269500:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23247
00000100:00100000:2.0:1789185323.269505:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151781c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+256:2392:x1876087010783488:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.269512:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.269516:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000054ca9877/0xff23d3f688d8f050 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x80e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac29 expref: 256 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.269525:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000054ca9877/0xff23d3f688d8f050 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x80e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac29 expref: 256 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.269537:0:10396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000054ca9877/0xff23d3f688d8f050 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x80e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac29 expref: 256 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.269564:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x80e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.269567:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x80e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.269571:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d4cdc89e/0xff23d3f688d92de4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x80e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.269578:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d4cdc89e/0xff23d3f688d92de4 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x80e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.269592:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185323.269611:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151781c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+255:2392:x1876087010783488:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 106us (234us total) trans 0 rc 0/0
00010000:00010000:3.0:1789185323.269811:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.269896:0:8428:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool
00010000:00010000:0.0:1789185323.269903:0:8428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001202ae88/0xff23d3f688d92dac lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x80d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.269938:0:35222:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f71df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:35222:1876087018893312:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.269955:0:35222:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000613a2391/0xff23d3f688d92deb lrc: 3/0,1 mode: --/PW res: [0x280000401:0x80f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.269980:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f710380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018894080:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185323.270016:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:0.0:1789185323.270051:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b152868a80/2, rc 0, transno 4294977725
00000100:00100000:0.0:1789185323.270058:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b152868a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018891904:0@lo:6:osp-syn-0-0.0
00000004:00080000:0.0:1789185323.270068:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b148752d80/2, rc 0, transno 4294977724
00000100:00100000:0.0:1789185323.270071:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148752d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018891776:0@lo:6:osp-syn-0-0.0
00000004:00080000:0.0:1789185323.270081:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14d0f8700/2, rc 0, transno 4294989523
00000100:00100000:0.0:1789185323.270090:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018889984:0@lo:6:osp-syn-1-0.0
00000004:00080000:0.0:1789185323.270100:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14d0f9180/2, rc 0, transno 4294989522
00000100:00100000:0.0:1789185323.270104:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018889856:0@lo:6:osp-syn-1-0.0
00010000:00010000:0.0:1789185323.270120:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789185323.270128:0:24325:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018894080
00000100:00100000:0.0:1789185323.270131:0:24325:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018894080
00000100:00100000:0.0:1789185323.270173:0:24325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37765
00000100:00100000:0.0:1789185323.270180:0:24325:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f71df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+760:3635:x1876087018894080:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1789185323.270203:0:24325:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2067 count 1
00010000:00010000:0.0:1789185323.270221:0:24325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006a981914/0xff23d3f688d92e07 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x813:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.270235:0:24325:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000037bdd54c/0xff23d3f688d8f22c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x813:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac76 expref: 249 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.270242:0:24325:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x813:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.270246:0:24325:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x813:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.270250:0:24325:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006a981914/0xff23d3f688d92e07 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x813:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.270272:0:24325:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000037bdd54c/0xff23d3f688d8f22c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x813:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac76 expref: 249 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.270290:0:24325:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000037bdd54c/0xff23d3f688d8f22c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x813:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac76 expref: 249 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.270302:0:24325:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f71f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24325:1876087018894208:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.270335:0:24325:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe16180 going to sleep for 11 seconds
00010000:00010000:0.0:1789185323.270351:0:34809:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000207320f7/0xff23d3f688d92db3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x80f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.270359:0:34809:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000207320f7/0xff23d3f688d92db3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x80f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.270368:0:34809:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000207320f7/0xff23d3f688d92db3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x80f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.270375:0:34809:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000207320f7/0xff23d3f688d92db3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x80f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.270390:0:34809:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1789185323.270506:0:34809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149f09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+761:3636:x1876087018891008:12345-0@lo:6:osp-syn-1-0.0 Request processed in 22939us (23394us total) trans 4294989525 rc 0/0
00000100:00100000:0.0:1789185323.270513:0:34809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37753
00010000:00010000:0.0:1789185323.270541:0:35223:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d2308886/0xff23d3f688d92dba lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x80e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.270572:0:35223:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d2308886/0xff23d3f688d92dba lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x80e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.270581:0:35223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d2308886/0xff23d3f688d92dba lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x80e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.270588:0:35223:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d2308886/0xff23d3f688d92dba lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x80e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.270600:0:35223:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:0.0:1789185323.270655:0:35223:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149f0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+761:3636:x1876087018890880:12345-0@lo:6:osp-syn-1-0.0 Request processed in 22963us (23495us total) trans 4294989526 rc 0/0
00000100:00100000:0.0:1789185323.270661:0:35223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37754
00000100:00100000:2.0:1789185323.273681:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23247
00000100:00100000:3.0:1789185323.273785:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23248
00000100:00100000:3.0:1789185323.273802:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151780700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+254:2393:x1876087010783744:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.273822:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.273833:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000008a92c79a/0xff23d3f688d8f05e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x810:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac45 expref: 254 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.273851:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000008a92c79a/0xff23d3f688d8f05e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x810:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac45 expref: 254 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.273879:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x810:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.273885:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x810:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.273892:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000021c50134/0xff23d3f688d92df2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x810:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.273904:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000021c50134/0xff23d3f688d92df2 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x810:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.273929:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.273979:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151780700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+254:2393:x1876087010783744:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 183us (4565us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.273986:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23248
00000100:00100000:3.0:1789185323.274116:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f710a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018894464:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1789185323.274163:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:3.0:1789185323.274215:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b149f08a80/2, rc 0, transno 4294977726
00000100:00100000:3.0:1789185323.274222:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149f08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018892544:0@lo:6:osp-syn-0-0.0
00000004:00080000:3.0:1789185323.274236:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b148753800/2, rc 0, transno 4294977727
00000100:00100000:3.0:1789185323.274239:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148753800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018891648:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185323.274413:0:8491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018894464
00000100:00100000:1.0:1789185323.274420:0:8491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018894464
00000100:00100000:1.0:1789185323.274654:0:8491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37766
00000100:00100000:1.0:1789185323.274662:0:8491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f711500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+761:3637:x1876087018894464:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185323.274686:0:8491:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2069 count 1
00010000:00010000:1.0:1789185323.274709:0:8491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000603b815f/0xff23d3f688d92e0e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x815:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.274725:0:8491:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000094ce2bbb/0xff23d3f688d8f23a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x815:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac92 expref: 249 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.274732:0:8491:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x815:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.274736:0:8491:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x815:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.274741:0:8491:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000603b815f/0xff23d3f688d92e0e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x815:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.274766:0:8491:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000094ce2bbb/0xff23d3f688d8f23a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x815:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac92 expref: 249 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.274795:0:8491:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000094ce2bbb/0xff23d3f688d8f23a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x815:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac92 expref: 249 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.274806:0:8491:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14da19500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8491:1876087018894592:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.274850:0:8491:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0f00 going to sleep for 11 seconds
00000100:00100000:0.0:1789185323.277247:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789185323.277270:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f713800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018894336:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185323.277334:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:0.0:1789185323.277415:0:8429:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008a92c79a/0xff23d3f688d8f05e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x810:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac45 expref: 253 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.277445:0:8429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f71c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8429:1876087018893440:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.277471:0:8429:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000021c50134/0xff23d3f688d92df2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x810:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.277483:0:8429:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000021c50134/0xff23d3f688d92df2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x810:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.277491:0:8429:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000021c50134/0xff23d3f688d92df2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x810:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.277503:0:8429:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000021c50134/0xff23d3f688d92df2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x810:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.277511:0:8429:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000021c50134/0xff23d3f688d92df2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x810:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.277527:0:8429:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00000100:00100000:0.0:1789185323.277685:0:8429:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f71f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+759:3635:x1876087018893184:12345-0@lo:6:osp-syn-0-0.0 Request processed in 15577us (15861us total) trans 4294977728 rc 0/0
00000100:00100000:0.0:1789185323.277694:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37762
00000100:00100000:0.0:1789185323.277717:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018894336
00000100:00100000:0.0:1789185323.277723:0:8429:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018894336
00000100:00100000:0.0:1789185323.277751:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37767
00000100:00100000:0.0:1789185323.277758:0:8429:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f71f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+762:3635:x1876087018894336:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1789185323.277785:0:8429:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2068 count 1
00010000:00010000:0.0:1789185323.277806:0:8429:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bcad7135/0xff23d3f688d92e15 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x814:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.277825:0:8429:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b1734b97/0xff23d3f688d8f233 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x814:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac84 expref: 249 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.277835:0:8429:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x814:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.277840:0:8429:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x814:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.277846:0:8429:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bcad7135/0xff23d3f688d92e15 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x814:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.277875:0:8429:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b1734b97/0xff23d3f688d8f233 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x814:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac84 expref: 249 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.277888:0:8429:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b1734b97/0xff23d3f688d8f233 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x814:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac84 expref: 249 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.277901:0:8429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f71c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8429:1876087018894720:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.277953:0:8429:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe16b40 going to sleep for 11 seconds
00000004:00080000:0.0:1789185323.277979:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14e55f800/2, rc 0, transno 4294977728
00000100:00100000:0.0:1789185323.277985:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e55f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018893184:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.278106:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f71d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018894976:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.278133:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185323.278153:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f71c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018895488:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.278170:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185323.278199:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789185323.278204:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f71dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018895104:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.278225:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:0.0:1789185323.278259:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b151743480/2, rc 0, transno 4294989526
00000100:00100000:0.0:1789185323.278268:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151743480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018890880:0@lo:6:osp-syn-1-0.0
00000004:00080000:0.0:1789185323.278278:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b148753100/2, rc 0, transno 4294989525
00000100:00100000:0.0:1789185323.278282:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148753100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018891008:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185323.278298:0:178142:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018894976
00000100:00100000:0.0:1789185323.278301:0:178142:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018894976
00000100:00100000:0.0:1789185323.278324:0:178142:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018895488
00000100:00100000:0.0:1789185323.278326:0:178142:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018895488
00000100:00100000:0.0:1789185323.278340:0:178142:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018895104
00000100:00100000:0.0:1789185323.278342:0:178142:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018895104
00000100:00100000:0.0:1789185323.278361:0:178142:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37768
00000100:00100000:0.0:1789185323.278367:0:178142:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f71e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+761:3635:x1876087018894976:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1789185323.278381:0:178142:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2066 count 1
00010000:00010000:0.0:1789185323.278394:0:178142:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001f9265e2/0xff23d3f688d92e1c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x812:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.278406:0:178142:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004b5f7493/0xff23d3f688d8f06c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x812:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac61 expref: 252 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.278414:0:178142:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x812:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.278417:0:178142:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x812:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.278421:0:178142:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001f9265e2/0xff23d3f688d92e1c lrc: 4/0,1 mode: --/PW res: [0x280000401:0x812:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.278457:0:178142:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004b5f7493/0xff23d3f688d8f06c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x812:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac61 expref: 252 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.278468:0:178142:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004b5f7493/0xff23d3f688d8f06c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x812:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac61 expref: 252 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.278478:0:178142:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f71ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:178142:1876087018895616:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.278502:0:178142:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe16a80 going to sleep for 11 seconds
00000100:00100000:0.0:1789185323.278518:0:34809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37769
00000100:00100000:0.0:1789185323.278525:0:34809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f71e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+761:3635:x1876087018895488:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1789185323.278536:0:34809:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2070 count 1
00010000:00010000:0.0:1789185323.278573:0:34809:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fccf2c05/0xff23d3f688d92e23 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x816:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.278584:0:34809:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ee69e5e2/0xff23d3f688d8f088 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x816:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac99 expref: 252 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.278591:0:34809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x816:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.278594:0:34809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x816:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.278598:0:34809:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fccf2c05/0xff23d3f688d92e23 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x816:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.278618:0:34809:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ee69e5e2/0xff23d3f688d8f088 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x816:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac99 expref: 252 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.278627:0:34809:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ee69e5e2/0xff23d3f688d8f088 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x816:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac99 expref: 252 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.278637:0:34809:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f71d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:34809:1876087018895744:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.278661:0:34809:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe16780 going to sleep for 11 seconds
00000100:00100000:0.0:1789185323.278676:0:35223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37770
00000100:00100000:0.0:1789185323.278683:0:35223:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f71d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+761:3635:x1876087018895104:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1789185323.278696:0:35223:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2067 count 1
00010000:00010000:0.0:1789185323.278707:0:35223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007d4adc91/0xff23d3f688d92e2a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x813:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.278718:0:35223:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d49ed52c/0xff23d3f688d8f073 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x813:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac6f expref: 252 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.278724:0:35223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x813:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.278727:0:35223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x813:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.278730:0:35223:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007d4adc91/0xff23d3f688d92e2a lrc: 4/0,1 mode: --/PW res: [0x280000401:0x813:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.278746:0:35223:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d49ed52c/0xff23d3f688d8f073 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x813:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac6f expref: 252 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.278755:0:35223:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d49ed52c/0xff23d3f688d8f073 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x813:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac6f expref: 252 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.278765:0:35223:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f71c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:35223:1876087018895872:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.278788:0:35223:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe16840 going to sleep for 11 seconds
00000100:00100000:0.0:1789185323.278908:0:8428:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151782d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+763:3638:x1876087018890752:12345-0@lo:6:osp-syn-1-0.0 Request processed in 31577us (32044us total) trans 4294989527 rc 0/0
00000100:00100000:0.0:1789185323.278915:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37752
00000100:00100000:0.0:1789185323.278982:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.279479:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789185323.279491:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f713100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018896000:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185323.279518:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185323.279566:0:178149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010783616
00000100:00100000:0.0:1789185323.279572:0:178149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010783616
00010000:00010000:0.0:1789185323.279599:0:178149:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000053f81825/0xff23d3f688d8f057 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x80f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac37 expref: 253 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.279624:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23249
00000100:00100000:0.0:1789185323.279631:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f71ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+253:2392:x1876087010783616:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.279641:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.279647:0:178149:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000053f81825/0xff23d3f688d8f057 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x80f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac37 expref: 253 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.279660:0:178149:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000053f81825/0xff23d3f688d8f057 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x80f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac37 expref: 253 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.279683:0:178149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000053f81825/0xff23d3f688d8f057 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x80f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac37 expref: 253 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.279699:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x80f:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.279702:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x80f:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.279709:0:178149:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000613a2391/0xff23d3f688d92deb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x80f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.279718:0:178149:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000613a2391/0xff23d3f688d92deb lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x80f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.279744:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1789185323.279757:0:35222:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000613a2391/0xff23d3f688d92deb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x80f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.279766:0:35222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000613a2391/0xff23d3f688d92deb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x80f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.279776:0:35222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000613a2391/0xff23d3f688d92deb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x80f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.279785:0:35222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000613a2391/0xff23d3f688d92deb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x80f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.279799:0:35222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool
00000100:00100000:0.0:1789185323.279894:0:35222:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e55d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+762:3635:x1876087018893056:12345-0@lo:6:osp-syn-0-0.0 Request processed in 17964us (18144us total) trans 4294977729 rc 0/0
00000100:00100000:0.0:1789185323.279901:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37761
00000100:00100000:0.0:1789185323.279922:0:35222:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018896000
00010000:00010000:2.0:1789185323.280124:0:178169:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d4cdc89e/0xff23d3f688d92de4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x80e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.280135:0:178169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d4cdc89e/0xff23d3f688d92de4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x80e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.280149:0:178169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d4cdc89e/0xff23d3f688d92de4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x80e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.280157:0:178169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d4cdc89e/0xff23d3f688d92de4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x80e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.280166:0:178169:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool
00000100:00100000:2.0:1789185323.280245:0:178169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151782300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+762:3638:x1876087018892800:12345-0@lo:6:osp-syn-0-0.0 Request processed in 19579us (25381us total) trans 4294977730 rc 0/0
00000100:00100000:2.0:1789185323.280253:0:178169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37760
00010000:00010000:2.0:1789185323.280284:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 4 total in blp.  (4 blwis in pool)
00010000:00010000:2.0:1789185323.280294:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000207320f7/0xff23d3f688d92db3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x80f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.280302:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149b84a00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.280306:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000207320f7/0xff23d3f688d92db3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x80f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.280316:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000207320f7/0xff23d3f688d92db3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x80f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.280330:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000207320f7/0xff23d3f688d92db3 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x80f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.280337:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000207320f7/0xff23d3f688d92db3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x80f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.280360:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp.  (3 blwis in pool)
00010000:00010000:2.0:1789185323.280364:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d2308886/0xff23d3f688d92dba lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x80e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.280370:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149b84400 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.280372:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d2308886/0xff23d3f688d92dba lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x80e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.280379:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d2308886/0xff23d3f688d92dba lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x80e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.280387:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d2308886/0xff23d3f688d92dba lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x80e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.280392:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d2308886/0xff23d3f688d92dba lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x80e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.280404:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:2.0:1789185323.280408:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000021c50134/0xff23d3f688d92df2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x810:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.280413:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149b85400 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.280416:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000021c50134/0xff23d3f688d92df2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x810:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.280428:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000021c50134/0xff23d3f688d92df2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x810:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.280448:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000021c50134/0xff23d3f688d92df2 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x810:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.280456:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000021c50134/0xff23d3f688d92df2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x810:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.280468:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:2.0:1789185323.280471:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000613a2391/0xff23d3f688d92deb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x80f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.280476:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149b84200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.280479:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000613a2391/0xff23d3f688d92deb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x80f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.280486:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000613a2391/0xff23d3f688d92deb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x80f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.280495:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000613a2391/0xff23d3f688d92deb lrc: 1/0,0 mode: --/PW res: [0x280000401:0x80f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.280502:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000613a2391/0xff23d3f688d92deb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x80f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.280517:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185323.280520:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d4cdc89e/0xff23d3f688d92de4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x80e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.280525:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bd000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.280528:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d4cdc89e/0xff23d3f688d92de4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x80e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.280535:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d4cdc89e/0xff23d3f688d92de4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x80e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.280543:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d4cdc89e/0xff23d3f688d92de4 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x80e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.280580:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d4cdc89e/0xff23d3f688d92de4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x80e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.280594:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.280596:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.280598:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.280609:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789185323.280717:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f71ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018894848:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185323.280751:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.280787:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f71ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018895360:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185323.280806:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:1.0:1789185323.280839:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b149f08000/2, rc 0, transno 4294977730
00000100:00100000:1.0:1789185323.280848:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149f08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018892800:0@lo:6:osp-syn-0-0.0
00000004:00080000:1.0:1789185323.280858:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b151741180/2, rc 0, transno 4294989527
00000100:00100000:1.0:1789185323.280865:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151741180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018890752:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.280875:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3]
00000100:00100000:1.0:1789185323.280881:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f71fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018895232:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185323.280901:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.280917:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f710700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018896128:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.281020:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.281083:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018896256:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.281105:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.281130:0:178147:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018894848
00000100:00100000:1.0:1789185323.281135:0:178147:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018894848
00000100:00100000:1.0:1789185323.281163:0:178147:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018895360
00000100:00100000:1.0:1789185323.281165:0:178147:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018895360
00000100:00100000:1.0:1789185323.281177:0:178147:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018895232
00000100:00100000:1.0:1789185323.281179:0:178147:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018895232
00000100:00100000:1.0:1789185323.281191:0:178147:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018896128
00000100:00100000:1.0:1789185323.281194:0:178147:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018896128
00000100:00100000:1.0:1789185323.281206:0:178147:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018896256
00000100:00100000:1.0:1789185323.281209:0:178147:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018896256
00000100:00100000:1.0:1789185323.281224:0:178147:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37771
00000100:00100000:1.0:1789185323.281231:0:178147:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14da1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+764:3638:x1876087018894848:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185323.281255:0:178147:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2065 count 1
00010000:00010000:1.0:1789185323.281275:0:178147:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d92e31 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x811:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.281292:0:178147:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001d416bda/0xff23d3f688d8f065 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x811:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac53 expref: 252 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.281301:0:178147:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x811:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.281305:0:178147:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x811:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.281310:0:178147:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d92e31 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x811:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.281338:0:178147:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001d416bda/0xff23d3f688d8f065 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x811:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac53 expref: 252 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.281351:0:178147:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001d416bda/0xff23d3f688d8f065 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x811:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac53 expref: 252 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.281363:0:178147:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f705c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:178147:1876087018896384:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.281420:0:178147:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0780 going to sleep for 11 seconds
00000100:00100000:1.0:1789185323.281445:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37772
00000100:00100000:1.0:1789185323.281453:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b147624e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+764:3638:x1876087018895360:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185323.281484:0:8431:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2069 count 1
00010000:00010000:1.0:1789185323.281496:0:8431:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b2067f66/0xff23d3f688d92e38 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x815:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.281508:0:8431:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000008d23050e/0xff23d3f688d8f081 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x815:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac8b expref: 252 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.281516:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x815:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.281519:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x815:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.281523:0:8431:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b2067f66/0xff23d3f688d92e38 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x815:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.281542:0:8431:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000008d23050e/0xff23d3f688d8f081 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x815:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac8b expref: 252 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.281580:0:8431:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000008d23050e/0xff23d3f688d8f081 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x815:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac8b expref: 252 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.281590:0:8431:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0e0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8431:1876087018896512:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.281618:0:8431:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0900 going to sleep for 11 seconds
00000100:00100000:1.0:1789185323.281633:0:35218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37773
00000100:00100000:1.0:1789185323.281641:0:35218:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151740e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+764:3638:x1876087018895232:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185323.281652:0:35218:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2068 count 1
00010000:00010000:1.0:1789185323.281662:0:35218:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008e9a7fa0/0xff23d3f688d92e3f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x814:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.281674:0:35218:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004692057c/0xff23d3f688d8f07a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x814:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac7d expref: 252 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.281681:0:35218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x814:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.281685:0:35218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x814:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.281688:0:35218:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008e9a7fa0/0xff23d3f688d92e3f lrc: 4/0,1 mode: --/PW res: [0x280000401:0x814:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.281706:0:35218:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004692057c/0xff23d3f688d8f07a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x814:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac7d expref: 252 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.281716:0:35218:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004692057c/0xff23d3f688d8f07a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x814:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac7d expref: 252 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.281726:0:35218:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0e1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35218:1876087018896640:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.281747:0:35218:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0180 going to sleep for 11 seconds
00000100:00100000:1.0:1789185323.281762:0:178146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37774
00000100:00100000:1.0:1789185323.281769:0:178146:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d0fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+764:3638:x1876087018896128:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185323.281780:0:178146:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2071 count 1
00010000:00010000:1.0:1789185323.281795:0:178146:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006abc7636/0xff23d3f688d92e46 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x817:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.281806:0:178146:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007b15e4a5/0xff23d3f688d8f248 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x817:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4acae expref: 249 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.281819:0:178146:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x817:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.281821:0:178146:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x817:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.281825:0:178146:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006abc7636/0xff23d3f688d92e46 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x817:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.281842:0:178146:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007b15e4a5/0xff23d3f688d8f248 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x817:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4acae expref: 249 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.281852:0:178146:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007b15e4a5/0xff23d3f688d8f248 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x817:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4acae expref: 249 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.281863:0:178146:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0e3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:178146:1876087018896768:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.281887:0:178146:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a03c0 going to sleep for 11 seconds
00000100:00100000:1.0:1789185323.281904:0:16720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37775
00000100:00100000:1.0:1789185323.281912:0:16720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d0f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+764:3638:x1876087018896256:12345-0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185323.282031:0:35222:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018896000
00000100:00100000:0.0:1789185323.282057:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37776
00000100:00100000:0.0:1789185323.282064:0:35222:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149f08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+765:3635:x1876087018896000:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1789185323.282075:0:35222:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2070 count 1
00010000:00010000:0.0:1789185323.282087:0:35222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007df5f236/0xff23d3f688d92e4d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x816:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.282097:0:35222:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000badd196b/0xff23d3f688d8ff37 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x816:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 20971520->20975615) gid 0 flags: 0x40000000020000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bb09 expref: 249 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.282105:0:35222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x816:0x0].0x0 since=121s v=(0 0)
00010000:00010000:0.0:1789185323.282108:0:35222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x816:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1789185323.282111:0:35222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007df5f236/0xff23d3f688d92e4d lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x816:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.282131:0:35222:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000badd196b/0xff23d3f688d8ff37 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x816:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 20971520->20975615) gid 0 flags: 0x50000000030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bb09 expref: 249 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.282142:0:35222:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000badd196b/0xff23d3f688d8ff37 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x816:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 20971520->20975615) gid 0 flags: 0x70000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bb09 expref: 249 pid: 35222 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.282151:0:35222:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149f09500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:35222:1876087018896896:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.282177:0:35222:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe169c0 going to sleep for 11 seconds
00010000:00010000:0.0:1789185323.282190:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:0.0:1789185323.282219:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b149f0b100/2, rc 0, transno 4294977729
00000100:00100000:0.0:1789185323.282225:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149f0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018893056:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.282318:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f71ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+252:2392:x1876087010783616:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 2686us (3335us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.282445:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23249
00010000:00010000:2.0:1789185323.282591:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789185323.282981:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149f08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018897024:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.283014:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00002000:00080000:1.0:1789185323.283080:0:16720:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2072 count 1
00010000:00010000:1.0:1789185323.283096:0:16720:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000281d94e0/0xff23d3f688d92e54 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x818:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.283110:0:16720:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000cbe93d06/0xff23d3f688d8f24f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x818:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4acbc expref: 249 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.283118:0:16720:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x818:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.283122:0:16720:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x818:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.283126:0:16720:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000281d94e0/0xff23d3f688d92e54 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x818:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.283146:0:16720:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000cbe93d06/0xff23d3f688d8f24f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x818:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4acbc expref: 249 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.283155:0:16720:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000cbe93d06/0xff23d3f688d8f24f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x818:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4acbc expref: 249 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.283166:0:16720:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0e1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16720:1876087018897280:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.283204:0:16720:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a06c0 going to sleep for 11 seconds
00000100:00100000:0.0:1789185323.283592:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789185323.283600:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151798e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018897152:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.283637:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185323.283826:0:178144:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f711f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:178144:1876087018893952:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.283848:0:178144:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e5f3008c/0xff23d3f688d92e00 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x812:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.283879:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.283894:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010784000
00000100:00100000:3.0:1789185323.283899:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010784000
00010000:00010000:3.0:1789185323.283929:0:8458:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005e7761ce/0xff23d3f688d8f225 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x812:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac68 expref: 250 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.283951:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23250
00000100:00100000:3.0:1789185323.283958:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b247d6f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+250:2393:x1876087010784000:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.283969:0:8458:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.283974:0:8458:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005e7761ce/0xff23d3f688d8f225 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x812:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac68 expref: 250 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.283986:0:8458:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005e7761ce/0xff23d3f688d8f225 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x812:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac68 expref: 250 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.284006:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005e7761ce/0xff23d3f688d8f225 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x812:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac68 expref: 250 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.284019:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x812:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.284022:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x812:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.284029:0:8458:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e5f3008c/0xff23d3f688d92e00 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x812:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.284037:0:8458:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e5f3008c/0xff23d3f688d92e00 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x812:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.284054:0:8458:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.284080:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b247d6f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+249:2393:x1876087010784000:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 123us (201us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.284086:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23250
00010000:00010000:3.0:1789185323.284120:0:178144:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e5f3008c/0xff23d3f688d92e00 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x812:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.284129:0:178144:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e5f3008c/0xff23d3f688d92e00 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x812:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.284144:0:178144:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e5f3008c/0xff23d3f688d92e00 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x812:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.284151:0:178144:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e5f3008c/0xff23d3f688d92e00 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x812:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.284163:0:178144:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1789185323.284302:0:178144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b276a0f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+766:3638:x1876087018893696:12345-0@lo:6:osp-syn-1-0.0 Request processed in 16566us (17449us total) trans 4294989528 rc 0/0
00000100:00100000:3.0:1789185323.284308:0:178144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37764
00000100:00100000:3.0:1789185323.284777:0:178144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018897024
00000100:00100000:3.0:1789185323.284783:0:178144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018897024
00000100:00100000:3.0:1789185323.284807:0:178144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018897152
00000100:00100000:3.0:1789185323.284810:0:178144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018897152
00000100:00100000:3.0:1789185323.284825:0:178144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37777
00000100:00100000:3.0:1789185323.284833:0:178144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151799880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+766:3635:x1876087018897024:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1789185323.284857:0:178144:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2071 count 1
00010000:00010000:3.0:1789185323.284878:0:178144:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000005aeaabf/0xff23d3f688d92e5b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x817:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.284894:0:178144:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e4ea1533/0xff23d3f688d8f08f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x817:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aca7 expref: 251 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.284903:0:178144:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x817:0x0].0x0 since=124s v=(0 0)
00010000:00010000:3.0:1789185323.284907:0:178144:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x817:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.284912:0:178144:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000005aeaabf/0xff23d3f688d92e5b lrc: 4/0,1 mode: --/PW res: [0x280000401:0x817:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.284950:0:178144:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e4ea1533/0xff23d3f688d8f08f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x817:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aca7 expref: 251 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.284964:0:178144:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e4ea1533/0xff23d3f688d8f08f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x817:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aca7 expref: 251 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.284977:0:178144:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f711f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:178144:1876087018897408:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185323.285019:0:178144:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe7f900 going to sleep for 11 seconds
00000100:00100000:3.0:1789185323.285058:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185323.285352:0:178169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37778
00000100:00100000:2.0:1789185323.285361:0:178169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151798700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+766:3635:x1876087018897152:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1789185323.285373:0:178169:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2072 count 1
00010000:00010000:2.0:1789185323.285387:0:178169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ef1f9aa4/0xff23d3f688d92e62 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x818:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.285399:0:178169:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000057ec84a0/0xff23d3f688d8f096 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x818:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4acb5 expref: 251 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.285406:0:178169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x818:0x0].0x0 since=124s v=(0 0)
00010000:00010000:2.0:1789185323.285409:0:178169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x818:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.285413:0:178169:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ef1f9aa4/0xff23d3f688d92e62 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x818:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.285430:0:178169:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000057ec84a0/0xff23d3f688d8f096 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x818:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4acb5 expref: 251 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.285451:0:178169:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000057ec84a0/0xff23d3f688d8f096 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x818:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4acb5 expref: 251 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.285462:0:178169:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151780380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:178169:1876087018897536:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185323.285503:0:178169:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b153099a80 going to sleep for 11 seconds
00010000:00010000:2.0:1789185323.285522:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185323.285530:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e5f3008c/0xff23d3f688d92e00 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x812:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.285538:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b26239be00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.285542:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e5f3008c/0xff23d3f688d92e00 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x812:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.285584:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e5f3008c/0xff23d3f688d92e00 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x812:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.285601:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e5f3008c/0xff23d3f688d92e00 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x812:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.285609:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e5f3008c/0xff23d3f688d92e00 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x812:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.285631:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.285633:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.285634:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789185323.285649:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010783872
00000100:00100000:2.0:1789185323.285653:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010783872
00010000:00010000:2.0:1789185323.285673:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f83e542f/0xff23d3f688d8f21e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x811:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac5a expref: 249 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.285695:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23251
00000100:00100000:2.0:1789185323.285701:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f71ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+249:2393:x1876087010783872:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.285710:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.285715:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f83e542f/0xff23d3f688d8f21e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x811:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac5a expref: 249 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.285727:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f83e542f/0xff23d3f688d8f21e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x811:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac5a expref: 249 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.285744:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x811:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.285748:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x811:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.285753:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007fe0979b/0xff23d3f688d92df9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x811:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.285761:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007fe0979b/0xff23d3f688d92df9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x811:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.285777:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185323.285798:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f71ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+249:2393:x1876087010783872:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 97us (741us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185323.285806:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23251
00010000:00010000:1.0:1789185323.286246:0:34810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f83e542f/0xff23d3f688d8f21e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x811:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac5a expref: 248 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.286261:0:34810:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14da18e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:34810:1876087018893824:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.286280:0:34810:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000007fe0979b/0xff23d3f688d92df9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x811:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.286291:0:34810:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000007fe0979b/0xff23d3f688d92df9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x811:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.286299:0:34810:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007fe0979b/0xff23d3f688d92df9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x811:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.286309:0:34810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007fe0979b/0xff23d3f688d92df9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x811:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.286318:0:34810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007fe0979b/0xff23d3f688d92df9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x811:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.286341:0:34810:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1789185323.286505:0:34810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151774a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+766:3638:x1876087018893568:12345-0@lo:6:osp-syn-1-0.0 Request processed in 19888us (19985us total) trans 4294989529 rc 0/0
00000100:00100000:1.0:1789185323.286513:0:34810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37763
00000004:00080000:1.0:1789185323.286755:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b151774e00/2, rc 0, transno 4294989528
00000100:00100000:1.0:1789185323.286768:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151774e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018893696:0@lo:6:osp-syn-1-0.0
00000004:00080000:1.0:1789185323.286776:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b151774000/2, rc 0, transno 4294989529
00000100:00100000:1.0:1789185323.286779:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151774000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018893568:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.286842:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018897792:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.286867:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.286891:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1789185323.286896:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018897664:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.286914:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.287011:0:178148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018897792
00000100:00100000:1.0:1789185323.287017:0:178148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018897792
00000100:00100000:1.0:1789185323.287043:0:178148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018897664
00000100:00100000:1.0:1789185323.287046:0:178148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018897664
00000100:00100000:1.0:1789185323.287063:0:178148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37779
00000100:00100000:1.0:1789185323.287070:0:178148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d0e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+767:3638:x1876087018897792:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185323.287088:0:178148:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2074 count 1
00010000:00010000:1.0:1789185323.287107:0:178148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d92e69 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x81a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.287124:0:178148:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a32dfdbf/0xff23d3f688d8f256 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x81a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4acd8 expref: 247 pid: 35218 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.287132:0:178148:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x81a:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.287137:0:178148:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x81a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.287141:0:178148:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d92e69 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x81a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.287164:0:178148:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a32dfdbf/0xff23d3f688d8f256 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x81a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4acd8 expref: 247 pid: 35218 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.287176:0:178148:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a32dfdbf/0xff23d3f688d8f256 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x81a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4acd8 expref: 247 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.287187:0:178148:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151742d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:178148:1876087018897920:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.287235:0:178148:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0240 going to sleep for 11 seconds
00000100:00100000:1.0:1789185323.287249:0:34810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37780
00000100:00100000:1.0:1789185323.287256:0:34810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d0e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+767:3638:x1876087018897664:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185323.287268:0:34810:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2073 count 1
00010000:00010000:1.0:1789185323.287280:0:34810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000048e3f1cb/0xff23d3f688d92e70 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x819:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.287292:0:34810:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a35e858d/0xff23d3f688d8f328 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x819:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4acca expref: 247 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.287305:0:34810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x819:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.287308:0:34810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x819:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.287313:0:34810:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000048e3f1cb/0xff23d3f688d92e70 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x819:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.287332:0:34810:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a35e858d/0xff23d3f688d8f328 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x819:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4acca expref: 247 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.287341:0:34810:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a35e858d/0xff23d3f688d8f328 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x819:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4acca expref: 247 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.287351:0:34810:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0fad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:34810:1876087018898048:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.287374:0:34810:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0600 going to sleep for 11 seconds
00010000:00010000:2.0:1789185323.288046:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185323.288054:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007fe0979b/0xff23d3f688d92df9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x811:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.288063:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149883c00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.288067:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007fe0979b/0xff23d3f688d92df9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x811:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.288077:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007fe0979b/0xff23d3f688d92df9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x811:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.288097:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007fe0979b/0xff23d3f688d92df9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x811:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.288110:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007fe0979b/0xff23d3f688d92df9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x811:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.288135:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.288137:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.288139:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789185323.290375:0:178142:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f71ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:178142:1876087018895616:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.290406:0:178142:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001f9265e2/0xff23d3f688d92e1c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x812:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.290477:0:34809:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f71d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:34809:1876087018895744:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.290489:0:34809:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000fccf2c05/0xff23d3f688d92e23 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x816:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.292108:0:8429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f71c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8429:1876087018894720:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.292138:0:8429:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000bcad7135/0xff23d3f688d92e15 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x814:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.292502:0:35223:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f71c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:35223:1876087018895872:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.292517:0:35223:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000007d4adc91/0xff23d3f688d92e2a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x813:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.292645:0:24325:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f71f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24325:1876087018894208:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.292660:0:24325:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000006a981914/0xff23d3f688d92e07 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x813:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.294109:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.294150:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.294175:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010784256
00000100:00100000:0.0:1789185323.294182:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010784256
00010000:00010000:0.0:1789185323.294218:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b1734b97/0xff23d3f688d8f233 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x814:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac84 expref: 248 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.294247:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010784512
00000100:00100000:0.0:1789185323.294250:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010784512
00010000:00010000:0.0:1789185323.294264:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ee69e5e2/0xff23d3f688d8f088 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x816:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac99 expref: 252 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.294284:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23252
00000100:00100000:0.0:1789185323.294295:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b15179b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+248:2393:x1876087010784256:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.294311:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.294318:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b1734b97/0xff23d3f688d8f233 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x814:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac84 expref: 248 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.294330:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b1734b97/0xff23d3f688d8f233 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x814:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac84 expref: 248 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.294357:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b1734b97/0xff23d3f688d8f233 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x814:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac84 expref: 248 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.294374:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x814:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.294378:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x814:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.294385:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000bcad7135/0xff23d3f688d92e15 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x814:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.294395:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bcad7135/0xff23d3f688d92e15 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x814:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.294421:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.294484:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b15179b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+247:2393:x1876087010784256:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 190us (382us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.294492:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23252
00000100:00100000:0.0:1789185323.294515:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23253
00000100:00100000:0.0:1789185323.294522:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151799f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+252:2393:x1876087010784512:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.294534:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.294539:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ee69e5e2/0xff23d3f688d8f088 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x816:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac99 expref: 252 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.294572:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ee69e5e2/0xff23d3f688d8f088 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x816:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac99 expref: 252 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.294586:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ee69e5e2/0xff23d3f688d8f088 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x816:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac99 expref: 252 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.294598:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x816:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.294601:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x816:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.294605:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000fccf2c05/0xff23d3f688d92e23 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x816:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.294612:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fccf2c05/0xff23d3f688d92e23 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x816:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.294630:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.294650:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151799f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+251:2393:x1876087010784512:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 128us (500us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.294657:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23253
00010000:00010000:0.0:1789185323.294681:0:34809:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000fccf2c05/0xff23d3f688d92e23 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x816:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.294691:0:34809:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fccf2c05/0xff23d3f688d92e23 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x816:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.294704:0:34809:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fccf2c05/0xff23d3f688d92e23 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x816:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.294714:0:34809:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fccf2c05/0xff23d3f688d92e23 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x816:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.294731:0:34809:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1789185323.294887:0:34809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f71e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+767:3635:x1876087018895488:12345-0@lo:6:osp-syn-0-0.0 Request processed in 16361us (16714us total) trans 4294977731 rc 0/0
00000100:00100000:0.0:1789185323.294895:0:34809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37769
00010000:00010000:0.0:1789185323.294920:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185323.295289:0:8429:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000bcad7135/0xff23d3f688d92e15 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x814:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.295300:0:8429:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bcad7135/0xff23d3f688d92e15 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x814:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.295310:0:8429:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bcad7135/0xff23d3f688d92e15 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x814:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.295317:0:8429:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bcad7135/0xff23d3f688d92e15 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x814:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.295338:0:8429:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1789185323.295449:0:8429:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f71f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+768:3635:x1876087018894336:12345-0@lo:6:osp-syn-1-0.0 Request processed in 17691us (18114us total) trans 4294989530 rc 0/0
00000100:00100000:3.0:1789185323.295458:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37767
00010000:00010000:2.0:1789185323.295539:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185323.295568:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bcad7135/0xff23d3f688d92e15 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x814:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.295578:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149b85e00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.295583:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bcad7135/0xff23d3f688d92e15 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x814:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.295594:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bcad7135/0xff23d3f688d92e15 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x814:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.295612:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bcad7135/0xff23d3f688d92e15 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x814:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.295621:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bcad7135/0xff23d3f688d92e15 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x814:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.295643:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.295645:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.295647:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789185323.296088:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.296164:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:0.0:1789185323.296398:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fccf2c05/0xff23d3f688d92e23 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x816:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.296409:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149b85000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.296413:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fccf2c05/0xff23d3f688d92e23 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x816:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.296422:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fccf2c05/0xff23d3f688d92e23 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x816:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.296451:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fccf2c05/0xff23d3f688d92e23 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x816:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.296458:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fccf2c05/0xff23d3f688d92e23 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x816:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.296477:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.296478:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.296480:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:0.0:1789185323.296527:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f71c000/2, rc 0, transno 4294977731
00000100:00100000:0.0:1789185323.296540:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f71c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018895488:0@lo:6:osp-syn-0-0.0
00000004:00080000:0.0:1789185323.296569:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f713800/2, rc 0, transno 4294989530
00000100:00100000:0.0:1789185323.296585:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f713800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018894336:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185323.296669:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151798380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018898176:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.296707:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185323.296873:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.296920:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185323.297098:0:178143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018898176
00000100:00100000:1.0:1789185323.297103:0:178143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018898176
00000100:00100000:1.0:1789185323.297141:0:178143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37781
00000100:00100000:1.0:1789185323.297149:0:178143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b15179ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+767:3635:x1876087018898176:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185323.297174:0:178143:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2073 count 1
00010000:00010000:1.0:1789185323.297195:0:178143:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fa501034/0xff23d3f688d92e77 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x819:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.297213:0:178143:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000aea1d830/0xff23d3f688d8f09d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x819:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4acc3 expref: 250 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.297227:0:178143:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x819:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.297231:0:178143:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x819:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.297236:0:178143:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fa501034/0xff23d3f688d92e77 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x819:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.297264:0:178143:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000aea1d830/0xff23d3f688d8f09d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x819:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4acc3 expref: 250 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.297278:0:178143:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000aea1d830/0xff23d3f688d8f09d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x819:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4acc3 expref: 250 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.297289:0:178143:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0fb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:178143:1876087018898432:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.297344:0:178143:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a09c0 going to sleep for 11 seconds
00000100:00100000:2.0:1789185323.298115:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010784128
00000100:00100000:2.0:1789185323.298123:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010784128
00010000:00010000:2.0:1789185323.298155:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000037bdd54c/0xff23d3f688d8f22c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x813:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac76 expref: 247 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.298179:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010784384
00000100:00100000:2.0:1789185323.298182:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010784384
00010000:00010000:2.0:1789185323.298196:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004b5f7493/0xff23d3f688d8f06c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x812:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac61 expref: 251 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.298223:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010784640
00000100:00100000:2.0:1789185323.298226:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010784640
00010000:00010000:2.0:1789185323.298239:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d49ed52c/0xff23d3f688d8f073 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x813:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac6f expref: 252 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.298256:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23254
00000100:00100000:2.0:1789185323.298263:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f71c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+247:2393:x1876087010784128:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.298274:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.298279:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000037bdd54c/0xff23d3f688d8f22c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x813:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac76 expref: 247 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.298293:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000037bdd54c/0xff23d3f688d8f22c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x813:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac76 expref: 247 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.298314:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000037bdd54c/0xff23d3f688d8f22c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x813:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac76 expref: 247 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.298331:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x813:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.298334:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x813:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.298340:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006a981914/0xff23d3f688d92e07 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x813:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.298348:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006a981914/0xff23d3f688d92e07 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x813:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.298372:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185323.298407:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f71c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+246:2393:x1876087010784128:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 144us (2323us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185323.298415:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23254
00000100:00100000:2.0:1789185323.298446:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23255
00000100:00100000:2.0:1789185323.298452:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f71f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+252:2393:x1876087010784384:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.298459:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.298463:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004b5f7493/0xff23d3f688d8f06c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x812:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac61 expref: 252 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.298472:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004b5f7493/0xff23d3f688d8f06c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x812:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac61 expref: 252 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.298491:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004b5f7493/0xff23d3f688d8f06c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x812:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac61 expref: 252 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.298501:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x812:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.298503:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x812:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.298508:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001f9265e2/0xff23d3f688d92e1c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x812:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.298515:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001f9265e2/0xff23d3f688d92e1c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x812:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.298530:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185323.298568:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f71f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+251:2393:x1876087010784384:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 116us (2404us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185323.298575:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23255
00000100:00100000:2.0:1789185323.298589:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23256
00000100:00100000:2.0:1789185323.298595:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f71c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+250:2393:x1876087010784640:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.298604:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.298609:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d49ed52c/0xff23d3f688d8f073 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x813:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac6f expref: 250 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.298619:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d49ed52c/0xff23d3f688d8f073 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x813:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac6f expref: 250 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.298636:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d49ed52c/0xff23d3f688d8f073 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x813:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac6f expref: 250 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.298645:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x813:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.298648:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x813:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.298652:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000007d4adc91/0xff23d3f688d92e2a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x813:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.298658:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007d4adc91/0xff23d3f688d92e2a lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x813:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.298673:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185323.298688:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f71c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+249:2393:x1876087010784640:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 94us (1817us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185323.298694:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23256
00010000:00010000:2.0:1789185323.298719:0:24325:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000006a981914/0xff23d3f688d92e07 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x813:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.298728:0:24325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006a981914/0xff23d3f688d92e07 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x813:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.298738:0:24325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006a981914/0xff23d3f688d92e07 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x813:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.298745:0:24325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006a981914/0xff23d3f688d92e07 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x813:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.298760:0:24325:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1789185323.298901:0:24325:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f71df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+768:3635:x1876087018894080:12345-0@lo:6:osp-syn-1-0.0 Request processed in 28720us (28884us total) trans 4294989531 rc 0/0
00000100:00100000:2.0:1789185323.298910:0:24325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37765
00000100:00100000:0.0:1789185323.299073:0:8491:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14da19500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8491:1876087018894592:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.299099:0:8491:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000603b815f/0xff23d3f688d92e0e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x815:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:0.0:1789185323.299133:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f710380/2, rc 0, transno 4294989531
00000100:00100000:0.0:1789185323.299153:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f710380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018894080:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185323.299159:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789185323.299171:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018898304:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185323.299204:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:0.0:1789185323.299236:0:35223:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000007d4adc91/0xff23d3f688d92e2a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x813:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.299244:0:35223:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007d4adc91/0xff23d3f688d92e2a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x813:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.299258:0:35223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007d4adc91/0xff23d3f688d92e2a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x813:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.299264:0:35223:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007d4adc91/0xff23d3f688d92e2a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x813:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.299279:0:35223:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:0.0:1789185323.299374:0:35223:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f71d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+768:3635:x1876087018895104:12345-0@lo:6:osp-syn-0-0.0 Request processed in 20691us (21147us total) trans 4294977732 rc 0/0
00000100:00100000:0.0:1789185323.299382:0:35223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37770
00000100:00100000:0.0:1789185323.299398:0:35223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018898304
00000100:00100000:0.0:1789185323.299402:0:35223:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018898304
00000100:00100000:0.0:1789185323.299426:0:35223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37782
00000100:00100000:0.0:1789185323.299433:0:35223:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b15179b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+768:3635:x1876087018898304:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1789185323.299466:0:35223:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2075 count 1
00010000:00010000:0.0:1789185323.299489:0:35223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000061d7eee5/0xff23d3f688d92e7e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x81b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.299504:0:35223:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000516e4fdb/0xff23d3f688d8f25d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x81b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ace6 expref: 245 pid: 35218 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.299510:0:35223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x81b:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.299514:0:35223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x81b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.299518:0:35223:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000061d7eee5/0xff23d3f688d92e7e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x81b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.299565:0:35223:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000516e4fdb/0xff23d3f688d8f25d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x81b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ace6 expref: 245 pid: 35218 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.299578:0:35223:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000516e4fdb/0xff23d3f688d8f25d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x81b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ace6 expref: 245 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.299590:0:35223:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b15179b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:35223:1876087018898560:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.299629:0:35223:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe16780 going to sleep for 11 seconds
00000004:00080000:0.0:1789185323.299652:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f71dc00/2, rc 0, transno 4294977732
00000100:00100000:0.0:1789185323.299662:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f71dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018895104:0@lo:6:osp-syn-0-0.0
00010000:00010000:0.0:1789185323.299751:0:178142:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001f9265e2/0xff23d3f688d92e1c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x812:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.299761:0:178142:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001f9265e2/0xff23d3f688d92e1c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x812:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.299769:0:178142:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001f9265e2/0xff23d3f688d92e1c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x812:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.299777:0:178142:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001f9265e2/0xff23d3f688d92e1c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x812:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.299791:0:178142:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00000100:00100000:0.0:1789185323.299869:0:178142:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f71e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+768:3635:x1876087018894976:12345-0@lo:6:osp-syn-0-0.0 Request processed in 21501us (21734us total) trans 4294977733 rc 0/0
00000100:00100000:0.0:1789185323.299877:0:178142:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37768
00000004:00080000:0.0:1789185323.299904:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f71d500/2, rc 0, transno 4294977733
00000100:00100000:0.0:1789185323.299912:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f71d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018894976:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185323.300056:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010784768
00000100:00100000:3.0:1789185323.300060:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010784768
00010000:00010000:3.0:1789185323.300079:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000094ce2bbb/0xff23d3f688d8f23a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x815:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac92 expref: 246 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.300100:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23257
00000100:00100000:3.0:1789185323.300105:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b247d6c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+246:2392:x1876087010784768:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.300113:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.300118:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000094ce2bbb/0xff23d3f688d8f23a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x815:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac92 expref: 246 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.300130:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000094ce2bbb/0xff23d3f688d8f23a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x815:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac92 expref: 246 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.300146:0:178150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000094ce2bbb/0xff23d3f688d8f23a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x815:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac92 expref: 246 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.300165:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x815:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.300169:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x815:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.300174:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000603b815f/0xff23d3f688d92e0e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x815:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.300183:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000603b815f/0xff23d3f688d92e0e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x815:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.300210:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.300229:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b247d6c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+245:2392:x1876087010784768:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 124us (3308us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.300235:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23257
00010000:00010000:3.0:1789185323.300658:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:3.0:1789185323.300667:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006a981914/0xff23d3f688d92e07 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x813:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.300676:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149b84800 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185323.300682:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006a981914/0xff23d3f688d92e07 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x813:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.300693:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006a981914/0xff23d3f688d92e07 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x813:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.300706:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006a981914/0xff23d3f688d92e07 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x813:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.300718:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006a981914/0xff23d3f688d92e07 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x813:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.300735:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:3.0:1789185323.300738:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007d4adc91/0xff23d3f688d92e2a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x813:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.300744:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149b84000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185323.300747:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007d4adc91/0xff23d3f688d92e2a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x813:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.300755:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007d4adc91/0xff23d3f688d92e2a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x813:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.300764:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007d4adc91/0xff23d3f688d92e2a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x813:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.300771:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007d4adc91/0xff23d3f688d92e2a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x813:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.300782:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185323.300785:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001f9265e2/0xff23d3f688d92e1c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x812:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.300791:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149b85a00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185323.300794:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001f9265e2/0xff23d3f688d92e1c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x812:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.300802:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001f9265e2/0xff23d3f688d92e1c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x812:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.300810:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001f9265e2/0xff23d3f688d92e1c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x812:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.300816:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001f9265e2/0xff23d3f688d92e1c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x812:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.300826:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.300827:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.300829:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.302056:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.302064:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.302139:0:8491:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000603b815f/0xff23d3f688d92e0e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x815:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.302154:0:8491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000603b815f/0xff23d3f688d92e0e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x815:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.302166:0:8491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000603b815f/0xff23d3f688d92e0e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x815:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.302174:0:8491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000603b815f/0xff23d3f688d92e0e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x815:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.302194:0:8491:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1789185323.302344:0:8491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f711500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+769:3637:x1876087018894464:12345-0@lo:6:osp-syn-1-0.0 Request processed in 27682us (28178us total) trans 4294989532 rc 0/0
00000100:00100000:0.0:1789185323.302359:0:8491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37766
00010000:00010000:0.0:1789185323.302386:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185323.302391:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000603b815f/0xff23d3f688d92e0e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x815:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.302399:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149883e00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.302403:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000603b815f/0xff23d3f688d92e0e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x815:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.302414:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000603b815f/0xff23d3f688d92e0e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x815:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.302445:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000603b815f/0xff23d3f688d92e0e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x815:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.302453:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000603b815f/0xff23d3f688d92e0e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x815:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.302475:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.302476:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.302478:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789185323.302730:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151798a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018898688:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185323.302775:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:1.0:1789185323.302835:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f710a80/2, rc 0, transno 4294989532
00000100:00100000:1.0:1789185323.302846:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f710a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018894464:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.302859:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1789185323.302864:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151799500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018898816:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185323.302886:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.302998:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018898688
00000100:00100000:1.0:1789185323.303004:0:8428:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018898688
00000100:00100000:1.0:1789185323.303038:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018898816
00000100:00100000:1.0:1789185323.303041:0:8428:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018898816
00000100:00100000:1.0:1789185323.303062:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37783
00000100:00100000:1.0:1789185323.303072:0:8428:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f710e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+769:3637:x1876087018898688:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185323.303103:0:8428:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2074 count 1
00010000:00010000:1.0:1789185323.303130:0:8428:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ba247524/0xff23d3f688d92e85 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x81a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.303152:0:8428:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000007d4bb9da/0xff23d3f688d8f0a4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x81a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4acd1 expref: 248 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.303162:0:8428:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x81a:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.303167:0:8428:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x81a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.303172:0:8428:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ba247524/0xff23d3f688d92e85 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x81a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.303202:0:8428:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000007d4bb9da/0xff23d3f688d8f0a4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x81a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4acd1 expref: 248 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.303216:0:8428:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000007d4bb9da/0xff23d3f688d8f0a4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x81a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4acd1 expref: 248 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.303229:0:8428:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f712d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8428:1876087018899200:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.303299:0:8428:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0e40 going to sleep for 11 seconds
00000100:00100000:2.0:1789185323.305043:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37784
00000100:00100000:2.0:1789185323.305060:0:8429:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f711880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+769:3637:x1876087018898816:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1789185323.305092:0:8429:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2075 count 1
00010000:00010000:2.0:1789185323.305119:0:8429:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d4cdc89e/0xff23d3f688d92e8c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x81b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.305140:0:8429:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000060ea455b/0xff23d3f688d8f0ab lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x81b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4acdf expref: 248 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.305148:0:8429:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x81b:0x0].0x0 since=124s v=(0 0)
00010000:00010000:2.0:1789185323.305152:0:8429:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x81b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.305157:0:8429:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d4cdc89e/0xff23d3f688d92e8c lrc: 4/0,1 mode: --/PW res: [0x280000401:0x81b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.305189:0:8429:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000060ea455b/0xff23d3f688d8f0ab lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x81b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4acdf expref: 248 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.305202:0:8429:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000060ea455b/0xff23d3f688d8f0ab lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x81b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4acdf expref: 248 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.305219:0:8429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151780000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8429:1876087018899328:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185323.305293:0:8429:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1530996c0 going to sleep for 11 seconds
00000100:00100000:3.0:1789185323.305710:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.305729:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.305745:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.305761:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.305778:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.305955:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f712680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018898944:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185323.305995:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185323.306028:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789185323.306036:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f711180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018899072:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185323.306059:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185323.306112:0:35222:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149f09500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:35222:1876087018896896:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.306138:0:35222:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000007df5f236/0xff23d3f688d92e4d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x816:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.306163:0:8491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018898944
00000100:00100000:0.0:1789185323.306168:0:8491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018898944
00000100:00100000:0.0:1789185323.306205:0:8491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018899072
00000100:00100000:0.0:1789185323.306208:0:8491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018899072
00000100:00100000:0.0:1789185323.306228:0:8491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37785
00000100:00100000:0.0:1789185323.306235:0:8491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151799c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+770:3635:x1876087018898944:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1789185323.306253:0:8491:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2076 count 1
00010000:00010000:0.0:1789185323.306272:0:8491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005a3b722d/0xff23d3f688d92e93 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x81c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.306285:0:8491:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000776294a2/0xff23d3f688d8f264 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x81c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4acf4 expref: 244 pid: 35218 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.306294:0:8491:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x81c:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.306298:0:8491:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x81c:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.306302:0:8491:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005a3b722d/0xff23d3f688d92e93 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x81c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.306326:0:8491:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000776294a2/0xff23d3f688d8f264 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x81c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4acf4 expref: 244 pid: 35218 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.306337:0:8491:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000776294a2/0xff23d3f688d8f264 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x81c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4acf4 expref: 244 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.306348:0:8491:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b15179aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8491:1876087018899456:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.306386:0:8491:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe169c0 going to sleep for 11 seconds
00000100:00100000:3.0:1789185323.306686:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185323.306909:0:8431:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0e0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8431:1876087018896512:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.306944:0:8431:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b2067f66/0xff23d3f688d92e38 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x815:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.306981:0:35218:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0e1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35218:1876087018896640:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.306995:0:35218:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000008e9a7fa0/0xff23d3f688d92e3f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x814:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.307020:0:178146:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0e3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:178146:1876087018896768:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.307033:0:178146:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000006abc7636/0xff23d3f688d92e46 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x817:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.307062:0:16720:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0e1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16720:1876087018897280:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.307074:0:16720:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000281d94e0/0xff23d3f688d92e54 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x818:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.307099:0:178148:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151742d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:178148:1876087018897920:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.307112:0:178148:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d92e69 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x81a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.307134:0:34810:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0fad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:34810:1876087018898048:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.307145:0:34810:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000048e3f1cb/0xff23d3f688d92e70 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x819:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.309898:0:178147:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f705c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:178147:1876087018896384:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.309994:0:178147:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d92e31 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x811:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.310045:0:178169:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151780380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:178169:1876087018897536:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.310060:0:178169:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000ef1f9aa4/0xff23d3f688d92e62 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x818:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.312300:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.313091:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010785280
00000100:00100000:0.0:1789185323.313102:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010785280
00010000:00010000:0.0:1789185323.313149:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000badd196b/0xff23d3f688d8ff37 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x816:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 20971520->20975615) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bb09 expref: 245 pid: 35222 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.313191:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010785536
00000100:00100000:0.0:1789185323.313195:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010785536
00010000:00010000:0.0:1789185323.313212:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e4ea1533/0xff23d3f688d8f08f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x817:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aca7 expref: 249 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.313226:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010785792
00000100:00100000:0.0:1789185323.313229:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010785792
00010000:00010000:0.0:1789185323.313242:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a32dfdbf/0xff23d3f688d8f256 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x81a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4acd8 expref: 246 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.313254:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010785408
00000100:00100000:0.0:1789185323.313257:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010785408
00010000:00010000:0.0:1789185323.313270:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000cbe93d06/0xff23d3f688d8f24f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x818:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4acbc expref: 247 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.313281:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010785664
00000100:00100000:0.0:1789185323.313284:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010785664
00010000:00010000:0.0:1789185323.313295:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000057ec84a0/0xff23d3f688d8f096 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x818:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4acb5 expref: 250 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.313306:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010786048
00000100:00100000:0.0:1789185323.313308:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010786048
00010000:00010000:0.0:1789185323.313321:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a35e858d/0xff23d3f688d8f328 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x819:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4acca expref: 248 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.313336:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23258
00000100:00100000:0.0:1789185323.313345:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f71ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+248:2391:x1876087010785280:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.313360:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.313367:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000badd196b/0xff23d3f688d8ff37 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x816:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 20971520->20975615) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bb09 expref: 248 pid: 35222 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.313379:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000badd196b/0xff23d3f688d8ff37 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x816:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 20971520->20975615) gid 0 flags: 0x50000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bb09 expref: 248 pid: 35222 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.313404:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000badd196b/0xff23d3f688d8ff37 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x816:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 20971520->20975615) gid 0 flags: 0x44801400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bb09 expref: 248 pid: 35222 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.313423:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x816:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1789185323.313427:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x816:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1789185323.313443:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007df5f236/0xff23d3f688d92e4d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x816:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.313453:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007df5f236/0xff23d3f688d92e4d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x816:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.313483:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.313529:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f71ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+247:2391:x1876087010785280:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 184us (7820us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.313535:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23258
00000100:00100000:0.0:1789185323.313572:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23259
00000100:00100000:0.0:1789185323.313579:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f71c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+250:2391:x1876087010785536:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.313590:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.313595:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e4ea1533/0xff23d3f688d8f08f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x817:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aca7 expref: 250 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.313604:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e4ea1533/0xff23d3f688d8f08f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x817:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aca7 expref: 250 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.313618:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x817:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.313622:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x817:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.313626:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000005aeaabf/0xff23d3f688d92e5b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x817:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.313634:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000005aeaabf/0xff23d3f688d92e5b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x817:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.313646:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.313665:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f71c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+250:2391:x1876087010785536:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 86us (7935us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.313672:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23259
00000100:00100000:0.0:1789185323.313685:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23260
00000100:00100000:0.0:1789185323.313691:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f71f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+246:2391:x1876087010785792:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.313698:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.313702:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a32dfdbf/0xff23d3f688d8f256 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x81a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4acd8 expref: 246 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.313717:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a32dfdbf/0xff23d3f688d8f256 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x81a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4acd8 expref: 246 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.313730:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a32dfdbf/0xff23d3f688d8f256 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x81a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4acd8 expref: 246 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.313739:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x81a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.313742:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x81a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.313745:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d92e69 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x81a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.313752:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d92e69 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x81a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.313775:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.313792:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f71f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+245:2391:x1876087010785792:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 101us (8046us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.313798:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23260
00000100:00100000:0.0:1789185323.313812:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23261
00000100:00100000:0.0:1789185323.313819:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f71c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+244:2391:x1876087010785408:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.313826:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.313830:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000cbe93d06/0xff23d3f688d8f24f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x818:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4acbc expref: 244 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.313846:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000cbe93d06/0xff23d3f688d8f24f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x818:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4acbc expref: 244 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.313858:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cbe93d06/0xff23d3f688d8f24f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x818:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4acbc expref: 244 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.313868:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x818:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.313871:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x818:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.313876:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000281d94e0/0xff23d3f688d92e54 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x818:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.313883:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000281d94e0/0xff23d3f688d92e54 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x818:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.313899:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.313915:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f71c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+243:2391:x1876087010785408:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 97us (8153us total) trans 0 rc 0/0
00010000:00010000:1.0:1789185323.314034:0:178148:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d92e69 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x81a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.314050:0:178148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d92e69 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x81a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.314062:0:178148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d92e69 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x81a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.314070:0:178148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d92e69 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x81a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.314090:0:178148:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1789185323.314257:0:178148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d0e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+771:3638:x1876087018897792:12345-0@lo:6:osp-syn-1-0.0 Request processed in 27186us (27388us total) trans 4294989533 rc 0/0
00000100:00100000:1.0:1789185323.314265:0:178148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37779
00000100:00100000:1.0:1789185323.314285:0:178148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37786
00000100:00100000:1.0:1789185323.314292:0:178148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b15179bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+770:3635:x1876087018899072:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185323.314315:0:178148:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2077 count 1
00010000:00010000:1.0:1789185323.314336:0:178148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004e6d0f6b/0xff23d3f688d92e9a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x81d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.314351:0:178148:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000da2ea577/0xff23d3f688d8f26b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x81d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad02 expref: 243 pid: 35218 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.314358:0:178148:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x81d:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.314361:0:178148:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x81d:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.314365:0:178148:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004e6d0f6b/0xff23d3f688d92e9a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x81d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.314395:0:178148:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000da2ea577/0xff23d3f688d8f26b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x81d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad02 expref: 243 pid: 35218 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.314408:0:178148:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000da2ea577/0xff23d3f688d8f26b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x81d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad02 expref: 243 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.314421:0:178148:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f713480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:178148:1876087018899584:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.314482:0:178148:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0240 going to sleep for 11 seconds
00000100:00100000:0.0:1789185323.314512:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23261
00000100:00100000:0.0:1789185323.314532:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23262
00000100:00100000:0.0:1789185323.314539:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f71d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+249:2391:x1876087010785664:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.314564:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.314570:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000057ec84a0/0xff23d3f688d8f096 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x818:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4acb5 expref: 249 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.314587:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000057ec84a0/0xff23d3f688d8f096 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x818:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4acb5 expref: 249 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.314601:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000057ec84a0/0xff23d3f688d8f096 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x818:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4acb5 expref: 249 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.314612:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x818:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.314615:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x818:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.314620:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ef1f9aa4/0xff23d3f688d92e62 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x818:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.314628:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ef1f9aa4/0xff23d3f688d92e62 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x818:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.314648:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.314668:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f71d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+248:2391:x1876087010785664:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 130us (8889us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.314675:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23262
00000100:00100000:0.0:1789185323.314690:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23263
00000100:00100000:0.0:1789185323.314697:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f71ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+242:2392:x1876087010786048:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.314704:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.314708:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a35e858d/0xff23d3f688d8f328 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x819:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4acca expref: 242 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.314723:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a35e858d/0xff23d3f688d8f328 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x819:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4acca expref: 242 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.314735:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a35e858d/0xff23d3f688d8f328 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x819:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4acca expref: 242 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.314745:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x819:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.314748:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x819:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.314752:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000048e3f1cb/0xff23d3f688d92e70 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x819:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.314760:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000048e3f1cb/0xff23d3f688d92e70 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x819:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.314775:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.314791:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f71ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+241:2392:x1876087010786048:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 95us (8106us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.314797:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23263
00010000:00010000:0.0:1789185323.314816:0:35222:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000007df5f236/0xff23d3f688d92e4d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x816:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.314825:0:35222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007df5f236/0xff23d3f688d92e4d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x816:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.314833:0:35222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007df5f236/0xff23d3f688d92e4d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x816:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.314841:0:35222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007df5f236/0xff23d3f688d92e4d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x816:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.314854:0:35222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:0.0:1789185323.315008:0:35222:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149f08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+771:3635:x1876087018896000:12345-0@lo:6:osp-syn-1-0.0 Request processed in 32944us (35488us total) trans 4294989534 rc 0/0
00000100:00100000:0.0:1789185323.315015:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37776
00000004:00080000:0.0:1789185323.315083:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f713100/2, rc 0, transno 4294989534
00000100:00100000:0.0:1789185323.315096:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f713100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018896000:0@lo:6:osp-syn-1-0.0
00010000:00010000:1.0:1789185323.315599:0:16720:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000281d94e0/0xff23d3f688d92e54 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x818:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.315610:0:16720:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000281d94e0/0xff23d3f688d92e54 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x818:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.315619:0:16720:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000281d94e0/0xff23d3f688d92e54 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x818:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.315626:0:16720:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000281d94e0/0xff23d3f688d92e54 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x818:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.315642:0:16720:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00000100:00100000:1.0:1789185323.315727:0:16720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d0f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+771:3638:x1876087018896256:12345-0@lo:6:osp-syn-1-0.0 Request processed in 33815us (34620us total) trans 4294989535 rc 0/0
00000100:00100000:1.0:1789185323.315737:0:16720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37775
00010000:00010000:1.0:1789185323.315761:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:1.0:1789185323.315768:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d92e69 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x81a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.315776:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149883200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.315781:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d92e69 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x81a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.315791:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d92e69 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x81a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.315806:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d92e69 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x81a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.315813:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d92e69 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x81a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.315839:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:1.0:1789185323.315842:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007df5f236/0xff23d3f688d92e4d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x816:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.315849:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149b85200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.315852:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007df5f236/0xff23d3f688d92e4d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x816:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.315865:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007df5f236/0xff23d3f688d92e4d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x816:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.315874:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007df5f236/0xff23d3f688d92e4d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x816:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.315881:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007df5f236/0xff23d3f688d92e4d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x816:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.315895:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1789185323.315898:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000281d94e0/0xff23d3f688d92e54 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x818:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.315904:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149882800 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.315907:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000281d94e0/0xff23d3f688d92e54 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x818:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.315915:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000281d94e0/0xff23d3f688d92e54 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x818:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.315937:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000281d94e0/0xff23d3f688d92e54 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x818:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.315945:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000281d94e0/0xff23d3f688d92e54 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x818:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.315964:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.315965:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.315967:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:1.0:1789185323.315995:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14d0e3100/2, rc 0, transno 4294989533
00000100:00100000:1.0:1789185323.316001:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018897792:0@lo:6:osp-syn-1-0.0
00000004:00080000:1.0:1789185323.316013:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14d0f9f80/2, rc 0, transno 4294989535
00000100:00100000:1.0:1789185323.316017:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018896256:0@lo:6:osp-syn-1-0.0
00010000:00010000:1.0:1789185323.316036:0:34810:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000048e3f1cb/0xff23d3f688d92e70 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x819:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.316045:0:34810:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000048e3f1cb/0xff23d3f688d92e70 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x819:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.316053:0:34810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000048e3f1cb/0xff23d3f688d92e70 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x819:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.316060:0:34810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000048e3f1cb/0xff23d3f688d92e70 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x819:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.316078:0:34810:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1789185323.316146:0:34810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d0e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+771:3638:x1876087018897664:12345-0@lo:6:osp-syn-1-0.0 Request processed in 28890us (29229us total) trans 4294989536 rc 0/0
00000100:00100000:1.0:1789185323.316153:0:34810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37780
00000100:00100000:1.0:1789185323.316240:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151742d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018899840:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.316274:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:1.0:1789185323.316304:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14d0e0380/2, rc 0, transno 4294989536
00000100:00100000:1.0:1789185323.316311:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018897664:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.316320:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1789185323.316325:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018899712:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.316345:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.316389:0:35222:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018899840
00000100:00100000:1.0:1789185323.316394:0:35222:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018899840
00000100:00100000:1.0:1789185323.316419:0:35222:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018899712
00000100:00100000:1.0:1789185323.316422:0:35222:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018899712
00000100:00100000:1.0:1789185323.316451:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37787
00000100:00100000:1.0:1789185323.316458:0:35222:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d0e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+772:3638:x1876087018899840:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185323.316479:0:35222:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2079 count 1
00010000:00010000:1.0:1789185323.316496:0:35222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000092ed5948/0xff23d3f688d92ea1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x81f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.316511:0:35222:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000057016e1e/0xff23d3f688d8f279 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x81f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad1e expref: 240 pid: 35218 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.316519:0:35222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x81f:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.316523:0:35222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x81f:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.316527:0:35222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000092ed5948/0xff23d3f688d92ea1 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x81f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.316577:0:35222:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000057016e1e/0xff23d3f688d8f279 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x81f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad1e expref: 240 pid: 35218 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.316595:0:35222:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000057016e1e/0xff23d3f688d8f279 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x81f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad1e expref: 240 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.316606:0:35222:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149f09500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:35222:1876087018900224:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.316650:0:35222:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0600 going to sleep for 11 seconds
00000100:00100000:0.0:1789185323.318578:0:34809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37788
00000100:00100000:0.0:1789185323.318595:0:34809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d0e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+772:3638:x1876087018899712:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1789185323.318622:0:34809:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2078 count 1
00010000:00010000:0.0:1789185323.318644:0:34809:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fccf2c05/0xff23d3f688d92ea8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x81e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.318664:0:34809:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008e310018/0xff23d3f688d8fe26 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x81e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b9f8 expref: 240 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.318674:0:34809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x81e:0x0].0x0 since=122s v=(0 0)
00010000:00010000:0.0:1789185323.318678:0:34809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x81e:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1789185323.318684:0:34809:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fccf2c05/0xff23d3f688d92ea8 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x81e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.318714:0:34809:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008e310018/0xff23d3f688d8fe26 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x81e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b9f8 expref: 240 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.318726:0:34809:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008e310018/0xff23d3f688d8fe26 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x81e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b9f8 expref: 240 pid: 8429 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.318740:0:34809:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151798000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:34809:1876087018900352:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.318803:0:34809:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe160c0 going to sleep for 11 seconds
00000100:00100000:0.0:1789185323.318835:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018899968:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185323.318875:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185323.318917:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789185323.318935:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018900096:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185323.318957:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:0.0:1789185323.318979:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185323.318986:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000048e3f1cb/0xff23d3f688d92e70 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x819:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.318995:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149883800 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.318999:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000048e3f1cb/0xff23d3f688d92e70 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x819:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.319008:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000048e3f1cb/0xff23d3f688d92e70 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x819:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.319027:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000048e3f1cb/0xff23d3f688d92e70 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x819:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.319040:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000048e3f1cb/0xff23d3f688d92e70 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x819:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.319063:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.319065:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.319067:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789185323.319082:0:178142:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018899968
00000100:00100000:0.0:1789185323.319089:0:178142:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018899968
00000100:00100000:0.0:1789185323.319115:0:178142:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018900096
00000100:00100000:0.0:1789185323.319118:0:178142:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018900096
00000100:00100000:0.0:1789185323.319128:0:178142:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37789
00000100:00100000:0.0:1789185323.319134:0:178142:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b15179a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+774:3635:x1876087018899968:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1789185323.319146:0:178142:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2080 count 1
00010000:00010000:0.0:1789185323.319158:0:178142:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d46a263f/0xff23d3f688d92eaf lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x820:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.319170:0:178142:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003fc8ef26/0xff23d3f688d8f280 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x820:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad2c expref: 240 pid: 35218 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.319177:0:178142:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x820:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.319181:0:178142:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x820:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.319184:0:178142:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d46a263f/0xff23d3f688d92eaf lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x820:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.319203:0:178142:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003fc8ef26/0xff23d3f688d8f280 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x820:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad2c expref: 240 pid: 35218 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.319218:0:178142:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003fc8ef26/0xff23d3f688d8f280 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x820:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad2c expref: 240 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.319228:0:178142:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151799180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:178142:1876087018900480:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.319252:0:178142:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe16c00 going to sleep for 11 seconds
00000100:00100000:0.0:1789185323.319268:0:178145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37790
00000100:00100000:0.0:1789185323.319276:0:178145:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b15179a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+774:3635:x1876087018900096:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1789185323.319288:0:178145:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2081 count 1
00010000:00010000:0.0:1789185323.319299:0:178145:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000085141f8/0xff23d3f688d92eb6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x821:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.319311:0:178145:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000dfa4d19f/0xff23d3f688d8f287 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x821:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad3a expref: 240 pid: 35218 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.319317:0:178145:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x821:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.319320:0:178145:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x821:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.319324:0:178145:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000085141f8/0xff23d3f688d92eb6 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x821:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.319341:0:178145:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000dfa4d19f/0xff23d3f688d8f287 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x821:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad3a expref: 240 pid: 35218 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.319349:0:178145:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000dfa4d19f/0xff23d3f688d8f287 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x821:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad3a expref: 240 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.319364:0:178145:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b15179b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:178145:1876087018900608:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.319386:0:178145:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe16e40 going to sleep for 11 seconds
00010000:00010000:0.0:1789185323.320029:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.320035:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.320048:0:178169:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000ef1f9aa4/0xff23d3f688d92e62 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x818:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.320060:0:178169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ef1f9aa4/0xff23d3f688d92e62 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x818:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.320070:0:178169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ef1f9aa4/0xff23d3f688d92e62 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x818:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.320079:0:178169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ef1f9aa4/0xff23d3f688d92e62 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x818:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.320099:0:178169:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1789185323.320246:0:178169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151798700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+770:3635:x1876087018897152:12345-0@lo:6:osp-syn-0-0.0 Request processed in 34887us (36607us total) trans 4294977734 rc 0/0
00000100:00100000:0.0:1789185323.320255:0:178169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37778
00000004:00080000:0.0:1789185323.320324:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b151798e00/2, rc 0, transno 4294977734
00000100:00100000:0.0:1789185323.320336:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151798e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018897152:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185323.320788:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.320808:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.320822:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.320886:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.320897:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.320908:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.320987:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:3.0:1789185323.321021:0:178144:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e4ea1533/0xff23d3f688d8f08f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x817:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aca7 expref: 247 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.321036:0:178144:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f711f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:178144:1876087018897408:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.321059:0:178144:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000005aeaabf/0xff23d3f688d92e5b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x817:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.321068:0:178144:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000005aeaabf/0xff23d3f688d92e5b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x817:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.321076:0:178144:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000005aeaabf/0xff23d3f688d92e5b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x817:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.321084:0:178144:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000005aeaabf/0xff23d3f688d92e5b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x817:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.321092:0:178144:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000005aeaabf/0xff23d3f688d92e5b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x817:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.321104:0:178144:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:3.0:1789185323.321194:0:178144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151799880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+770:3635:x1876087018897024:12345-0@lo:6:osp-syn-0-0.0 Request processed in 36361us (38177us total) trans 4294977735 rc 0/0
00000100:00100000:3.0:1789185323.321201:0:178144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37777
00000100:00100000:3.0:1789185323.321224:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010784896
00000100:00100000:3.0:1789185323.321229:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010784896
00010000:00010000:3.0:1789185323.321252:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001d416bda/0xff23d3f688d8f065 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x811:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac53 expref: 247 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.321269:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010785152
00000100:00100000:3.0:1789185323.321272:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010785152
00010000:00010000:3.0:1789185323.321282:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004692057c/0xff23d3f688d8f07a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x814:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac7d expref: 248 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.321294:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010785024
00000100:00100000:3.0:1789185323.321296:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010785024
00010000:00010000:3.0:1789185323.321307:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000008d23050e/0xff23d3f688d8f081 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x815:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac8b expref: 249 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.321318:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010785920
00000100:00100000:3.0:1789185323.321320:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010785920
00010000:00010000:3.0:1789185323.321330:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007b15e4a5/0xff23d3f688d8f248 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x817:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4acae expref: 241 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.321340:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010786304
00000100:00100000:3.0:1789185323.321342:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010786304
00010000:00010000:3.0:1789185323.321350:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000516e4fdb/0xff23d3f688d8f25d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x81b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ace6 expref: 242 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.321359:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010786560
00000100:00100000:3.0:1789185323.321361:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010786560
00010000:00010000:3.0:1789185323.321370:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000060ea455b/0xff23d3f688d8f0ab lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x81b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4acdf expref: 250 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.321381:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010786432
00000100:00100000:3.0:1789185323.321384:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010786432
00010000:00010000:3.0:1789185323.321396:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007d4bb9da/0xff23d3f688d8f0a4 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x81a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4acd1 expref: 251 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.321406:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010786176
00000100:00100000:3.0:1789185323.321409:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010786176
00010000:00010000:3.0:1789185323.321419:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000aea1d830/0xff23d3f688d8f09d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x819:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4acc3 expref: 252 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.321444:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23264
00000100:00100000:3.0:1789185323.321452:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b247d6d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+252:2393:x1876087010784896:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.321465:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.321470:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001d416bda/0xff23d3f688d8f065 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x811:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac53 expref: 252 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.321484:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001d416bda/0xff23d3f688d8f065 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x811:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac53 expref: 252 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.321507:0:178150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001d416bda/0xff23d3f688d8f065 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x811:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac53 expref: 252 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.321520:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x811:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.321525:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x811:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.321531:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d92e31 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x811:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.321540:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d92e31 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x811:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.321589:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.321618:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b247d6d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+251:2393:x1876087010784896:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 168us (9328us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.321625:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23264
00000100:00100000:3.0:1789185323.321661:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23265
00000100:00100000:3.0:1789185323.321667:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f71f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+250:2393:x1876087010785152:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.321674:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.321678:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004692057c/0xff23d3f688d8f07a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x814:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac7d expref: 250 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.321689:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004692057c/0xff23d3f688d8f07a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x814:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac7d expref: 250 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.321701:0:178150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004692057c/0xff23d3f688d8f07a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x814:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac7d expref: 250 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.321711:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x814:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.321714:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x814:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.321718:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000008e9a7fa0/0xff23d3f688d92e3f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x814:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.321725:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008e9a7fa0/0xff23d3f688d92e3f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x814:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.321750:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.321766:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f71f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+249:2393:x1876087010785152:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 99us (980us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.321772:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23265
00000100:00100000:3.0:1789185323.321783:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23266
00000100:00100000:3.0:1789185323.321790:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151748380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+248:2393:x1876087010785024:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.321796:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.321801:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000008d23050e/0xff23d3f688d8f081 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x815:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac8b expref: 248 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.321811:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000008d23050e/0xff23d3f688d8f081 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x815:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac8b expref: 248 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.321823:0:178150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008d23050e/0xff23d3f688d8f081 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x815:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ac8b expref: 248 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.321832:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x815:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.321835:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x815:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.321839:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b2067f66/0xff23d3f688d92e38 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x815:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.321847:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b2067f66/0xff23d3f688d92e38 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x815:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.321869:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.321887:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151748380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+247:2393:x1876087010785024:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 98us (1078us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.321894:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23266
00000100:00100000:3.0:1789185323.321908:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23267
00000100:00100000:3.0:1789185323.321914:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151749880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+242:2393:x1876087010785920:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185323.322043:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:1.0:1789185323.322051:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ef1f9aa4/0xff23d3f688d92e62 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x818:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.322059:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bca00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.322064:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ef1f9aa4/0xff23d3f688d92e62 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x818:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.322074:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ef1f9aa4/0xff23d3f688d92e62 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x818:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.322087:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ef1f9aa4/0xff23d3f688d92e62 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x818:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.322095:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ef1f9aa4/0xff23d3f688d92e62 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x818:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.322113:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1789185323.322116:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000005aeaabf/0xff23d3f688d92e5b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x817:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.322123:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b26239bc00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.322126:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000005aeaabf/0xff23d3f688d92e5b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x817:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.322134:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000005aeaabf/0xff23d3f688d92e5b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x817:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.322143:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000005aeaabf/0xff23d3f688d92e5b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x817:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.322151:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000005aeaabf/0xff23d3f688d92e5b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x817:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.322165:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.322166:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.322168:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789185323.322186:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151799f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018900736:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185323.322225:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.322286:0:178143:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0fb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:178143:1876087018898432:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.322301:0:178143:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000fa501034/0xff23d3f688d92e77 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x819:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.322326:0:8428:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f712d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8428:1876087018899200:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.322339:0:8428:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000ba247524/0xff23d3f688d92e85 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x81a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.322354:0:35218:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000008e9a7fa0/0xff23d3f688d92e3f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x814:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.322362:0:35218:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008e9a7fa0/0xff23d3f688d92e3f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x814:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.322371:0:35218:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008e9a7fa0/0xff23d3f688d92e3f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x814:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.322379:0:35218:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008e9a7fa0/0xff23d3f688d92e3f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x814:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.322391:0:35218:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1789185323.322505:0:35218:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151740e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+770:3638:x1876087018895232:12345-0@lo:6:osp-syn-0-0.0 Request processed in 40865us (41602us total) trans 4294977736 rc 0/0
00000100:00100000:1.0:1789185323.322512:0:35218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37773
00000100:00100000:1.0:1789185323.322527:0:35218:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018900736
00000100:00100000:1.0:1789185323.322531:0:35218:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018900736
00000100:00100000:1.0:1789185323.322568:0:35218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37791
00000100:00100000:1.0:1789185323.322575:0:35218:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149f0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+770:3637:x1876087018900736:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185323.322595:0:35218:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2076 count 1
00010000:00010000:1.0:1789185323.322613:0:35218:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000052b873d9/0xff23d3f688d92ebd lrc: 3/0,1 mode: --/PW res: [0x280000401:0x81c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.322627:0:35218:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000008489633e/0xff23d3f688d8f0b2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x81c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aced expref: 246 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.322636:0:35218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x81c:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.322639:0:35218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x81c:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.322643:0:35218:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000052b873d9/0xff23d3f688d92ebd lrc: 4/0,1 mode: --/PW res: [0x280000401:0x81c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.322669:0:35218:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000008489633e/0xff23d3f688d8f0b2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x81c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aced expref: 246 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.322681:0:35218:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000008489633e/0xff23d3f688d8f0b2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x81c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aced expref: 246 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.322690:0:35218:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149f0b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35218:1876087018900864:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.322727:0:35218:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a09c0 going to sleep for 11 seconds
00010000:00010000:1.0:1789185323.322740:0:8431:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b2067f66/0xff23d3f688d92e38 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x815:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.322747:0:8431:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b2067f66/0xff23d3f688d92e38 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x815:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.322754:0:8431:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b2067f66/0xff23d3f688d92e38 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x815:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.322761:0:8431:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b2067f66/0xff23d3f688d92e38 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x815:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.322777:0:8431:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:1.0:1789185323.322841:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b147624e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+771:3638:x1876087018895360:12345-0@lo:6:osp-syn-0-0.0 Request processed in 41389us (42034us total) trans 4294977737 rc 0/0
00000100:00100000:1.0:1789185323.322848:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37772
00000004:00080000:1.0:1789185323.322889:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f71fb80/2, rc 0, transno 4294977736
00000100:00100000:1.0:1789185323.322903:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f71fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018895232:0@lo:6:osp-syn-0-0.0
00000004:00080000:1.0:1789185323.322912:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f71ea00/2, rc 0, transno 4294977737
00000100:00100000:1.0:1789185323.322915:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f71ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018895360:0@lo:6:osp-syn-0-0.0
00010000:00010000:0.0:1789185323.323057:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:0.0:1789185323.323063:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008e9a7fa0/0xff23d3f688d92e3f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x814:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.323071:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149882400 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.323074:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008e9a7fa0/0xff23d3f688d92e3f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x814:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.323082:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008e9a7fa0/0xff23d3f688d92e3f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x814:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.323097:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008e9a7fa0/0xff23d3f688d92e3f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x814:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.323105:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008e9a7fa0/0xff23d3f688d92e3f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x814:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.323124:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185323.323127:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b2067f66/0xff23d3f688d92e38 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x815:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.323133:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149882200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.323136:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b2067f66/0xff23d3f688d92e38 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x815:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.323143:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b2067f66/0xff23d3f688d92e38 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x815:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.323152:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b2067f66/0xff23d3f688d92e38 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x815:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.323159:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b2067f66/0xff23d3f688d92e38 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x815:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.323171:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.323173:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.323174:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.323180:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789185323.323195:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23268
00000100:00100000:0.0:1789185323.323207:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151749500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+242:2393:x1876087010786304:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.323217:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.323222:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000516e4fdb/0xff23d3f688d8f25d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x81b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ace6 expref: 242 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.323234:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000516e4fdb/0xff23d3f688d8f25d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x81b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ace6 expref: 242 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.323248:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x81b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.323251:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x81b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.323256:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000061d7eee5/0xff23d3f688d92e7e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x81b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.323264:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000061d7eee5/0xff23d3f688d92e7e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x81b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.323278:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.323302:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151749500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+242:2393:x1876087010786304:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 100us (2416us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.323308:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23268
00000100:00100000:0.0:1789185323.323325:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23269
00000100:00100000:0.0:1789185323.323331:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151748a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+246:2393:x1876087010786560:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.323339:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.323345:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000060ea455b/0xff23d3f688d8f0ab lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x81b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4acdf expref: 246 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.323355:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000060ea455b/0xff23d3f688d8f0ab lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x81b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4acdf expref: 246 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.323366:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x81b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.323369:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x81b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.323374:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d4cdc89e/0xff23d3f688d92e8c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x81b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.323381:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d4cdc89e/0xff23d3f688d92e8c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x81b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.323392:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.323409:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151748a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+246:2393:x1876087010786560:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 79us (2511us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.323415:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23269
00000100:00100000:0.0:1789185323.323429:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23270
00000100:00100000:0.0:1789185323.323448:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b15174a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+245:2393:x1876087010786432:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.323457:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.323462:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000007d4bb9da/0xff23d3f688d8f0a4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x81a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4acd1 expref: 245 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.323472:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007d4bb9da/0xff23d3f688d8f0a4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x81a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4acd1 expref: 245 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.323484:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007d4bb9da/0xff23d3f688d8f0a4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x81a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4acd1 expref: 245 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.323495:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x81a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.323498:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x81a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.323502:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ba247524/0xff23d3f688d92e85 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x81a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.323510:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ba247524/0xff23d3f688d92e85 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x81a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.323597:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.323604:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007b15e4a5/0xff23d3f688d8f248 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x817:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4acae expref: 241 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.323616:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007b15e4a5/0xff23d3f688d8f248 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x817:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4acae expref: 241 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.323629:0:178150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007b15e4a5/0xff23d3f688d8f248 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x817:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4acae expref: 241 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.323641:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x817:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.323643:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x817:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.323648:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006abc7636/0xff23d3f688d92e46 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x817:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.323656:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006abc7636/0xff23d3f688d92e46 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x817:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.323765:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23271
00000100:00100000:2.0:1789185323.323775:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b247d6ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+244:2391:x1876087010786176:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.323784:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.323790:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000aea1d830/0xff23d3f688d8f09d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x819:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4acc3 expref: 244 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.323801:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000aea1d830/0xff23d3f688d8f09d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x819:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4acc3 expref: 244 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.323813:0:10396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000aea1d830/0xff23d3f688d8f09d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x819:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4acc3 expref: 244 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.323829:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x819:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.323832:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x819:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.323836:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000fa501034/0xff23d3f688d92e77 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x819:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.323844:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fa501034/0xff23d3f688d92e77 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x819:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.323903:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.323938:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b15174a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+243:2393:x1876087010786432:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 503us (3028us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.323945:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23270
00000004:00080000:0.0:1789185323.323997:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b149f08700/2, rc 0, transno 4294977735
00000100:00100000:0.0:1789185323.324003:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149f08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018897024:0@lo:6:osp-syn-0-0.0
00010000:00010000:1.0:1789185323.324402:0:8428:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000ba247524/0xff23d3f688d92e85 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x81a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.324412:0:8428:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ba247524/0xff23d3f688d92e85 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x81a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.324423:0:8428:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ba247524/0xff23d3f688d92e85 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x81a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.324431:0:8428:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ba247524/0xff23d3f688d92e85 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x81a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.324466:0:8428:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1789185323.324629:0:8428:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f710e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+771:3637:x1876087018898688:12345-0@lo:6:osp-syn-0-0.0 Request processed in 21557us (21852us total) trans 4294977738 rc 0/0
00000100:00100000:1.0:1789185323.324636:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37783
00000004:00080000:1.0:1789185323.324671:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b151798a80/2, rc 0, transno 4294977738
00000100:00100000:1.0:1789185323.324675:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151798a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018898688:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185323.324731:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149f09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018900992:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185323.324779:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.324851:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151774a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018901376:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185323.324877:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.324906:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018901120:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185323.324944:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.324966:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789185323.324973:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e55d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018901248:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185323.324992:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.325015:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018900992
00000100:00100000:1.0:1789185323.325020:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018900992
00000100:00100000:1.0:1789185323.325048:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37792
00000100:00100000:1.0:1789185323.325055:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149f0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+771:3638:x1876087018900992:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185323.325078:0:8431:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2077 count 1
00010000:00010000:1.0:1789185323.325099:0:8431:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000057531eb4/0xff23d3f688d92ec4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x81d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.325118:0:8431:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000496a4efa/0xff23d3f688d8f0b9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x81d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4acfb expref: 242 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.325127:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x81d:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.325131:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x81d:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.325136:0:8431:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000057531eb4/0xff23d3f688d92ec4 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x81d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.325165:0:8431:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000496a4efa/0xff23d3f688d8f0b9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x81d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4acfb expref: 242 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.325179:0:8431:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000496a4efa/0xff23d3f688d8f0b9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x81d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4acfb expref: 242 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.325190:0:8431:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14da1b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8431:1876087018901504:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.325237:0:8431:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0900 going to sleep for 11 seconds
00000100:00100000:1.0:1789185323.325251:0:16720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018901376
00000100:00100000:1.0:1789185323.325255:0:16720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018901376
00000100:00100000:1.0:1789185323.325274:0:16720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018901120
00000100:00100000:1.0:1789185323.325277:0:16720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018901120
00000100:00100000:1.0:1789185323.325288:0:16720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018901248
00000100:00100000:1.0:1789185323.325290:0:16720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018901248
00000100:00100000:1.0:1789185323.325301:0:16720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37793
00000100:00100000:1.0:1789185323.325307:0:16720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b2769b1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+774:3637:x1876087018901376:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185323.325319:0:16720:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2080 count 1
00010000:00010000:1.0:1789185323.325331:0:16720:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007fe0979b/0xff23d3f688d92ecb lrc: 3/0,1 mode: --/PW res: [0x280000401:0x820:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.325343:0:16720:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006de1ab31/0xff23d3f688d8f0ce lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x820:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad25 expref: 242 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.325349:0:16720:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x820:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.325352:0:16720:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x820:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.325356:0:16720:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007fe0979b/0xff23d3f688d92ecb lrc: 4/0,1 mode: --/PW res: [0x280000401:0x820:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.325375:0:16720:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006de1ab31/0xff23d3f688d8f0ce lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x820:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad25 expref: 242 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.325384:0:16720:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006de1ab31/0xff23d3f688d8f0ce lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x820:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad25 expref: 242 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.325393:0:16720:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14da19c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16720:1876087018901632:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.325418:0:16720:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a03c0 going to sleep for 11 seconds
00000100:00100000:1.0:1789185323.325450:0:34810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37794
00000100:00100000:1.0:1789185323.325458:0:34810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14da19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+774:3635:x1876087018901120:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185323.325470:0:34810:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2078 count 1
00010000:00010000:1.0:1789185323.325481:0:34810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000691a0de/0xff23d3f688d92ed2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x81e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.325493:0:34810:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000df26acdf/0xff23d3f688d8f0c0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x81e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad09 expref: 242 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.325499:0:34810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x81e:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.325502:0:34810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x81e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.325505:0:34810:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000691a0de/0xff23d3f688d92ed2 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x81e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.325521:0:34810:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000df26acdf/0xff23d3f688d8f0c0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x81e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad09 expref: 242 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.325530:0:34810:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000df26acdf/0xff23d3f688d8f0c0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x81e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad09 expref: 242 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.325539:0:34810:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14da1a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:34810:1876087018901760:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.325588:0:34810:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0e40 going to sleep for 11 seconds
00000100:00100000:1.0:1789185323.325604:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37795
00000100:00100000:1.0:1789185323.325610:0:8428:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14da1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+774:3635:x1876087018901248:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185323.325621:0:8428:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2079 count 1
00010000:00010000:1.0:1789185323.325634:0:8428:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dbd826d1/0xff23d3f688d92ed9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x81f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.325644:0:8428:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000068da9552/0xff23d3f688d8f0c7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x81f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad17 expref: 242 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.325651:0:8428:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x81f:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.325653:0:8428:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x81f:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.325657:0:8428:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dbd826d1/0xff23d3f688d92ed9 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x81f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.325675:0:8428:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000068da9552/0xff23d3f688d8f0c7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x81f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad17 expref: 242 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.325684:0:8428:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000068da9552/0xff23d3f688d8f0c7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x81f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad17 expref: 242 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.325699:0:8428:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14da18e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8428:1876087018901888:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.325721:0:8428:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a00c0 going to sleep for 11 seconds
00010000:00010000:0.0:1789185323.327356:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185323.327369:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ba247524/0xff23d3f688d92e85 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x81a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.327380:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149882c00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.327385:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ba247524/0xff23d3f688d92e85 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x81a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.327396:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ba247524/0xff23d3f688d92e85 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x81a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.327419:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ba247524/0xff23d3f688d92e85 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x81a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.327427:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ba247524/0xff23d3f688d92e85 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x81a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.327459:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.327461:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.327463:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.328047:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.328177:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.328231:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151749880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+240:2393:x1876087010785920:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 6311us (7403us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.328242:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23267
00010000:00010000:1.0:1789185323.328931:0:178146:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000006abc7636/0xff23d3f688d92e46 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x817:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.328946:0:178146:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006abc7636/0xff23d3f688d92e46 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x817:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.328957:0:178146:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006abc7636/0xff23d3f688d92e46 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x817:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.328965:0:178146:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006abc7636/0xff23d3f688d92e46 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x817:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.328990:0:178146:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1789185323.329147:0:178146:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d0fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+775:3638:x1876087018896128:12345-0@lo:6:osp-syn-1-0.0 Request processed in 47377us (48124us total) trans 4294989537 rc 0/0
00000100:00100000:1.0:1789185323.329155:0:178146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37774
00000004:00080000:1.0:1789185323.329211:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f710700/2, rc 0, transno 4294989537
00000100:00100000:1.0:1789185323.329224:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f710700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018896128:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.329313:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1789185323.329326:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151757480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018902016:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.329361:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:0.0:1789185323.331166:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185323.331178:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006abc7636/0xff23d3f688d92e46 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x817:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.331190:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149883000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.331195:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006abc7636/0xff23d3f688d92e46 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x817:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.331213:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006abc7636/0xff23d3f688d92e46 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x817:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.331237:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006abc7636/0xff23d3f688d92e46 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x817:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.331246:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006abc7636/0xff23d3f688d92e46 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x817:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.331275:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.331277:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.331279:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789185323.331298:0:178169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018902016
00000100:00100000:0.0:1789185323.331306:0:178169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018902016
00000100:00100000:0.0:1789185323.331356:0:178169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37796
00000100:00100000:0.0:1789185323.331365:0:178169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151757800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+775:3637:x1876087018902016:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1789185323.331417:0:178169:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2082 count 1
00010000:00010000:0.0:1789185323.331450:0:178169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d2308886/0xff23d3f688d92ee0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x822:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.331470:0:178169:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000457d587e/0xff23d3f688d8f28e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x822:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad48 expref: 239 pid: 35218 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.331480:0:178169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x822:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.331484:0:178169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x822:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.331489:0:178169:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d2308886/0xff23d3f688d92ee0 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x822:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.331537:0:178169:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000457d587e/0xff23d3f688d8f28e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x822:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad48 expref: 239 pid: 35218 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.331569:0:178169:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000457d587e/0xff23d3f688d8f28e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x822:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad48 expref: 239 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.331583:0:178169:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1517a5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:178169:1876087018902144:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.331655:0:178169:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe16900 going to sleep for 11 seconds
00010000:00010000:3.0:1789185323.332149:0:178147:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d92e31 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x811:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.332161:0:178147:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d92e31 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x811:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.332172:0:178147:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d92e31 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x811:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.332180:0:178147:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d92e31 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x811:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.332196:0:178147:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1789185323.332356:0:178147:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14da1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+775:3638:x1876087018894848:12345-0@lo:6:osp-syn-0-0.0 Request processed in 51123us (51602us total) trans 4294977739 rc 0/0
00000100:00100000:3.0:1789185323.332365:0:178147:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37771
00010000:00010000:3.0:1789185323.332416:0:8429:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000060ea455b/0xff23d3f688d8f0ab lrc: 0/0,0 mode: --/PR res: [0x280000401:0x81b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4acdf expref: 242 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.332429:0:8429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151780000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8429:1876087018899328:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.332466:0:8429:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d4cdc89e/0xff23d3f688d92e8c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x81b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.332475:0:8429:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d4cdc89e/0xff23d3f688d92e8c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x81b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.332483:0:8429:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d4cdc89e/0xff23d3f688d92e8c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x81b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.332493:0:8429:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d4cdc89e/0xff23d3f688d92e8c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x81b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.332500:0:8429:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d4cdc89e/0xff23d3f688d92e8c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x81b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.332514:0:8429:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:3.0:1789185323.332610:0:8429:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f711880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+775:3637:x1876087018898816:12345-0@lo:6:osp-syn-0-0.0 Request processed in 27555us (29722us total) trans 4294977740 rc 0/0
00000100:00100000:3.0:1789185323.332617:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37784
00010000:00010000:0.0:1789185323.334923:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:0.0:1789185323.334937:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d92e31 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x811:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.334949:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149882a00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.334954:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d92e31 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x811:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.334966:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d92e31 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x811:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.334991:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d92e31 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x811:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.334999:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d92e31 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x811:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.335028:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185323.335032:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d4cdc89e/0xff23d3f688d92e8c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x81b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.335038:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bd000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.335041:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d4cdc89e/0xff23d3f688d92e8c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x81b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.335048:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d4cdc89e/0xff23d3f688d92e8c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x81b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.335057:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d4cdc89e/0xff23d3f688d92e8c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x81b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.335064:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d4cdc89e/0xff23d3f688d92e8c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x81b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.335078:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.335080:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.335082:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.335090:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789185323.335223:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.335261:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.335360:0:8491:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b15179aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8491:1876087018899456:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.335386:0:8491:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000005a3b722d/0xff23d3f688d92e93 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x81c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.335414:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010786688
00000100:00100000:0.0:1789185323.335420:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010786688
00010000:00010000:0.0:1789185323.335461:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000776294a2/0xff23d3f688d8f264 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x81c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4acf4 expref: 240 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.335490:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010786816
00000100:00100000:0.0:1789185323.335494:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010786816
00010000:00010000:0.0:1789185323.335507:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000da2ea577/0xff23d3f688d8f26b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x81d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad02 expref: 241 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.335528:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23272
00000100:00100000:0.0:1789185323.335537:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1517a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+241:2392:x1876087010786688:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.335571:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.335578:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000776294a2/0xff23d3f688d8f264 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x81c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4acf4 expref: 241 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.335592:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000776294a2/0xff23d3f688d8f264 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x81c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4acf4 expref: 241 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.335609:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000776294a2/0xff23d3f688d8f264 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x81c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4acf4 expref: 241 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.335624:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x81c:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.335629:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x81c:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.335636:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005a3b722d/0xff23d3f688d92e93 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x81c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.335646:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005a3b722d/0xff23d3f688d92e93 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x81c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.335668:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.335714:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1517a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+240:2392:x1876087010786688:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 177us (492us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.335722:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23272
00000100:00100000:0.0:1789185323.335744:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23273
00000100:00100000:0.0:1789185323.335751:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1517a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+239:2393:x1876087010786816:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.335760:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.335765:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000da2ea577/0xff23d3f688d8f26b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x81d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad02 expref: 239 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.335776:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000da2ea577/0xff23d3f688d8f26b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x81d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad02 expref: 239 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.335789:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x81d:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.335792:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x81d:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.335796:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004e6d0f6b/0xff23d3f688d92e9a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x81d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.335804:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004e6d0f6b/0xff23d3f688d92e9a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x81d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.335821:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.335840:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1517a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+239:2393:x1876087010786816:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 90us (578us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.335847:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23273
00010000:00010000:0.0:1789185323.335871:0:8491:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000005a3b722d/0xff23d3f688d92e93 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x81c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.335880:0:8491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005a3b722d/0xff23d3f688d92e93 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x81c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.335891:0:8491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005a3b722d/0xff23d3f688d92e93 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x81c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.335899:0:8491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005a3b722d/0xff23d3f688d92e93 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x81c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.335915:0:8491:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1789185323.336203:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1789185323.336326:0:35223:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000516e4fdb/0xff23d3f688d8f25d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x81b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ace6 expref: 238 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.336340:0:35223:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b15179b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:35223:1876087018898560:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.336356:0:35223:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000061d7eee5/0xff23d3f688d92e7e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x81b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.336364:0:35223:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000061d7eee5/0xff23d3f688d92e7e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x81b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.336371:0:35223:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000061d7eee5/0xff23d3f688d92e7e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x81b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.336380:0:35223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000061d7eee5/0xff23d3f688d92e7e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x81b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.336392:0:35223:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000061d7eee5/0xff23d3f688d92e7e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x81b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.336407:0:35223:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:0.0:1789185323.339608:0:8491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151799c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+776:3635:x1876087018898944:12345-0@lo:6:osp-syn-1-0.0 Request processed in 33362us (33601us total) trans 4294989538 rc 0/0
00000100:00100000:0.0:1789185323.339620:0:8491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37785
00010000:00010000:0.0:1789185323.339665:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:0.0:1789185323.339673:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005a3b722d/0xff23d3f688d92e93 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x81c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.339685:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149b84e00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.339691:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005a3b722d/0xff23d3f688d92e93 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x81c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.339703:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005a3b722d/0xff23d3f688d92e93 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x81c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.339726:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005a3b722d/0xff23d3f688d92e93 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x81c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.339734:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005a3b722d/0xff23d3f688d92e93 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x81c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.339762:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185323.339765:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000061d7eee5/0xff23d3f688d92e7e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x81b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.339771:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149b85800 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.339774:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000061d7eee5/0xff23d3f688d92e7e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x81b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.339780:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000061d7eee5/0xff23d3f688d92e7e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x81b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.339789:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000061d7eee5/0xff23d3f688d92e7e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x81b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.339795:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000061d7eee5/0xff23d3f688d92e7e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x81b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.339807:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.339809:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.339811:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789185323.339870:0:34809:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151798000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:34809:1876087018900352:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.339895:0:34809:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000fccf2c05/0xff23d3f688d92ea8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x81e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.339916:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789185323.339936:0:178142:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151799180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:178142:1876087018900480:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.339948:0:178142:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d46a263f/0xff23d3f688d92eaf lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x820:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.340131:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.340187:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.340207:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010786944
00000100:00100000:0.0:1789185323.340213:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010786944
00010000:00010000:0.0:1789185323.340241:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000057016e1e/0xff23d3f688d8f279 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x81f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad1e expref: 238 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.340265:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010787200
00000100:00100000:0.0:1789185323.340268:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010787200
00010000:00010000:0.0:1789185323.340280:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003fc8ef26/0xff23d3f688d8f280 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x820:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad2c expref: 239 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.340299:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23274
00000100:00100000:0.0:1789185323.340309:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1517a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+239:2391:x1876087010786944:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.340323:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.340329:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000057016e1e/0xff23d3f688d8f279 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x81f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad1e expref: 239 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.340342:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000057016e1e/0xff23d3f688d8f279 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x81f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad1e expref: 239 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.340362:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x81f:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.340368:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x81f:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.340375:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000092ed5948/0xff23d3f688d92ea1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x81f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.340386:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000092ed5948/0xff23d3f688d92ea1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x81f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.340405:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.340457:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1517a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+239:2391:x1876087010786944:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 149us (326us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.340464:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23274
00000100:00100000:0.0:1789185323.340481:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23275
00000100:00100000:0.0:1789185323.340489:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1517a4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+238:2391:x1876087010787200:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.340497:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.340502:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003fc8ef26/0xff23d3f688d8f280 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x820:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad2c expref: 238 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.340518:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003fc8ef26/0xff23d3f688d8f280 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x820:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad2c expref: 238 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.340531:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003fc8ef26/0xff23d3f688d8f280 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x820:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad2c expref: 238 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.340542:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x820:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.340565:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x820:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.340570:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d46a263f/0xff23d3f688d92eaf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x820:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.340578:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d46a263f/0xff23d3f688d92eaf lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x820:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.340596:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.340615:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1517a4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+237:2391:x1876087010787200:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 128us (428us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.340622:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23275
00000100:00100000:0.0:1789185323.340665:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.340701:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.340745:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.340757:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010787072
00000100:00100000:0.0:1789185323.340761:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010787072
00010000:00010000:0.0:1789185323.340774:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008e310018/0xff23d3f688d8fe26 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x81e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b9f8 expref: 237 pid: 8429 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.340794:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010787328
00000100:00100000:0.0:1789185323.340796:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010787328
00010000:00010000:0.0:1789185323.340808:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000008489633e/0xff23d3f688d8f0b2 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x81c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aced expref: 242 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.340819:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010787456
00000100:00100000:0.0:1789185323.340821:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010787456
00010000:00010000:0.0:1789185323.340833:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000dfa4d19f/0xff23d3f688d8f287 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x821:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad3a expref: 238 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.340845:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23276
00000100:00100000:0.0:1789185323.340852:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1517a6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+238:2391:x1876087010787072:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.340859:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.340864:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008e310018/0xff23d3f688d8fe26 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x81e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b9f8 expref: 238 pid: 8429 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.340875:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008e310018/0xff23d3f688d8fe26 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x81e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b9f8 expref: 238 pid: 8429 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.340890:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008e310018/0xff23d3f688d8fe26 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x81e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b9f8 expref: 238 pid: 8429 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.340899:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x81e:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1789185323.340902:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x81e:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1789185323.340907:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000fccf2c05/0xff23d3f688d92ea8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x81e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.340915:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fccf2c05/0xff23d3f688d92ea8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x81e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.340931:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.340949:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1517a6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+237:2391:x1876087010787072:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 98us (284us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.340956:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23276
00000100:00100000:0.0:1789185323.340970:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23277
00000100:00100000:0.0:1789185323.340976:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1517a6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+242:2391:x1876087010787328:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.340984:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.340989:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000008489633e/0xff23d3f688d8f0b2 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x81c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aced expref: 242 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.340998:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000008489633e/0xff23d3f688d8f0b2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x81c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aced expref: 242 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.341011:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x81c:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.341014:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x81c:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.341019:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000052b873d9/0xff23d3f688d92ebd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x81c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.341026:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000052b873d9/0xff23d3f688d92ebd lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x81c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.341042:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.341058:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1517a6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+242:2391:x1876087010787328:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 82us (356us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.341063:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23277
00000100:00100000:0.0:1789185323.341076:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23278
00000100:00100000:0.0:1789185323.341082:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b245022c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+236:2393:x1876087010787456:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.341089:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.341094:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000dfa4d19f/0xff23d3f688d8f287 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x821:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad3a expref: 236 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.341103:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000dfa4d19f/0xff23d3f688d8f287 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x821:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad3a expref: 236 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.341115:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x821:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.341118:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x821:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.341122:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000085141f8/0xff23d3f688d92eb6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x821:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.341129:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000085141f8/0xff23d3f688d92eb6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x821:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.341140:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.341156:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b245022c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+236:2393:x1876087010787456:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 74us (411us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.341165:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23278
00010000:00010000:0.0:1789185323.341199:0:34809:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000fccf2c05/0xff23d3f688d92ea8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x81e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.341208:0:34809:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fccf2c05/0xff23d3f688d92ea8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x81e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.341219:0:34809:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fccf2c05/0xff23d3f688d92ea8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x81e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.341229:0:34809:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fccf2c05/0xff23d3f688d92ea8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x81e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.341243:0:34809:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1789185323.341371:0:34809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d0e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+776:3638:x1876087018899712:12345-0@lo:6:osp-syn-1-0.0 Request processed in 22782us (25024us total) trans 4294989539 rc 0/0
00000100:00100000:0.0:1789185323.341378:0:34809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37788
00010000:00010000:0.0:1789185323.341400:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185323.341407:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fccf2c05/0xff23d3f688d92ea8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x81e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.341414:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149b85000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.341418:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fccf2c05/0xff23d3f688d92ea8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x81e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.341427:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fccf2c05/0xff23d3f688d92ea8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x81e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.341454:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fccf2c05/0xff23d3f688d92ea8 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x81e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.341462:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fccf2c05/0xff23d3f688d92ea8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x81e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.341483:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.341484:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.341486:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789185323.341644:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.341690:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.341730:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.341745:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010787584
00000100:00100000:0.0:1789185323.341749:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010787584
00010000:00010000:0.0:1789185323.341765:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000496a4efa/0xff23d3f688d8f0b9 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x81d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4acfb expref: 242 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.341779:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010788096
00000100:00100000:0.0:1789185323.341782:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010788096
00010000:00010000:0.0:1789185323.341792:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000457d587e/0xff23d3f688d8f28e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x822:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad48 expref: 236 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.341803:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010787968
00000100:00100000:0.0:1789185323.341805:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010787968
00010000:00010000:0.0:1789185323.341814:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000068da9552/0xff23d3f688d8f0c7 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x81f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad17 expref: 243 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.341832:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23279
00000100:00100000:0.0:1789185323.341838:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1517a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+243:2391:x1876087010787584:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.341846:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.341850:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000496a4efa/0xff23d3f688d8f0b9 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x81d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4acfb expref: 243 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.341860:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000496a4efa/0xff23d3f688d8f0b9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x81d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4acfb expref: 243 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.341873:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x81d:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.341877:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x81d:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.341881:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000057531eb4/0xff23d3f688d92ec4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x81d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.341888:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000057531eb4/0xff23d3f688d92ec4 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x81d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.341900:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.341927:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1517a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+243:2391:x1876087010787584:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 88us (282us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.341933:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23279
00000100:00100000:0.0:1789185323.341946:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23280
00000100:00100000:0.0:1789185323.341952:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1517a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+236:2393:x1876087010788096:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.341962:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.341966:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000457d587e/0xff23d3f688d8f28e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x822:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad48 expref: 236 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.341976:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000457d587e/0xff23d3f688d8f28e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x822:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad48 expref: 236 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.341988:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x822:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.341991:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x822:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.341995:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d2308886/0xff23d3f688d92ee0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x822:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.342003:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d2308886/0xff23d3f688d92ee0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x822:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.342015:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.342031:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1517a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+236:2393:x1876087010788096:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 79us (340us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.342037:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23280
00000100:00100000:0.0:1789185323.342050:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23281
00000100:00100000:0.0:1789185323.342056:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1517a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+242:2393:x1876087010787968:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.342063:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.342068:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000068da9552/0xff23d3f688d8f0c7 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x81f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad17 expref: 242 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.342083:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000068da9552/0xff23d3f688d8f0c7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x81f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad17 expref: 242 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.342095:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x81f:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.342098:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x81f:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.342102:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000dbd826d1/0xff23d3f688d92ed9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x81f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.342110:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dbd826d1/0xff23d3f688d92ed9 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x81f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.342122:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.342137:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1517a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+242:2393:x1876087010787968:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 82us (407us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.342143:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23281
00010000:00010000:0.0:1789185323.342181:0:178169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000457d587e/0xff23d3f688d8f28e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x822:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad48 expref: 235 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.342193:0:178169:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b1517a5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:178169:1876087018902144:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.342210:0:178169:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d2308886/0xff23d3f688d92ee0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x822:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.342220:0:178169:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d2308886/0xff23d3f688d92ee0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x822:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.342538:0:35223:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b15179b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+776:3635:x1876087018898304:12345-0@lo:6:osp-syn-1-0.0 Request processed in 43103us (43331us total) trans 4294989540 rc 0/0
00000100:00100000:2.0:1789185323.342560:0:35223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37782
00000100:00100000:2.0:1789185323.342616:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b247d6ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+241:2391:x1876087010786176:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 18842us (21628us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185323.342623:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23271
00010000:00010000:1.0:1789185323.342761:0:178143:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000fa501034/0xff23d3f688d92e77 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x819:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.342771:0:178143:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fa501034/0xff23d3f688d92e77 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x819:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.342780:0:178143:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fa501034/0xff23d3f688d92e77 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x819:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.342787:0:178143:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fa501034/0xff23d3f688d92e77 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x819:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.342811:0:178143:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1789185323.343004:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185323.343010:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fa501034/0xff23d3f688d92e77 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x819:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.343017:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149882e00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.343021:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fa501034/0xff23d3f688d92e77 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x819:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.343029:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fa501034/0xff23d3f688d92e77 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x819:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.343043:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fa501034/0xff23d3f688d92e77 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x819:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.343051:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fa501034/0xff23d3f688d92e77 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x819:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.343075:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.343076:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.343078:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789185323.343109:0:178143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b15179ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+775:3635:x1876087018898176:12345-0@lo:6:osp-syn-0-0.0 Request processed in 45961us (46400us total) trans 4294977741 rc 0/0
00000100:00100000:1.0:1789185323.343118:0:178143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37781
00000004:00080000:1.0:1789185323.343167:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14d0fad80/2, rc 0, transno 4294989539
00000100:00100000:1.0:1789185323.343190:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018899712:0@lo:6:osp-syn-1-0.0
00000004:00080000:1.0:1789185323.343207:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f71ca80/2, rc 0, transno 4294977739
00000100:00100000:1.0:1789185323.343219:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f71ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018894848:0@lo:6:osp-syn-0-0.0
00000004:00080000:1.0:1789185323.343245:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b151799500/2, rc 0, transno 4294977740
00000100:00100000:1.0:1789185323.343249:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151799500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018898816:0@lo:6:osp-syn-0-0.0
00010000:00010000:1.0:1789185323.343274:0:178148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000da2ea577/0xff23d3f688d8f26b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x81d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad02 expref: 234 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.343286:0:178148:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f713480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:178148:1876087018899584:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.343304:0:178148:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000004e6d0f6b/0xff23d3f688d92e9a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x81d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.343312:0:178148:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000004e6d0f6b/0xff23d3f688d92e9a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x81d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.343319:0:178148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004e6d0f6b/0xff23d3f688d92e9a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x81d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.343327:0:178148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004e6d0f6b/0xff23d3f688d92e9a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x81d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.343334:0:178148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004e6d0f6b/0xff23d3f688d92e9a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x81d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.343348:0:178148:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1789185323.343429:0:178148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b15179bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+776:3635:x1876087018899072:12345-0@lo:6:osp-syn-1-0.0 Request processed in 29137us (37369us total) trans 4294989541 rc 0/0
00000100:00100000:1.0:1789185323.343445:0:178148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37786
00010000:00010000:1.0:1789185323.343481:0:35222:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000057016e1e/0xff23d3f688d8f279 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x81f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad1e expref: 233 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.343493:0:35222:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149f09500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:35222:1876087018900224:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.343506:0:35222:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000092ed5948/0xff23d3f688d92ea1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x81f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.343520:0:35222:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000092ed5948/0xff23d3f688d92ea1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x81f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.343526:0:35222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000092ed5948/0xff23d3f688d92ea1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x81f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.343535:0:35222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000092ed5948/0xff23d3f688d92ea1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x81f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.343542:0:35222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000092ed5948/0xff23d3f688d92ea1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x81f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.343589:0:35222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:1.0:1789185323.343668:0:35222:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d0e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+776:3638:x1876087018899840:12345-0@lo:6:osp-syn-1-0.0 Request processed in 27210us (27394us total) trans 4294989542 rc 0/0
00000100:00100000:1.0:1789185323.343675:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37787
00000004:00080000:1.0:1789185323.343708:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f711180/2, rc 0, transno 4294989541
00000100:00100000:1.0:1789185323.343713:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f711180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018899072:0@lo:6:osp-syn-1-0.0
00000004:00080000:1.0:1789185323.343723:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f712680/2, rc 0, transno 4294989538
00000100:00100000:1.0:1789185323.343727:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f712680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018898944:0@lo:6:osp-syn-1-0.0
00000004:00080000:1.0:1789185323.343735:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14d0f8380/2, rc 0, transno 4294989540
00000100:00100000:1.0:1789185323.343738:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018898304:0@lo:6:osp-syn-1-0.0
00000004:00080000:1.0:1789185323.343747:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b151798380/2, rc 0, transno 4294977741
00000100:00100000:1.0:1789185323.343750:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151798380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018898176:0@lo:6:osp-syn-0-0.0
00010000:00010000:1.0:1789185323.343774:0:35218:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008489633e/0xff23d3f688d8f0b2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x81c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aced expref: 240 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.343785:0:35218:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149f0b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35218:1876087018900864:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.343797:0:35218:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000052b873d9/0xff23d3f688d92ebd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x81c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.343806:0:35218:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000052b873d9/0xff23d3f688d92ebd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x81c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.343813:0:35218:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000052b873d9/0xff23d3f688d92ebd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x81c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.343821:0:35218:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000052b873d9/0xff23d3f688d92ebd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x81c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.343828:0:35218:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000052b873d9/0xff23d3f688d92ebd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x81c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.343841:0:35218:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00000100:00100000:1.0:1789185323.343915:0:35218:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149f0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+775:3637:x1876087018900736:12345-0@lo:6:osp-syn-0-0.0 Request processed in 21340us (21689us total) trans 4294977742 rc 0/0
00000100:00100000:1.0:1789185323.343922:0:35218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37791
00010000:00010000:1.0:1789185323.343952:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000496a4efa/0xff23d3f688d8f0b9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x81d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4acfb expref: 239 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.343968:0:8431:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14da1b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8431:1876087018901504:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.343980:0:8431:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000057531eb4/0xff23d3f688d92ec4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x81d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.343989:0:8431:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000057531eb4/0xff23d3f688d92ec4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x81d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.343995:0:8431:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000057531eb4/0xff23d3f688d92ec4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x81d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.344003:0:8431:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000057531eb4/0xff23d3f688d92ec4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x81d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.344009:0:8431:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000057531eb4/0xff23d3f688d92ec4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x81d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.344021:0:8431:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool
00000100:00100000:1.0:1789185323.344088:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149f0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+775:3638:x1876087018900992:12345-0@lo:6:osp-syn-0-0.0 Request processed in 19033us (19308us total) trans 4294977743 rc 0/0
00000100:00100000:1.0:1789185323.344094:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37792
00000100:00100000:1.0:1789185323.344123:0:16720:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14da19c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16720:1876087018901632:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.344136:0:16720:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000007fe0979b/0xff23d3f688d92ecb lrc: 3/0,1 mode: --/PW res: [0x280000401:0x820:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.344166:0:34810:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14da1a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:34810:1876087018901760:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.344177:0:34810:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000000691a0de/0xff23d3f688d92ed2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x81e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.344201:0:8428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000068da9552/0xff23d3f688d8f0c7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x81f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad17 expref: 238 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.344212:0:8428:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14da18e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8428:1876087018901888:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.344222:0:8428:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000dbd826d1/0xff23d3f688d92ed9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x81f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.344231:0:8428:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000dbd826d1/0xff23d3f688d92ed9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x81f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.344238:0:8428:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dbd826d1/0xff23d3f688d92ed9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x81f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.344246:0:8428:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dbd826d1/0xff23d3f688d92ed9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x81f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.344254:0:8428:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dbd826d1/0xff23d3f688d92ed9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x81f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.344268:0:8428:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool
00000100:00100000:1.0:1789185323.344344:0:8428:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14da1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+775:3635:x1876087018901248:12345-0@lo:6:osp-syn-0-0.0 Request processed in 18734us (19350us total) trans 4294977744 rc 0/0
00000100:00100000:1.0:1789185323.344351:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37795
00000004:00080000:1.0:1789185323.344457:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b149f09180/2, rc 0, transno 4294977743
00000100:00100000:1.0:1789185323.344466:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149f09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018900992:0@lo:6:osp-syn-0-0.0
00000004:00080000:1.0:1789185323.344477:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b151742d80/2, rc 0, transno 4294989542
00000100:00100000:1.0:1789185323.344480:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151742d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018899840:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.344489:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1789185323.344497:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151755c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018902528:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185323.344578:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:1.0:1789185323.344620:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b151799f80/2, rc 0, transno 4294977742
00000100:00100000:1.0:1789185323.344625:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151799f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018900736:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185323.344638:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151754a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018902272:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185323.344661:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:1.0:1789185323.344683:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14e55d500/2, rc 0, transno 4294977744
00000100:00100000:1.0:1789185323.344688:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e55d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018901248:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185323.344695:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789185323.344699:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151755500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018902400:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185323.344719:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.344786:0:178144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018902528
00000100:00100000:1.0:1789185323.344791:0:178144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018902528
00000100:00100000:1.0:1789185323.344817:0:178144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018902272
00000100:00100000:1.0:1789185323.344820:0:178144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018902272
00000100:00100000:1.0:1789185323.344832:0:178144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018902400
00000100:00100000:1.0:1789185323.344835:0:178144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018902400
00000100:00100000:1.0:1789185323.344851:0:178144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37797
00000100:00100000:1.0:1789185323.344859:0:178144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151757b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+777:3638:x1876087018902528:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185323.344884:0:178144:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2083 count 1
00010000:00010000:1.0:1789185323.344904:0:178144:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008d7bb12b/0xff23d3f688d92ee7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x823:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.344920:0:178144:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003d710853/0xff23d3f688d8f0e3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x823:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad4f expref: 237 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.344929:0:178144:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x823:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.344934:0:178144:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x823:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.344939:0:178144:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008d7bb12b/0xff23d3f688d92ee7 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x823:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.344963:0:178144:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003d710853/0xff23d3f688d8f0e3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x823:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad4f expref: 237 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.344976:0:178144:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003d710853/0xff23d3f688d8f0e3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x823:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad4f expref: 237 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.344988:0:178144:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151754e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:178144:1876087018903040:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.345038:0:178144:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0e40 going to sleep for 11 seconds
00000100:00100000:1.0:1789185323.345055:0:178146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37798
00000100:00100000:1.0:1789185323.345063:0:178146:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151756a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+777:3635:x1876087018902272:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185323.345079:0:178146:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2081 count 1
00010000:00010000:1.0:1789185323.345091:0:178146:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a3fda859/0xff23d3f688d92eee lrc: 3/0,1 mode: --/PW res: [0x280000401:0x821:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.345103:0:178146:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f65e882f/0xff23d3f688d8f0d5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x821:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad33 expref: 237 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.345110:0:178146:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x821:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.345113:0:178146:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x821:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.345116:0:178146:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a3fda859/0xff23d3f688d92eee lrc: 4/0,1 mode: --/PW res: [0x280000401:0x821:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.345136:0:178146:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f65e882f/0xff23d3f688d8f0d5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x821:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad33 expref: 237 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.345145:0:178146:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f65e882f/0xff23d3f688d8f0d5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x821:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad33 expref: 237 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.345155:0:178146:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151755880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:178146:1876087018903168:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.345180:0:178146:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a03c0 going to sleep for 11 seconds
00000100:00100000:1.0:1789185323.345195:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151756300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018902656:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185323.345219:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.345253:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151756680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018902784:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185323.345273:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.345290:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789185323.345295:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151755180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018902912:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185323.345316:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.345341:0:178143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018902656
00000100:00100000:1.0:1789185323.345345:0:178143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018902656
00000100:00100000:1.0:1789185323.345366:0:178143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018902784
00000100:00100000:1.0:1789185323.345369:0:178143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018902784
00000100:00100000:1.0:1789185323.345382:0:178143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018902912
00000100:00100000:1.0:1789185323.345384:0:178143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018902912
00000100:00100000:1.0:1789185323.345398:0:178143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37799
00000100:00100000:1.0:1789185323.345403:0:178143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151754000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+780:3635:x1876087018902400:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185323.345415:0:178143:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2082 count 1
00010000:00010000:1.0:1789185323.345427:0:178143:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001d3f5493/0xff23d3f688d92ef5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x822:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.345451:0:178143:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005e91fff1/0xff23d3f688d8f0dc lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x822:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad41 expref: 237 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.345459:0:178143:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x822:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.345462:0:178143:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x822:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.345466:0:178143:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001d3f5493/0xff23d3f688d92ef5 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x822:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.345485:0:178143:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005e91fff1/0xff23d3f688d8f0dc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x822:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad41 expref: 237 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.345494:0:178143:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005e91fff1/0xff23d3f688d8f0dc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x822:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad41 expref: 237 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.345509:0:178143:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151754380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:178143:1876087018903296:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.345532:0:178143:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0780 going to sleep for 11 seconds
00000100:00100000:1.0:1789185323.345573:0:178148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37800
00000100:00100000:1.0:1789185323.345580:0:178148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151754700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+780:3638:x1876087018902656:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185323.345592:0:178148:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2084 count 1
00010000:00010000:1.0:1789185323.345602:0:178148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000044ff85f/0xff23d3f688d92efc lrc: 3/0,1 mode: --/PW res: [0x280000401:0x824:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.345613:0:178148:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f42ce19e/0xff23d3f688d8f0ea lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x824:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad5d expref: 237 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.345620:0:178148:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x824:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.345623:0:178148:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x824:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.345626:0:178148:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000044ff85f/0xff23d3f688d92efc lrc: 4/0,1 mode: --/PW res: [0x280000401:0x824:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.345646:0:178148:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f42ce19e/0xff23d3f688d8f0ea lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x824:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad5d expref: 237 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.345655:0:178148:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f42ce19e/0xff23d3f688d8f0ea lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x824:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad5d expref: 237 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.345665:0:178148:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151756d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:178148:1876087018903424:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185323.346035:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151780380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018903552:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185323.346071:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185323.346093:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151782d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018904064:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185323.346113:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185323.346131:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1789185323.346136:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151782680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018903680:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185323.346154:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185323.346177:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151781500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018903808:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185323.346198:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185323.346210:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1789185323.346216:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151780000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018903936:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185323.346234:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:2.0:1789185323.346261:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 4 total in blp.  (4 blwis in pool)
00010000:00010000:2.0:1789185323.346270:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004e6d0f6b/0xff23d3f688d92e9a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x81d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.346280:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149883400 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.346286:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004e6d0f6b/0xff23d3f688d92e9a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x81d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.346295:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004e6d0f6b/0xff23d3f688d92e9a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x81d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.346317:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004e6d0f6b/0xff23d3f688d92e9a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x81d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.346325:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004e6d0f6b/0xff23d3f688d92e9a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x81d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.346348:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp.  (3 blwis in pool)
00010000:00010000:2.0:1789185323.346352:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000092ed5948/0xff23d3f688d92ea1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x81f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.346358:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149882000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.346361:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000092ed5948/0xff23d3f688d92ea1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x81f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.346368:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000092ed5948/0xff23d3f688d92ea1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x81f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.346377:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000092ed5948/0xff23d3f688d92ea1 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x81f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.346384:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000092ed5948/0xff23d3f688d92ea1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x81f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.346398:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:2.0:1789185323.346402:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000052b873d9/0xff23d3f688d92ebd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x81c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.346409:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149883600 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.346411:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000052b873d9/0xff23d3f688d92ebd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x81c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.346418:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000052b873d9/0xff23d3f688d92ebd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x81c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.346427:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000052b873d9/0xff23d3f688d92ebd lrc: 1/0,0 mode: --/PW res: [0x280000401:0x81c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.346447:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000052b873d9/0xff23d3f688d92ebd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x81c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.346461:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:2.0:1789185323.346465:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000057531eb4/0xff23d3f688d92ec4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x81d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.346471:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149883a00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.346475:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000057531eb4/0xff23d3f688d92ec4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x81d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.346482:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000057531eb4/0xff23d3f688d92ec4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x81d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.346492:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000057531eb4/0xff23d3f688d92ec4 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x81d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.346500:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000057531eb4/0xff23d3f688d92ec4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x81d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.346514:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185323.346518:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dbd826d1/0xff23d3f688d92ed9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x81f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.346524:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149bd5000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.346527:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dbd826d1/0xff23d3f688d92ed9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x81f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.346534:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dbd826d1/0xff23d3f688d92ed9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x81f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.346568:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dbd826d1/0xff23d3f688d92ed9 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x81f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.346576:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dbd826d1/0xff23d3f688d92ed9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x81f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.346588:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.346590:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.346591:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789185323.346604:0:35223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018903552
00000100:00100000:2.0:1789185323.346609:0:35223:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018903552
00000100:00100000:2.0:1789185323.346633:0:35223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018904064
00000100:00100000:2.0:1789185323.346636:0:35223:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018904064
00000100:00100000:2.0:1789185323.346644:0:35223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018903680
00000100:00100000:2.0:1789185323.346646:0:35223:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018903680
00000100:00100000:2.0:1789185323.346653:0:35223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018903808
00000100:00100000:2.0:1789185323.346655:0:35223:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018903808
00000100:00100000:2.0:1789185323.346662:0:35223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018903936
00000100:00100000:2.0:1789185323.346663:0:35223:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018903936
00000100:00100000:2.0:1789185323.346674:0:35223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37801
00000100:00100000:2.0:1789185323.346682:0:35223:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151757100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+780:3635:x1876087018902784:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1789185323.346698:0:35223:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2085 count 1
00010000:00010000:2.0:1789185323.346714:0:35223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f1b7551a/0xff23d3f688d92f03 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x825:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.346728:0:35223:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002ca2b614/0xff23d3f688d8f16f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x825:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad6b expref: 237 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.346735:0:35223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x825:0x0].0x0 since=124s v=(0 0)
00010000:00010000:2.0:1789185323.346739:0:35223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x825:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.346743:0:35223:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f1b7551a/0xff23d3f688d92f03 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x825:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.346764:0:35223:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002ca2b614/0xff23d3f688d8f16f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x825:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad6b expref: 237 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.346774:0:35223:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002ca2b614/0xff23d3f688d8f16f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x825:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad6b expref: 237 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.346784:0:35223:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151780700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:35223:1876087018904192:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185323.346814:0:35223:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b153099a80 going to sleep for 11 seconds
00010000:00010000:0.0:1789185323.346934:0:178169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d2308886/0xff23d3f688d92ee0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x822:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.346944:0:178169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d2308886/0xff23d3f688d92ee0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x822:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.346951:0:178169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d2308886/0xff23d3f688d92ee0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x822:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.346977:0:178169:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1789185323.347143:0:178169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151757800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+781:3637:x1876087018902016:12345-0@lo:6:osp-syn-1-0.0 Request processed in 15779us (17782us total) trans 4294989543 rc 0/0
00000100:00100000:0.0:1789185323.347152:0:178169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37796
00000100:00100000:0.0:1789185323.347176:0:178169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37802
00000100:00100000:0.0:1789185323.347183:0:178169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151755f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+780:3635:x1876087018902912:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1789185323.347196:0:178169:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2086 count 1
00010000:00010000:0.0:1789185323.347208:0:178169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000021c50134/0xff23d3f688d92f0a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x826:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.347219:0:178169:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a7448fef/0xff23d3f688d8f0f1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x826:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad79 expref: 237 pid: 8429 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.347226:0:178169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x826:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.347229:0:178169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x826:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.347234:0:178169:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000021c50134/0xff23d3f688d92f0a lrc: 4/0,1 mode: --/PW res: [0x280000401:0x826:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.347252:0:178169:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a7448fef/0xff23d3f688d8f0f1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x826:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad79 expref: 237 pid: 8429 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.347262:0:178169:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a7448fef/0xff23d3f688d8f0f1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x826:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad79 expref: 237 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.347272:0:178169:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1517a5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:178169:1876087018904320:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.347290:0:178169:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe160c0 going to sleep for 11 seconds
00010000:00010000:0.0:1789185323.347302:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185323.347307:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d2308886/0xff23d3f688d92ee0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x822:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.347313:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149b84400 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.347317:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d2308886/0xff23d3f688d92ee0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x822:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.347325:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d2308886/0xff23d3f688d92ee0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x822:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.347337:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d2308886/0xff23d3f688d92ee0 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x822:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.347345:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d2308886/0xff23d3f688d92ee0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x822:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.347360:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.347361:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.347363:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.347369:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.347511:0:178142:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d46a263f/0xff23d3f688d92eaf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x820:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.347520:0:178142:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d46a263f/0xff23d3f688d92eaf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x820:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.347529:0:178142:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d46a263f/0xff23d3f688d92eaf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x820:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.347537:0:178142:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d46a263f/0xff23d3f688d92eaf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x820:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.347574:0:178142:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1789185323.347583:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185323.347587:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d46a263f/0xff23d3f688d92eaf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x820:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.347593:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149b84600 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.347596:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d46a263f/0xff23d3f688d92eaf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x820:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.347603:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d46a263f/0xff23d3f688d92eaf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x820:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.347614:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d46a263f/0xff23d3f688d92eaf lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x820:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.347620:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d46a263f/0xff23d3f688d92eaf lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x820:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.347634:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.347636:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.347637:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789185323.347719:0:178142:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b15179a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+781:3635:x1876087018899968:12345-0@lo:6:osp-syn-1-0.0 Request processed in 28584us (28844us total) trans 4294989544 rc 0/0
00000100:00100000:0.0:1789185323.347727:0:178142:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37789
00000100:00100000:0.0:1789185323.347746:0:178142:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37803
00000100:00100000:0.0:1789185323.347753:0:178142:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151782300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+780:3637:x1876087018903552:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1789185323.347765:0:178142:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2083 count 1
00010000:00010000:0.0:1789185323.347776:0:178142:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001202ae88/0xff23d3f688d92f11 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x823:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.347789:0:178142:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000e1920a5/0xff23d3f688d8f295 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x823:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad56 expref: 232 pid: 35218 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.347796:0:178142:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x823:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.347799:0:178142:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x823:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.347803:0:178142:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001202ae88/0xff23d3f688d92f11 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x823:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.347829:0:178142:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000e1920a5/0xff23d3f688d8f295 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x823:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad56 expref: 232 pid: 35218 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.347838:0:178142:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000e1920a5/0xff23d3f688d8f295 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x823:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad56 expref: 232 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.347849:0:178142:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1517a4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:178142:1876087018904448:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.347877:0:178142:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe16900 going to sleep for 11 seconds
00010000:00010000:0.0:1789185323.348003:0:178145:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dfa4d19f/0xff23d3f688d8f287 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x821:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad3a expref: 232 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.348015:0:178145:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b15179b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:178145:1876087018900608:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.348032:0:178145:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000085141f8/0xff23d3f688d92eb6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x821:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.348041:0:178145:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000085141f8/0xff23d3f688d92eb6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x821:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.348048:0:178145:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000085141f8/0xff23d3f688d92eb6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x821:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.348056:0:178145:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000085141f8/0xff23d3f688d92eb6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x821:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.348068:0:178145:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000085141f8/0xff23d3f688d92eb6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x821:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.348081:0:178145:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1789185323.348090:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185323.348094:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000085141f8/0xff23d3f688d92eb6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x821:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.348100:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149b85c00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.348103:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000085141f8/0xff23d3f688d92eb6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x821:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.348110:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000085141f8/0xff23d3f688d92eb6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x821:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.348121:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000085141f8/0xff23d3f688d92eb6 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x821:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.348128:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000085141f8/0xff23d3f688d92eb6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x821:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.348142:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.348144:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.348145:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789185323.348221:0:178145:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b15179a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+781:3635:x1876087018900096:12345-0@lo:6:osp-syn-1-0.0 Request processed in 28946us (29263us total) trans 4294989545 rc 0/0
00000100:00100000:0.0:1789185323.348229:0:178145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37790
00000100:00100000:0.0:1789185323.348244:0:178145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37804
00000100:00100000:0.0:1789185323.348251:0:178145:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151783100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+780:3637:x1876087018904064:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1789185323.348262:0:178145:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2087 count 1
00010000:00010000:0.0:1789185323.348273:0:178145:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bcad7135/0xff23d3f688d92f18 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x827:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.348284:0:178145:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000dae428db/0xff23d3f688d8f2b1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x827:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad8e expref: 231 pid: 35218 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.348291:0:178145:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x827:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.348294:0:178145:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x827:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.348297:0:178145:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bcad7135/0xff23d3f688d92f18 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x827:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.348316:0:178145:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000dae428db/0xff23d3f688d8f2b1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x827:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad8e expref: 231 pid: 35218 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.348325:0:178145:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000dae428db/0xff23d3f688d8f2b1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x827:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad8e expref: 231 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.348335:0:178145:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1517a6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:178145:1876087018904576:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.348363:0:178145:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe16e40 going to sleep for 11 seconds
00000004:00080000:2.0:1789185323.348505:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b151757480/2, rc 0, transno 4294989543
00000100:00100000:2.0:1789185323.348517:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151757480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018902016:0@lo:6:osp-syn-1-0.0
00000004:00080000:2.0:1789185323.348539:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14d0e0a80/2, rc 0, transno 4294989545
00000100:00100000:2.0:1789185323.348565:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018900096:0@lo:6:osp-syn-1-0.0
00000004:00080000:2.0:1789185323.348577:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14d0e1880/2, rc 0, transno 4294989544
00000100:00100000:2.0:1789185323.348581:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018899968:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185323.348654:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f705c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018904704:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185323.348707:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185323.348739:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149d7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018904832:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185323.348761:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185323.348776:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1789185323.348781:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149d78a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018904960:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185323.348801:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:2.0:1789185323.348820:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789185323.349113:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.349242:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.351754:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010787712
00000100:00100000:0.0:1789185323.351768:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010787712
00010000:00010000:0.0:1789185323.351813:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006de1ab31/0xff23d3f688d8f0ce lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x820:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad25 expref: 238 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.351847:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010787840
00000100:00100000:0.0:1789185323.351850:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010787840
00010000:00010000:0.0:1789185323.351863:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000df26acdf/0xff23d3f688d8f0c0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x81e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad09 expref: 239 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.351885:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23282
00000100:00100000:0.0:1789185323.351893:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151749180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+239:2392:x1876087010787712:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.351908:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.351914:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006de1ab31/0xff23d3f688d8f0ce lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x820:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad25 expref: 239 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.351927:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006de1ab31/0xff23d3f688d8f0ce lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x820:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad25 expref: 239 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.351951:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006de1ab31/0xff23d3f688d8f0ce lrc: 0/0,0 mode: --/PR res: [0x280000401:0x820:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad25 expref: 239 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.351969:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x820:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.351973:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x820:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.351980:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000007fe0979b/0xff23d3f688d92ecb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x820:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.351990:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007fe0979b/0xff23d3f688d92ecb lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x820:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.352026:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.352087:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151749180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+238:2392:x1876087010787712:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 194us (2974us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.352094:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23282
00000100:00100000:0.0:1789185323.352116:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23283
00000100:00100000:0.0:1789185323.352124:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151748000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+237:2391:x1876087010787840:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.352132:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.352137:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000df26acdf/0xff23d3f688d8f0c0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x81e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad09 expref: 237 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.352147:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000df26acdf/0xff23d3f688d8f0c0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x81e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad09 expref: 237 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.352159:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000df26acdf/0xff23d3f688d8f0c0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x81e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad09 expref: 237 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.352170:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x81e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.352173:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x81e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.352177:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000691a0de/0xff23d3f688d92ed2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x81e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.352184:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000691a0de/0xff23d3f688d92ed2 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x81e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.352206:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.352225:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151748000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+236:2391:x1876087010787840:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 102us (3020us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.352231:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23283
00010000:00010000:1.0:1789185323.352857:0:16720:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000007fe0979b/0xff23d3f688d92ecb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x820:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.352870:0:16720:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007fe0979b/0xff23d3f688d92ecb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x820:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.352880:0:16720:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007fe0979b/0xff23d3f688d92ecb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x820:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.352888:0:16720:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007fe0979b/0xff23d3f688d92ecb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x820:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.352909:0:16720:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1789185323.353130:0:16720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b2769b1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+781:3637:x1876087018901376:12345-0@lo:6:osp-syn-0-0.0 Request processed in 27821us (28251us total) trans 4294977745 rc 0/0
00000100:00100000:1.0:1789185323.353139:0:16720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37793
00000100:00100000:1.0:1789185323.353243:0:16720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018904704
00000100:00100000:1.0:1789185323.353249:0:16720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018904704
00000100:00100000:1.0:1789185323.353270:0:16720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018904832
00000100:00100000:1.0:1789185323.353273:0:16720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018904832
00000100:00100000:1.0:1789185323.353283:0:16720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018904960
00000100:00100000:1.0:1789185323.353285:0:16720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018904960
00000100:00100000:1.0:1789185323.353298:0:16720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37805
00000100:00100000:1.0:1789185323.353305:0:16720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151783b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+783:3637:x1876087018903680:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185323.353330:0:16720:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2084 count 1
00010000:00010000:1.0:1789185323.353352:0:16720:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003359f826/0xff23d3f688d92f1f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x824:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.353374:0:16720:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b67d94a1/0xff23d3f688d8f29c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x824:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad64 expref: 231 pid: 35218 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.353382:0:16720:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x824:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.353386:0:16720:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x824:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.353391:0:16720:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003359f826/0xff23d3f688d92f1f lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x824:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.353424:0:16720:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b67d94a1/0xff23d3f688d8f29c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x824:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad64 expref: 231 pid: 35218 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.353450:0:16720:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b67d94a1/0xff23d3f688d8f29c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x824:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad64 expref: 231 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.353465:0:16720:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151740e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16720:1876087018905088:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.353514:0:16720:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a00c0 going to sleep for 11 seconds
00000100:00100000:1.0:1789185323.353538:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37806
00000100:00100000:1.0:1789185323.353569:0:35222:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151780e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+783:3635:x1876087018903808:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185323.353584:0:35222:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2085 count 1
00010000:00010000:1.0:1789185323.353597:0:35222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cdcff028/0xff23d3f688d92f26 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x825:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.353610:0:35222:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000827e2764/0xff23d3f688d8f2a3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x825:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad72 expref: 231 pid: 35218 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.353622:0:35222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x825:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.353625:0:35222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x825:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.353629:0:35222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cdcff028/0xff23d3f688d92f26 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x825:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.353648:0:35222:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000827e2764/0xff23d3f688d8f2a3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x825:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad72 expref: 231 pid: 35218 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.353656:0:35222:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000827e2764/0xff23d3f688d8f2a3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x825:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad72 expref: 231 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.353666:0:35222:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b147624e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:35222:1876087018905216:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.353695:0:35222:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0900 going to sleep for 11 seconds
00000100:00100000:1.0:1789185323.353714:0:35218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37807
00000100:00100000:1.0:1789185323.353721:0:35218:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151781c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+783:3635:x1876087018903936:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185323.353735:0:35218:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2086 count 1
00010000:00010000:1.0:1789185323.353746:0:35218:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000b307806/0xff23d3f688d92f2d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x826:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.353757:0:35218:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001ac934ca/0xff23d3f688d90080 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x826:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 46137344->46141439) gid 0 flags: 0x40000000020000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bc52 expref: 231 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.353765:0:35218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x826:0x0].0x0 since=121s v=(0 0)
00010000:00010000:1.0:1789185323.353768:0:35218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x826:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1789185323.353772:0:35218:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000b307806/0xff23d3f688d92f2d lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x826:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.353791:0:35218:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001ac934ca/0xff23d3f688d90080 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x826:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 46137344->46141439) gid 0 flags: 0x50000000030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bc52 expref: 231 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.353800:0:35218:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001ac934ca/0xff23d3f688d90080 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x826:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 46137344->46141439) gid 0 flags: 0x70000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bc52 expref: 231 pid: 35223 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.353808:0:35218:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0f8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35218:1876087018905344:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.353832:0:35218:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a09c0 going to sleep for 11 seconds
00000100:00100000:1.0:1789185323.353850:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37808
00000100:00100000:1.0:1789185323.353857:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+783:3638:x1876087018904704:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185323.353870:0:8431:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2088 count 1
00010000:00010000:1.0:1789185323.353881:0:8431:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003c58b085/0xff23d3f688d92f34 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x828:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.353893:0:8431:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000defe658c/0xff23d3f688d8f2bf lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x828:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad9c expref: 231 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.353900:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x828:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.353903:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x828:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.353907:0:8431:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003c58b085/0xff23d3f688d92f34 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x828:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.353924:0:8431:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000defe658c/0xff23d3f688d8f2bf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x828:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad9c expref: 231 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.353933:0:8431:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000defe658c/0xff23d3f688d8f2bf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x828:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad9c expref: 231 pid: 35223 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.353942:0:8431:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0fbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8431:1876087018905472:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.353965:0:8431:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0600 going to sleep for 11 seconds
00000100:00100000:1.0:1789185323.353982:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37809
00000100:00100000:1.0:1789185323.353989:0:8428:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d79c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+783:3635:x1876087018904832:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185323.354001:0:8428:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2089 count 1
00010000:00010000:1.0:1789185323.354013:0:8428:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005a607f09/0xff23d3f688d92f3b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x829:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.354023:0:8428:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009249837f/0xff23d3f688d8f2c6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x829:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4adaa expref: 231 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.354030:0:8428:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x829:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.354033:0:8428:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x829:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.354036:0:8428:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005a607f09/0xff23d3f688d92f3b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x829:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.354053:0:8428:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009249837f/0xff23d3f688d8f2c6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x829:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4adaa expref: 231 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.354062:0:8428:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009249837f/0xff23d3f688d8f2c6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x829:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4adaa expref: 231 pid: 35223 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.354077:0:8428:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0e1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8428:1876087018905600:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.354106:0:8428:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0240 going to sleep for 11 seconds
00000100:00100000:1.0:1789185323.354146:0:178144:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151754e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:178144:1876087018903040:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.354170:0:178144:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000008d7bb12b/0xff23d3f688d92ee7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x823:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.354200:0:178146:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151755880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:178146:1876087018903168:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.354211:0:178146:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000a3fda859/0xff23d3f688d92eee lrc: 3/0,1 mode: --/PW res: [0x280000401:0x821:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.354236:0:178143:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151754380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:178143:1876087018903296:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.354248:0:178143:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001d3f5493/0xff23d3f688d92ef5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x822:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.354265:0:34810:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000000691a0de/0xff23d3f688d92ed2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x81e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.354273:0:34810:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000691a0de/0xff23d3f688d92ed2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x81e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.354283:0:34810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000691a0de/0xff23d3f688d92ed2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x81e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.354296:0:34810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000691a0de/0xff23d3f688d92ed2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x81e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.354317:0:34810:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:1.0:1789185323.354448:0:34810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14da19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+781:3635:x1876087018901120:12345-0@lo:6:osp-syn-0-0.0 Request processed in 28977us (29489us total) trans 4294977746 rc 0/0
00000100:00100000:1.0:1789185323.354456:0:34810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37794
00000100:00100000:1.0:1789185323.354477:0:34810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37810
00000100:00100000:1.0:1789185323.354485:0:34810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f725500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+783:3635:x1876087018904960:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185323.354497:0:34810:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2090 count 1
00010000:00010000:1.0:1789185323.354508:0:34810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000086e71abc/0xff23d3f688d92f42 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x82a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.354520:0:34810:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c2c08b93/0xff23d3f688d8f2cd lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x82a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4adb8 expref: 231 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.354528:0:34810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x82a:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.354531:0:34810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x82a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.354534:0:34810:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000086e71abc/0xff23d3f688d92f42 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x82a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.354581:0:34810:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c2c08b93/0xff23d3f688d8f2cd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x82a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4adb8 expref: 231 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.354591:0:34810:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c2c08b93/0xff23d3f688d8f2cd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x82a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4adb8 expref: 231 pid: 35223 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.354602:0:34810:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0e0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:34810:1876087018905728:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.354632:0:34810:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a03c0 going to sleep for 11 seconds
00010000:00010000:1.0:1789185323.354663:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:1.0:1789185323.354671:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007fe0979b/0xff23d3f688d92ecb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x820:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.354680:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149883c00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.354685:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007fe0979b/0xff23d3f688d92ecb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x820:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.354696:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007fe0979b/0xff23d3f688d92ecb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x820:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.354717:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007fe0979b/0xff23d3f688d92ecb lrc: 1/0,0 mode: --/PW res: [0x280000401:0x820:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.354725:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007fe0979b/0xff23d3f688d92ecb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x820:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.354749:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1789185323.354754:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000691a0de/0xff23d3f688d92ed2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x81e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.354760:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149882600 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.354764:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000691a0de/0xff23d3f688d92ed2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x81e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.354772:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000691a0de/0xff23d3f688d92ed2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x81e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.354783:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000691a0de/0xff23d3f688d92ed2 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x81e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.354790:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000691a0de/0xff23d3f688d92ed2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x81e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.354805:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.354807:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.354808:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789185323.354824:0:178148:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0f00 going to sleep for 11 seconds
00010000:00010000:0.0:1789185323.355642:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.355652:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789185323.355685:0:178142:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b1517a4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:178142:1876087018904448:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.355707:0:178142:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000001202ae88/0xff23d3f688d92f11 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x823:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.355939:0:178169:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b1517a5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:178169:1876087018904320:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.355950:0:178169:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000021c50134/0xff23d3f688d92f0a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x826:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.355976:0:178145:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b1517a6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:178145:1876087018904576:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.355987:0:178145:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000bcad7135/0xff23d3f688d92f18 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x827:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.356381:0:35223:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151780700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:35223:1876087018904192:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.356399:0:35223:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f1b7551a/0xff23d3f688d92f03 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x825:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:2.0:1789185323.356456:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b151774a80/2, rc 0, transno 4294977745
00000100:00100000:2.0:1789185323.356474:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151774a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018901376:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185323.356495:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000004:00080000:2.0:1789185323.356506:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14d0fb480/2, rc 0, transno 4294977746
00000100:00100000:2.0:1789185323.356513:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018901120:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185323.356532:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.356853:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.356885:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.356908:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010788224
00000100:00100000:0.0:1789185323.356915:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010788224
00010000:00010000:0.0:1789185323.356965:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003d710853/0xff23d3f688d8f0e3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x823:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad4f expref: 236 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.357001:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010788608
00000100:00100000:0.0:1789185323.357004:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010788608
00010000:00010000:0.0:1789185323.357018:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000e1920a5/0xff23d3f688d8f295 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x823:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad56 expref: 232 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.357037:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010788864
00000100:00100000:0.0:1789185323.357041:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010788480
00000100:00100000:3.0:1789185323.357043:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010788864
00000100:00100000:0.0:1789185323.357047:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010788480
00010000:00010000:0.0:1789185323.357067:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005e91fff1/0xff23d3f688d8f0dc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x822:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad41 expref: 238 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.357073:0:8458:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002ca2b614/0xff23d3f688d8f16f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x825:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad6b expref: 238 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.357092:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23284
00000100:00100000:0.0:1789185323.357109:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151748e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+238:2394:x1876087010788224:12345-192.168.204.3@tcp:103:ldlm_bl.0
00000100:00100000:3.0:1789185323.357118:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23285
00010000:00010000:0.0:1789185323.357123:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00000100:00100000:3.0:1789185323.357130:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b26963d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+232:2391:x1876087010788608:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.357132:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003d710853/0xff23d3f688d8f0e3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x823:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad4f expref: 238 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.357143:0:8458:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.357154:0:8458:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000e1920a5/0xff23d3f688d8f295 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x823:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad56 expref: 232 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.357154:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003d710853/0xff23d3f688d8f0e3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x823:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad4f expref: 238 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.357182:0:8458:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000e1920a5/0xff23d3f688d8f295 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x823:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad56 expref: 232 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.357195:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003d710853/0xff23d3f688d8f0e3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x823:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad4f expref: 238 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.357202:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000e1920a5/0xff23d3f688d8f295 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x823:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad56 expref: 232 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.357216:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x823:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.357218:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x823:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.357225:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x823:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.357226:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x823:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.357239:0:8458:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001202ae88/0xff23d3f688d92f11 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x823:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.357240:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000008d7bb12b/0xff23d3f688d92ee7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x823:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.357266:0:8458:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001202ae88/0xff23d3f688d92f11 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x823:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.357266:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008d7bb12b/0xff23d3f688d92ee7 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x823:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.357309:0:8458:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1789185323.357310:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.357454:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151748e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+237:2394:x1876087010788224:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 351us (961us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.357455:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b26963d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+231:2391:x1876087010788608:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 327us (921us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.357469:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23284
00000100:00100000:3.0:1789185323.357477:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23285
00000100:00100000:0.0:1789185323.357497:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23286
00000100:00100000:0.0:1789185323.357507:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1517a5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+236:2391:x1876087010788480:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.357516:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.357521:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005e91fff1/0xff23d3f688d8f0dc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x822:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad41 expref: 236 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.357532:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005e91fff1/0xff23d3f688d8f0dc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x822:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad41 expref: 236 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.357568:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005e91fff1/0xff23d3f688d8f0dc lrc: 0/0,0 mode: --/PR res: [0x280000401:0x822:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad41 expref: 236 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.357580:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x822:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.357583:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x822:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.357588:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001d3f5493/0xff23d3f688d92ef5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x822:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.357601:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001d3f5493/0xff23d3f688d92ef5 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x822:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.357619:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185323.357769:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23287
00000100:00100000:2.0:1789185323.357777:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1517a6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+235:2391:x1876087010788864:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.357786:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.357791:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002ca2b614/0xff23d3f688d8f16f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x825:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad6b expref: 235 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.357808:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002ca2b614/0xff23d3f688d8f16f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x825:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad6b expref: 235 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.357822:0:178150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002ca2b614/0xff23d3f688d8f16f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x825:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad6b expref: 235 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.357839:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x825:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.357843:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x825:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.357847:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f1b7551a/0xff23d3f688d92f03 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x825:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.357856:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f1b7551a/0xff23d3f688d92f03 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x825:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.357876:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.358078:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.358149:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:1.0:1789185323.358154:0:178144:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000008d7bb12b/0xff23d3f688d92ee7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x823:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.358165:0:178144:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008d7bb12b/0xff23d3f688d92ee7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x823:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.358177:0:178144:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008d7bb12b/0xff23d3f688d92ee7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x823:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.358186:0:178144:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008d7bb12b/0xff23d3f688d92ee7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x823:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.358187:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:1.0:1789185323.358213:0:178144:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1789185323.358502:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010788736
00000100:00100000:3.0:1789185323.358508:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010788736
00010000:00010000:3.0:1789185323.358529:0:8458:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000dae428db/0xff23d3f688d8f2b1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x827:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad8e expref: 231 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.358565:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010788992
00000100:00100000:3.0:1789185323.358568:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010788992
00000100:00100000:1.0:1789185323.358783:0:178144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151757b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+781:3638:x1876087018902528:12345-0@lo:6:osp-syn-0-0.0 Request processed in 13924us (14205us total) trans 4294977747 rc 0/0
00000100:00100000:1.0:1789185323.358792:0:178144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37797
00010000:00010000:1.0:1789185323.358818:0:178143:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001d3f5493/0xff23d3f688d92ef5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x822:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.358828:0:178143:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001d3f5493/0xff23d3f688d92ef5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x822:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.358837:0:178143:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001d3f5493/0xff23d3f688d92ef5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x822:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.358846:0:178143:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001d3f5493/0xff23d3f688d92ef5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x822:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.358860:0:178143:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:1.0:1789185323.359012:0:178143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151754000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+781:3635:x1876087018902400:12345-0@lo:6:osp-syn-0-0.0 Request processed in 13607us (14291us total) trans 4294977748 rc 0/0
00000100:00100000:1.0:1789185323.359019:0:178143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37799
00000100:00100000:1.0:1789185323.359057:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018905856:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185323.359100:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:3.0:1789185323.359132:0:8458:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a7448fef/0xff23d3f688d8f0f1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x826:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad79 expref: 235 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.359136:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1789185323.359146:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018905984:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185323.359156:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010788352
00000100:00100000:3.0:1789185323.359161:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010788352
00000100:00100000:1.0:1789185323.359174:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:3.0:1789185323.359180:0:8458:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f65e882f/0xff23d3f688d8f0d5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x821:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad33 expref: 236 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.359202:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23288
00000100:00100000:3.0:1789185323.359211:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151749180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+231:2391:x1876087010788736:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.359221:0:8458:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00000004:00080000:1.0:1789185323.359222:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b151755c00/2, rc 0, transno 4294977747
00010000:00010000:3.0:1789185323.359229:0:8458:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000dae428db/0xff23d3f688d8f2b1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x827:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad8e expref: 231 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.359235:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151755c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018902528:0@lo:6:osp-syn-0-0.0
00010000:00010000:3.0:1789185323.359245:0:8458:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000dae428db/0xff23d3f688d8f2b1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x827:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad8e expref: 231 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.359254:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:1.0:1789185323.359265:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008d7bb12b/0xff23d3f688d92ee7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x823:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.359275:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149bd4400 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185323.359277:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dae428db/0xff23d3f688d8f2b1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x827:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad8e expref: 231 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.359281:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008d7bb12b/0xff23d3f688d92ee7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x823:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.359301:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008d7bb12b/0xff23d3f688d92ee7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x823:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.359303:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x827:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.359313:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x827:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.359323:0:8458:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000bcad7135/0xff23d3f688d92f18 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x827:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.359324:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008d7bb12b/0xff23d3f688d92ee7 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x823:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.359347:0:8458:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bcad7135/0xff23d3f688d92f18 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x827:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.359347:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008d7bb12b/0xff23d3f688d92ee7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x823:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.359380:0:8458:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.359407:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151749180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+230:2391:x1876087010788736:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 198us (1330us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.359413:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23288
00000100:00100000:3.0:1789185323.359428:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23289
00000100:00100000:3.0:1789185323.359450:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151748000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+236:2391:x1876087010788992:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.359459:0:8458:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.359464:0:8458:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a7448fef/0xff23d3f688d8f0f1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x826:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad79 expref: 236 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.359474:0:8458:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a7448fef/0xff23d3f688d8f0f1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x826:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad79 expref: 236 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.359492:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a7448fef/0xff23d3f688d8f0f1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x826:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad79 expref: 236 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.359503:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x826:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.359506:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x826:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.359510:0:8458:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000021c50134/0xff23d3f688d92f0a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x826:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.359517:0:8458:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000021c50134/0xff23d3f688d92f0a lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x826:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.359623:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1517a5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+234:2391:x1876087010788480:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 413us (1032us total) trans 0 rc 0/0
00010000:00010000:3.0:1789185323.359626:0:8458:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.359636:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23286
00000100:00100000:3.0:1789185323.359651:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151748000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+235:2391:x1876087010788992:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 214us (1502us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.359659:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23289
00000100:00100000:0.0:1789185323.359666:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23290
00000100:00100000:0.0:1789185323.359676:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151748e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+233:2394:x1876087010788352:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.359685:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.359692:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f65e882f/0xff23d3f688d8f0d5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x821:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad33 expref: 233 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.359704:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f65e882f/0xff23d3f688d8f0d5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x821:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad33 expref: 233 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.359718:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f65e882f/0xff23d3f688d8f0d5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x821:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad33 expref: 233 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.359729:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x821:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.359732:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x821:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.359737:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a3fda859/0xff23d3f688d92eee lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x821:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.359749:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a3fda859/0xff23d3f688d92eee lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x821:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.359767:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.359787:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151748e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+232:2394:x1876087010788352:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 114us (1600us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.359793:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23290
00000004:00080000:0.0:1789185323.359822:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b151755500/2, rc 0, transno 4294977748
00000100:00100000:0.0:1789185323.359827:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151755500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018902400:0@lo:6:osp-syn-0-0.0
00010000:00010000:0.0:1789185323.359838:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185323.359843:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001d3f5493/0xff23d3f688d92ef5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x822:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.359850:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149bd5400 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.359853:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001d3f5493/0xff23d3f688d92ef5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x822:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.359862:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001d3f5493/0xff23d3f688d92ef5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x822:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.359871:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001d3f5493/0xff23d3f688d92ef5 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x822:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.359878:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001d3f5493/0xff23d3f688d92ef5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x822:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.359899:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.359901:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.359902:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.360106:0:178169:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000021c50134/0xff23d3f688d92f0a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x826:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.360116:0:178169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000021c50134/0xff23d3f688d92f0a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x826:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.360124:0:178169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000021c50134/0xff23d3f688d92f0a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x826:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.360131:0:178169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000021c50134/0xff23d3f688d92f0a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x826:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.360145:0:178169:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1789185323.360251:0:178169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151755f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+781:3635:x1876087018902912:12345-0@lo:6:osp-syn-0-0.0 Request processed in 13068us (14933us total) trans 4294977749 rc 0/0
00000100:00100000:0.0:1789185323.360258:0:178169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37802
00000100:00100000:0.0:1789185323.360274:0:178169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018905856
00000100:00100000:0.0:1789185323.360278:0:178169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018905856
00000100:00100000:0.0:1789185323.360299:0:178169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018905984
00000100:00100000:0.0:1789185323.360302:0:178169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018905984
00000100:00100000:0.0:1789185323.360319:0:178169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37811
00000100:00100000:0.0:1789185323.360325:0:178169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151754380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+782:3637:x1876087018905856:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1789185323.360349:0:178169:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2087 count 1
00010000:00010000:1.0:1789185323.360483:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1789185323.360487:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000021c50134/0xff23d3f688d92f0a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x826:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.360493:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149b85400 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.360496:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000021c50134/0xff23d3f688d92f0a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x826:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.360504:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000021c50134/0xff23d3f688d92f0a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x826:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.360515:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000021c50134/0xff23d3f688d92f0a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x826:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.360522:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000021c50134/0xff23d3f688d92f0a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x826:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.360535:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.360536:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.360538:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789185323.360569:0:178147:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37812
00000100:00100000:1.0:1789185323.360578:0:178147:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151755880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+782:3637:x1876087018905984:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185323.360592:0:178147:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2088 count 1
00010000:00010000:1.0:1789185323.360609:0:178147:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a33d12bf/0xff23d3f688d92f49 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x828:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.360623:0:178147:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000028752446/0xff23d3f688d8f0ff lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x828:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad95 expref: 231 pid: 8429 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.360631:0:178147:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x828:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.360635:0:178147:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x828:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.360639:0:178147:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a33d12bf/0xff23d3f688d92f49 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x828:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.360671:0:178147:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000028752446/0xff23d3f688d8f0ff lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x828:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad95 expref: 231 pid: 8429 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.360684:0:178147:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000028752446/0xff23d3f688d8f0ff lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x828:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad95 expref: 231 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.360697:0:178147:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151754e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:178147:1876087018906112:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.360742:0:178147:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0780 going to sleep for 11 seconds
00010000:00010000:1.0:1789185323.360808:0:178146:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000a3fda859/0xff23d3f688d92eee lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x821:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.360817:0:178146:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a3fda859/0xff23d3f688d92eee lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x821:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.360826:0:178146:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a3fda859/0xff23d3f688d92eee lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x821:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.360834:0:178146:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a3fda859/0xff23d3f688d92eee lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x821:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.360848:0:178146:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1789185323.361184:0:178169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d92f50 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x827:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.361197:0:178169:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000026740caf/0xff23d3f688d8f0f8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x827:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad87 expref: 231 pid: 8429 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.361205:0:178169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x827:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.361208:0:178169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x827:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.361212:0:178169:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d92f50 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x827:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.361233:0:178169:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000026740caf/0xff23d3f688d8f0f8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x827:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad87 expref: 231 pid: 8429 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.361244:0:178169:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000026740caf/0xff23d3f688d8f0f8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x827:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad87 expref: 231 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.361255:0:178169:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1517a4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:178169:1876087018906496:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.361298:0:178146:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151756a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+783:3635:x1876087018902272:12345-0@lo:6:osp-syn-0-0.0 Request processed in 16236us (16635us total) trans 4294977750 rc 0/0
00000100:00100000:1.0:1789185323.361306:0:178146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37798
00000100:00100000:1.0:1789185323.361339:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14da18e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018906368:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.361561:0:178169:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe160c0 going to sleep for 11 seconds
00000100:00100000:0.0:1789185323.361579:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14da1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018906240:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185323.364902:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1517a6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+231:2391:x1876087010788864:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 7112us (8036us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185323.364918:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23287
00010000:00010000:2.0:1789185323.365063:0:35223:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f1b7551a/0xff23d3f688d92f03 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x825:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.365085:0:35223:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f1b7551a/0xff23d3f688d92f03 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x825:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.365099:0:35223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f1b7551a/0xff23d3f688d92f03 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x825:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.365107:0:35223:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f1b7551a/0xff23d3f688d92f03 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x825:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.365136:0:35223:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:2.0:1789185323.365310:0:35223:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151757100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+783:3635:x1876087018902784:12345-0@lo:6:osp-syn-0-0.0 Request processed in 18627us (20034us total) trans 4294977751 rc 0/0
00000100:00100000:2.0:1789185323.365319:0:35223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37801
00010000:00010000:2.0:1789185323.365342:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:2.0:1789185323.365349:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a3fda859/0xff23d3f688d92eee lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x821:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.365442:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149bd4200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.365449:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a3fda859/0xff23d3f688d92eee lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x821:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.365461:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a3fda859/0xff23d3f688d92eee lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x821:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.365486:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a3fda859/0xff23d3f688d92eee lrc: 1/0,0 mode: --/PW res: [0x280000401:0x821:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.365494:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a3fda859/0xff23d3f688d92eee lrc: 0/0,0 mode: --/PW res: [0x280000401:0x821:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.365518:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185323.365522:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f1b7551a/0xff23d3f688d92f03 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x825:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.365528:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bc600 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.365531:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f1b7551a/0xff23d3f688d92f03 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x825:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.365539:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f1b7551a/0xff23d3f688d92f03 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x825:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.365575:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f1b7551a/0xff23d3f688d92f03 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x825:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.365583:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f1b7551a/0xff23d3f688d92f03 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x825:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.365598:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.365600:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.365602:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789185323.365678:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.365827:0:178148:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151756d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:178148:1876087018903424:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.365904:0:178148:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000044ff85f/0xff23d3f688d92efc lrc: 3/0,1 mode: --/PW res: [0x280000401:0x824:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.366793:0:24325:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018906368
00000100:00100000:2.0:1789185323.366801:0:24325:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018906368
00000100:00100000:2.0:1789185323.366848:0:24325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37813
00000100:00100000:2.0:1789185323.367450:0:24325:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14da1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+783:3636:x1876087018906368:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1789185323.367484:0:24325:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2090 count 1
00010000:00010000:2.0:1789185323.367511:0:24325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000178222ab/0xff23d3f688d92f57 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x82a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.367532:0:24325:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000367c5077/0xff23d3f688d8f10d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x82a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4adb1 expref: 230 pid: 35218 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.367543:0:24325:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x82a:0x0].0x0 since=124s v=(0 0)
00010000:00010000:2.0:1789185323.367568:0:24325:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x82a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.367573:0:24325:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000178222ab/0xff23d3f688d92f57 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x82a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.367612:0:24325:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000367c5077/0xff23d3f688d8f10d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x82a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4adb1 expref: 230 pid: 35218 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.367627:0:24325:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000367c5077/0xff23d3f688d8f10d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x82a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4adb1 expref: 230 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.367991:0:24325:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f727800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24325:1876087018906624:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.369129:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185323.369252:0:24325:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b153099a80 going to sleep for 11 seconds
00000004:00080000:0.0:1789185323.369404:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b151755180/2, rc 0, transno 4294977749
00000100:00100000:0.0:1789185323.369422:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151755180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018902912:0@lo:6:osp-syn-0-0.0
00000004:00080000:0.0:1789185323.369445:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b151756680/2, rc 0, transno 4294977751
00000100:00100000:0.0:1789185323.369450:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151756680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018902784:0@lo:6:osp-syn-0-0.0
00000004:00080000:0.0:1789185323.369464:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b151754a80/2, rc 0, transno 4294977750
00000100:00100000:0.0:1789185323.369467:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151754a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018902272:0@lo:6:osp-syn-0-0.0
00010000:00010000:0.0:1789185323.369493:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.369500:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.369525:0:178142:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000001202ae88/0xff23d3f688d92f11 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x823:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.369538:0:178142:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001202ae88/0xff23d3f688d92f11 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x823:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.369566:0:178142:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001202ae88/0xff23d3f688d92f11 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x823:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.369575:0:178142:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001202ae88/0xff23d3f688d92f11 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x823:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.369596:0:178142:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1789185323.369738:0:178142:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151782300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+784:3637:x1876087018903552:12345-0@lo:6:osp-syn-1-0.0 Request processed in 21985us (23665us total) trans 4294989546 rc 0/0
00000100:00100000:0.0:1789185323.369747:0:178142:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37803
00000100:00100000:0.0:1789185323.369864:0:178142:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018906240
00000100:00100000:0.0:1789185323.369871:0:178142:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018906240
00000100:00100000:2.0:1789185323.370044:0:178144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37814
00000100:00100000:2.0:1789185323.370054:0:178144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1517a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+784:3635:x1876087018906240:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1789185323.370082:0:178144:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2089 count 1
00010000:00010000:2.0:1789185323.370107:0:178144:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000054f5e6e3/0xff23d3f688d92f5e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x829:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.370129:0:178144:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000014ee5559/0xff23d3f688d8f106 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x829:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ada3 expref: 230 pid: 35218 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.370138:0:178144:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x829:0x0].0x0 since=124s v=(0 0)
00010000:00010000:2.0:1789185323.370143:0:178144:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x829:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.370148:0:178144:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000054f5e6e3/0xff23d3f688d92f5e lrc: 4/0,1 mode: --/PW res: [0x280000401:0x829:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.370181:0:178144:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000014ee5559/0xff23d3f688d8f106 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x829:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ada3 expref: 230 pid: 35218 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.370194:0:178144:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000014ee5559/0xff23d3f688d8f106 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x829:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ada3 expref: 230 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.370209:0:178144:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151780700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:178144:1876087018906752:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185323.370245:0:178144:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1530996c0 going to sleep for 11 seconds
00000100:00100000:1.0:1789185323.370333:0:16720:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151740e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16720:1876087018905088:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.370430:0:16720:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000003359f826/0xff23d3f688d92f1f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x824:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.370540:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1789185323.370697:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14da1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018907008:0@lo:6:osp-syn-0-0.0
00010000:00010000:1.0:1789185323.370749:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1789185323.370755:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001202ae88/0xff23d3f688d92f11 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x823:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.370763:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149b85600 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.370768:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001202ae88/0xff23d3f688d92f11 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x823:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.370778:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001202ae88/0xff23d3f688d92f11 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x823:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.370798:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001202ae88/0xff23d3f688d92f11 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x823:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.370806:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001202ae88/0xff23d3f688d92f11 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x823:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.370828:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.370831:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.370832:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789185323.371105:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.371131:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010789120
00000100:00100000:3.0:1789185323.371136:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010789120
00010000:00010000:3.0:1789185323.371169:0:8458:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f42ce19e/0xff23d3f688d8f0ea lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x824:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad5d expref: 231 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.371201:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23291
00000100:00100000:0.0:1789185323.371209:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.371215:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151748380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+231:2394:x1876087010789120:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.371227:0:8458:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.371234:0:8458:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f42ce19e/0xff23d3f688d8f0ea lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x824:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad5d expref: 231 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.371235:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010789376
00000100:00100000:0.0:1789185323.371241:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010789376
00010000:00010000:3.0:1789185323.371254:0:8458:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f42ce19e/0xff23d3f688d8f0ea lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x824:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad5d expref: 231 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.371265:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000827e2764/0xff23d3f688d8f2a3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x825:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad72 expref: 230 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.371275:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f42ce19e/0xff23d3f688d8f0ea lrc: 0/0,0 mode: --/PR res: [0x280000401:0x824:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad5d expref: 231 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.371301:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x824:0x0].0x0 since=0s v=(0 0)
00000100:00100000:0.0:1789185323.371305:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23292
00010000:00010000:3.0:1789185323.371308:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x824:0x0].0x0 since=0s v=(0 0)
00000100:00100000:0.0:1789185323.371315:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b26963c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+230:2394:x1876087010789376:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.371316:0:8458:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000044ff85f/0xff23d3f688d92efc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x824:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.371328:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.371334:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000827e2764/0xff23d3f688d8f2a3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x825:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad72 expref: 230 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.371345:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000827e2764/0xff23d3f688d8f2a3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x825:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad72 expref: 230 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.371394:0:8458:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000044ff85f/0xff23d3f688d92efc lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x824:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.371419:0:8458:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.371462:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151748380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+230:2394:x1876087010789120:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 253us (360us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.371470:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23291
00010000:00010000:3.0:1789185323.371494:0:178145:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000bcad7135/0xff23d3f688d92f18 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x827:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.371503:0:178145:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bcad7135/0xff23d3f688d92f18 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x827:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.371519:0:178145:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bcad7135/0xff23d3f688d92f18 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x827:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.371661:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x825:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.371665:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x825:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.371670:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000cdcff028/0xff23d3f688d92f26 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x825:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.371679:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cdcff028/0xff23d3f688d92f26 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x825:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.371694:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.371716:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b26963c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+230:2394:x1876087010789376:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 402us (508us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.371723:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23292
00010000:00010000:3.0:1789185323.371731:0:178145:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bcad7135/0xff23d3f688d92f18 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x827:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.371752:0:178145:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1789185323.371817:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.371864:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.371899:0:178145:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151783100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+784:3637:x1876087018904064:12345-0@lo:6:osp-syn-1-0.0 Request processed in 23648us (25783us total) trans 4294989547 rc 0/0
00000100:00100000:3.0:1789185323.371908:0:178145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37804
00000100:00100000:0.0:1789185323.371980:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.372006:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.372020:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010789248
00000100:00100000:0.0:1789185323.372024:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010789248
00010000:00010000:0.0:1789185323.372040:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b67d94a1/0xff23d3f688d8f29c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x824:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad64 expref: 230 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.372057:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010789504
00000100:00100000:0.0:1789185323.372060:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010789504
00010000:00010000:0.0:1789185323.372071:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001ac934ca/0xff23d3f688d90080 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x826:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 46137344->46141439) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bc52 expref: 231 pid: 35223 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.372076:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010789632
00000100:00100000:3.0:1789185323.372087:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010789632
00000100:00100000:0.0:1789185323.372090:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010789888
00000100:00100000:0.0:1789185323.372094:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010789888
00010000:00010000:3.0:1789185323.372110:0:8458:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000defe658c/0xff23d3f688d8f2bf lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x828:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad9c expref: 233 pid: 35223 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.372113:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c2c08b93/0xff23d3f688d8f2cd lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x82a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4adb8 expref: 233 pid: 35223 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.372147:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23293
00000100:00100000:3.0:1789185323.372157:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1517a5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+233:2394:x1876087010789248:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.372164:0:8458:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.372169:0:8458:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b67d94a1/0xff23d3f688d8f29c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x824:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad64 expref: 233 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.372180:0:8458:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b67d94a1/0xff23d3f688d8f29c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x824:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad64 expref: 233 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.372200:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b67d94a1/0xff23d3f688d8f29c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x824:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad64 expref: 233 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.372211:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x824:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.372215:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x824:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.372220:0:8458:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003359f826/0xff23d3f688d92f1f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x824:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.372227:0:8458:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003359f826/0xff23d3f688d92f1f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x824:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.372291:0:8458:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.372318:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1517a5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+232:2394:x1876087010789248:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 163us (500us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.372333:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23294
00000100:00100000:3.0:1789185323.372346:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23293
00000100:00100000:0.0:1789185323.372347:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1517a6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+232:2394:x1876087010789504:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.372357:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00000100:00100000:3.0:1789185323.372369:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23295
00000100:00100000:3.0:1789185323.372377:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1517a5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+231:2391:x1876087010789632:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.372386:0:8458:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.372391:0:8458:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000defe658c/0xff23d3f688d8f2bf lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x828:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad9c expref: 231 pid: 35223 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.372402:0:8458:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000defe658c/0xff23d3f688d8f2bf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x828:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad9c expref: 231 pid: 35223 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.372420:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x828:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.372424:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001ac934ca/0xff23d3f688d90080 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x826:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 46137344->46141439) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bc52 expref: 231 pid: 35223 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.372426:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x828:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.372446:0:8458:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003c58b085/0xff23d3f688d92f34 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x828:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.372455:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001ac934ca/0xff23d3f688d90080 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x826:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 46137344->46141439) gid 0 flags: 0x50000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bc52 expref: 231 pid: 35223 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.372458:0:8458:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003c58b085/0xff23d3f688d92f34 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x828:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.372479:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x826:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1789185323.372481:0:8458:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1789185323.372484:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x826:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1789185323.372490:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000b307806/0xff23d3f688d92f2d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x826:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.372498:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000b307806/0xff23d3f688d92f2d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x826:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.372505:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1517a5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+231:2391:x1876087010789632:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 126us (523us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.372513:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23295
00010000:00010000:0.0:1789185323.372517:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.372530:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23296
00000100:00100000:3.0:1789185323.372539:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1517a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+230:2391:x1876087010789888:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.372583:0:8458:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.372589:0:8458:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c2c08b93/0xff23d3f688d8f2cd lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x82a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4adb8 expref: 230 pid: 35223 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.372600:0:8458:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c2c08b93/0xff23d3f688d8f2cd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x82a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4adb8 expref: 230 pid: 35223 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.372601:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1517a6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+230:2394:x1876087010789504:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 202us (678us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.372615:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23294
00010000:00010000:3.0:1789185323.372632:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x82a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.372644:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x82a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.372649:0:8458:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000086e71abc/0xff23d3f688d92f42 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x82a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.372658:0:8458:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000086e71abc/0xff23d3f688d92f42 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x82a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.372670:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:3.0:1789185323.372674:0:8458:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.372689:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010789760
00000100:00100000:0.0:1789185323.372695:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010789760
00000100:00100000:3.0:1789185323.372701:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1517a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+230:2391:x1876087010789888:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 162us (692us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.372707:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23296
00010000:00010000:0.0:1789185323.372713:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009249837f/0xff23d3f688d8f2c6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x829:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4adaa expref: 230 pid: 35223 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.372738:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23297
00000100:00100000:0.0:1789185323.372745:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1517a5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+229:2391:x1876087010789760:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.372751:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.372756:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009249837f/0xff23d3f688d8f2c6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x829:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4adaa expref: 229 pid: 35223 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.372764:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009249837f/0xff23d3f688d8f2c6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x829:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4adaa expref: 229 pid: 35223 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.372777:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x829:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.372780:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x829:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.372785:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005a607f09/0xff23d3f688d92f3b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x829:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.372793:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005a607f09/0xff23d3f688d92f3b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x829:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.372806:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.372826:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1517a5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+229:2391:x1876087010789760:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 81us (156us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.372833:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23297
00010000:00010000:0.0:1789185323.373607:0:35218:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001ac934ca/0xff23d3f688d90080 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x826:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 46137344->46141439) gid 0 flags: 0x44801400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bc52 expref: 228 pid: 35223 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.373624:0:35218:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0f8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35218:1876087018905344:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.373652:0:35218:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000000b307806/0xff23d3f688d92f2d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x826:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.373663:0:35218:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000000b307806/0xff23d3f688d92f2d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x826:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.373670:0:35218:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000b307806/0xff23d3f688d92f2d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x826:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.373682:0:35218:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000b307806/0xff23d3f688d92f2d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x826:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.373696:0:35218:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000b307806/0xff23d3f688d92f2d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x826:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.373712:0:35218:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:0.0:1789185323.373847:0:35218:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151781c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+784:3635:x1876087018903936:12345-0@lo:6:osp-syn-1-0.0 Request processed in 20125us (27610us total) trans 4294989548 rc 0/0
00000100:00100000:0.0:1789185323.373856:0:35218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37807
00000100:00100000:0.0:1789185323.373885:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789185323.373899:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151740e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018907136:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.373947:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185323.373985:0:8491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018907136
00000100:00100000:0.0:1789185323.373990:0:8491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018907136
00000100:00100000:0.0:1789185323.374021:0:8491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37815
00000100:00100000:0.0:1789185323.374029:0:8491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1517a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+785:3636:x1876087018907136:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1789185323.374054:0:8491:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2093 count 1
00010000:00010000:0.0:1789185323.374078:0:8491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b2067f66/0xff23d3f688d92f65 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x82d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.374096:0:8491:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c42d6d96/0xff23d3f688d8f122 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x82d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4addb expref: 229 pid: 35218 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.374104:0:8491:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x82d:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.374108:0:8491:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x82d:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.374113:0:8491:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b2067f66/0xff23d3f688d92f65 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x82d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.374149:0:8491:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c42d6d96/0xff23d3f688d8f122 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x82d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4addb expref: 229 pid: 35218 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.374163:0:8491:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c42d6d96/0xff23d3f688d8f122 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x82d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4addb expref: 229 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.374175:0:8491:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1517a7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8491:1876087018907264:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.374230:0:8491:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe16a80 going to sleep for 11 seconds
00010000:00010000:0.0:1789185323.374256:0:35222:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000827e2764/0xff23d3f688d8f2a3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x825:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad72 expref: 227 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.374270:0:35222:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b147624e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:35222:1876087018905216:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.374284:0:35222:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000cdcff028/0xff23d3f688d92f26 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x825:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.374293:0:35222:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000cdcff028/0xff23d3f688d92f26 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x825:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.374300:0:35222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cdcff028/0xff23d3f688d92f26 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x825:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.374309:0:35222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cdcff028/0xff23d3f688d92f26 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x825:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.374321:0:35222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000cdcff028/0xff23d3f688d92f26 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x825:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.374335:0:35222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00000100:00100000:0.0:1789185323.374417:0:35222:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151780e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+784:3635:x1876087018903808:12345-0@lo:6:osp-syn-1-0.0 Request processed in 20871us (28217us total) trans 4294989549 rc 0/0
00000100:00100000:0.0:1789185323.374424:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37806
00010000:00010000:0.0:1789185323.374454:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:0.0:1789185323.374462:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bcad7135/0xff23d3f688d92f18 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x827:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.374470:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149b85e00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.374475:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bcad7135/0xff23d3f688d92f18 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x827:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.374485:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bcad7135/0xff23d3f688d92f18 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x827:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.374502:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bcad7135/0xff23d3f688d92f18 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x827:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.374509:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bcad7135/0xff23d3f688d92f18 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x827:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.374529:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:0.0:1789185323.374533:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000b307806/0xff23d3f688d92f2d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x826:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.374540:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149bd4000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.374543:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000b307806/0xff23d3f688d92f2d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x826:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.374576:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000b307806/0xff23d3f688d92f2d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x826:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.374587:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000b307806/0xff23d3f688d92f2d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x826:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.374594:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000b307806/0xff23d3f688d92f2d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x826:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.374607:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185323.374611:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000cdcff028/0xff23d3f688d92f26 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x825:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.374618:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149bd4600 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.374621:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000cdcff028/0xff23d3f688d92f26 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x825:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.374628:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000cdcff028/0xff23d3f688d92f26 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x825:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.374642:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000cdcff028/0xff23d3f688d92f26 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x825:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.374649:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cdcff028/0xff23d3f688d92f26 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x825:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.374661:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.374663:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.374665:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.374671:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:0.0:1789185323.374698:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b151780000/2, rc 0, transno 4294989548
00000100:00100000:0.0:1789185323.374711:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151780000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018903936:0@lo:6:osp-syn-1-0.0
00000004:00080000:0.0:1789185323.374722:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b151781500/2, rc 0, transno 4294989549
00000100:00100000:0.0:1789185323.374725:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151781500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018903808:0@lo:6:osp-syn-1-0.0
00010000:00010000:0.0:1789185323.374742:0:178148:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000044ff85f/0xff23d3f688d92efc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x824:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.374751:0:178148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000044ff85f/0xff23d3f688d92efc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x824:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.374760:0:178148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000044ff85f/0xff23d3f688d92efc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x824:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.374768:0:178148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000044ff85f/0xff23d3f688d92efc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x824:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.374789:0:178148:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1789185323.374874:0:178148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151754700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+786:3638:x1876087018902656:12345-0@lo:6:osp-syn-0-0.0 Request processed in 29295us (29654us total) trans 4294977752 rc 0/0
00000100:00100000:0.0:1789185323.374881:0:178148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37800
00000100:00100000:0.0:1789185323.375037:0:178169:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b1517a4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:178169:1876087018906496:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.375053:0:178169:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d92f50 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x827:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.375590:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185323.375621:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14da19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018906880:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185323.375646:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:2.0:1789185323.375673:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b151756300/2, rc 0, transno 4294977752
00000100:00100000:2.0:1789185323.375691:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151756300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018902656:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185323.375774:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1789185323.375781:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149d74e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018907520:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185323.375808:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185323.375836:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149d74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018907392:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185323.375861:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:2.0:1789185323.375889:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185323.375896:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000044ff85f/0xff23d3f688d92efc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x824:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.375905:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149bd5600 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.375909:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000044ff85f/0xff23d3f688d92efc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x824:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.375919:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000044ff85f/0xff23d3f688d92efc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x824:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.376025:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018907008
00000100:00100000:0.0:1789185323.376031:0:8429:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018907008
00000100:00100000:0.0:1789185323.376070:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018906880
00000100:00100000:0.0:1789185323.376074:0:8429:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018906880
00000100:00100000:0.0:1789185323.376092:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018907520
00000100:00100000:0.0:1789185323.376095:0:8429:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018907520
00000100:00100000:0.0:1789185323.376111:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018907392
00000100:00100000:0.0:1789185323.376114:0:8429:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018907392
00000100:00100000:0.0:1789185323.376131:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37816
00000100:00100000:0.0:1789185323.376138:0:8429:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+787:3638:x1876087018907008:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1789185323.376160:0:8429:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2092 count 1
00010000:00010000:0.0:1789185323.376181:0:8429:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000048e3f1cb/0xff23d3f688d92f6c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x82c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.376198:0:8429:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000008dd1a8bc/0xff23d3f688d8f11b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x82c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4adcd expref: 229 pid: 35218 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.376207:0:8429:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x82c:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.376212:0:8429:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x82c:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.376217:0:8429:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000048e3f1cb/0xff23d3f688d92f6c lrc: 4/0,1 mode: --/PW res: [0x280000401:0x82c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.376243:0:8429:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000008dd1a8bc/0xff23d3f688d8f11b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x82c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4adcd expref: 229 pid: 35218 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.376255:0:8429:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000008dd1a8bc/0xff23d3f688d8f11b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x82c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4adcd expref: 229 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.376266:0:8429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1517a4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8429:1876087018907648:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.376309:0:8429:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe160c0 going to sleep for 11 seconds
00000100:00100000:3.0:1789185323.376310:0:178145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37817
00000100:00100000:3.0:1789185323.376323:0:178145:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d77b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+787:3638:x1876087018906880:12345-0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.376333:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37818
00002000:00080000:3.0:1789185323.376339:0:178145:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2091 count 1
00000100:00100000:0.0:1789185323.376344:0:35222:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d77800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+785:3638:x1876087018907520:12345-0@lo:6:osp-syn-1-0.0
00010000:00010000:3.0:1789185323.376356:0:178145:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006d45f335/0xff23d3f688d92f73 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x82b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.376371:0:178145:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000005c21c66/0xff23d3f688d8f114 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x82b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4adbf expref: 229 pid: 35218 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.376378:0:178145:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x82b:0x0].0x0 since=124s v=(0 0)
00010000:00010000:3.0:1789185323.376382:0:178145:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x82b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.376385:0:178145:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006d45f335/0xff23d3f688d92f73 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x82b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.376413:0:178145:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000005c21c66/0xff23d3f688d8f114 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x82b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4adbf expref: 229 pid: 35218 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.376423:0:178145:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000005c21c66/0xff23d3f688d8f114 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x82b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4adbf expref: 229 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.376458:0:178145:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151749500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:178145:1876087018907776:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.376470:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000044ff85f/0xff23d3f688d92efc lrc: 1/0,0 mode: --/PW res: [0x280000401:0x824:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.376479:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000044ff85f/0xff23d3f688d92efc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x824:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.376489:0:178145:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14a4dcf00 going to sleep for 11 seconds
00010000:00010000:2.0:1789185323.376502:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.376506:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.376508:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789185323.376525:0:35223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37819
00000100:00100000:2.0:1789185323.376534:0:35223:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+785:3636:x1876087018907392:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1789185323.376567:0:35223:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2091 count 1
00010000:00010000:2.0:1789185323.376583:0:35223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ee62d8df/0xff23d3f688d92f7a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x82b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.376595:0:35223:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009d06d5cc/0xff23d3f688d8f2d4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x82b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4adc6 expref: 226 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.376603:0:35223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x82b:0x0].0x0 since=124s v=(0 0)
00010000:00010000:2.0:1789185323.376606:0:35223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x82b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.376610:0:35223:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ee62d8df/0xff23d3f688d92f7a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x82b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.376630:0:35223:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009d06d5cc/0xff23d3f688d8f2d4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x82b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4adc6 expref: 226 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.376640:0:35223:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009d06d5cc/0xff23d3f688d8f2d4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x82b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4adc6 expref: 226 pid: 35223 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.376650:0:35223:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149a04700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:35223:1876087018907904:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185323.376675:0:35223:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1530999c0 going to sleep for 11 seconds
00000004:00080000:1.0:1789185323.376952:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b151780380/2, rc 0, transno 4294989546
00000100:00100000:1.0:1789185323.376966:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151780380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018903552:0@lo:6:osp-syn-1-0.0
00010000:00010000:1.0:1789185323.377030:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000defe658c/0xff23d3f688d8f2bf lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x828:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad9c expref: 226 pid: 35223 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.377044:0:8431:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0fbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8431:1876087018905472:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.377062:0:8431:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000003c58b085/0xff23d3f688d92f34 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x828:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.377072:0:8431:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000003c58b085/0xff23d3f688d92f34 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x828:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.377079:0:8431:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003c58b085/0xff23d3f688d92f34 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x828:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.377089:0:8431:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003c58b085/0xff23d3f688d92f34 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x828:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.377098:0:8431:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003c58b085/0xff23d3f688d92f34 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x828:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.377121:0:8431:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1789185323.377220:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185323.377267:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+786:3638:x1876087018904704:12345-0@lo:6:osp-syn-1-0.0 Request processed in 23410us (28558us total) trans 4294989550 rc 0/0
00000100:00100000:1.0:1789185323.377275:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37808
00010000:00010000:1.0:1789185323.377315:0:8428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009249837f/0xff23d3f688d8f2c6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x829:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4adaa expref: 225 pid: 35223 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.377326:0:8428:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0e1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8428:1876087018905600:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.377341:0:8428:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000005a607f09/0xff23d3f688d92f3b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x829:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.377349:0:8428:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000005a607f09/0xff23d3f688d92f3b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x829:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.377356:0:8428:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005a607f09/0xff23d3f688d92f3b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x829:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.377364:0:8428:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005a607f09/0xff23d3f688d92f3b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x829:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.377654:0:24325:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f727800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24325:1876087018906624:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.377674:0:24325:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000178222ab/0xff23d3f688d92f57 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x82a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.377686:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185323.377709:0:178144:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151780700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:178144:1876087018906752:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185323.377714:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010790144
00000100:00100000:3.0:1789185323.377721:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010790144
00010000:00010000:2.0:1789185323.377723:0:178144:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000054f5e6e3/0xff23d3f688d92f5e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x829:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.377744:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00010000:00010000:3.0:1789185323.377750:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000026740caf/0xff23d3f688d8f0f8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x827:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad87 expref: 230 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.377759:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b150571c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018908160:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1789185323.377780:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010790400
00000100:00100000:3.0:1789185323.377784:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010790400
00000100:00100000:2.0:1789185323.377794:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:3.0:1789185323.377801:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000014ee5559/0xff23d3f688d8f106 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x829:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ada3 expref: 231 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.377831:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23298
00000100:00100000:2.0:1789185323.377837:0:178142:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018908160
00000100:00100000:3.0:1789185323.377842:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151748a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+231:2393:x1876087010790144:12345-192.168.204.3@tcp:103:ldlm_bl.0
00000100:00100000:2.0:1789185323.377844:0:178142:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018908160
00010000:00010000:3.0:1789185323.377857:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.377864:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000026740caf/0xff23d3f688d8f0f8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x827:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad87 expref: 231 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.377873:0:178142:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37820
00010000:00010000:3.0:1789185323.377878:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000026740caf/0xff23d3f688d8f0f8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x827:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad87 expref: 231 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.377884:0:178142:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151780700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+786:3636:x1876087018908160:12345-0@lo:6:osp-syn-1-0.0
00010000:00010000:3.0:1789185323.377905:0:10396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000026740caf/0xff23d3f688d8f0f8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x827:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad87 expref: 231 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00002000:00080000:2.0:1789185323.377905:0:178142:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2093 count 1
00010000:00010000:2.0:1789185323.377925:0:178142:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ef1f9aa4/0xff23d3f688d92f81 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x82d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.377969:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x827:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.377974:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x827:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.377981:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d92f50 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x827:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.377990:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d92f50 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x827:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.378014:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00002000:00080000:0.0:1789185323.378038:0:35222:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2092 count 1
00000100:00100000:3.0:1789185323.378043:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151748a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+230:2393:x1876087010790144:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 203us (835us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.378051:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23298
00010000:00010000:0.0:1789185323.378055:0:35222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d92f88 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x82c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.378069:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23299
00010000:00010000:0.0:1789185323.378072:0:35222:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009170330e/0xff23d3f688d8f2db lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x82c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4add4 expref: 224 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.378081:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b247d6fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+229:2393:x1876087010790400:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.378085:0:35222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x82c:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.378090:0:35222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x82c:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.378091:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.378097:0:35222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d92f88 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x82c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.378100:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000014ee5559/0xff23d3f688d8f106 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x829:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ada3 expref: 229 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.378123:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000014ee5559/0xff23d3f688d8f106 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x829:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ada3 expref: 229 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.378139:0:10396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000014ee5559/0xff23d3f688d8f106 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x829:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ada3 expref: 229 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.378148:0:35222:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009170330e/0xff23d3f688d8f2db lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x82c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4add4 expref: 224 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.378162:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x829:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.378168:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x829:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.378169:0:35222:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009170330e/0xff23d3f688d8f2db lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x82c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4add4 expref: 224 pid: 35223 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.378174:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000054f5e6e3/0xff23d3f688d92f5e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x829:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.378192:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000054f5e6e3/0xff23d3f688d92f5e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x829:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.378194:0:35222:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1517a5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:35222:1876087018908288:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.378236:0:35222:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe16480 going to sleep for 11 seconds
00010000:00010000:0.0:1789185323.378255:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185323.378261:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003c58b085/0xff23d3f688d92f34 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x828:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.378276:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149bd4a00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.378281:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003c58b085/0xff23d3f688d92f34 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x828:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.378291:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1789185323.378293:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003c58b085/0xff23d3f688d92f34 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x828:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.378309:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003c58b085/0xff23d3f688d92f34 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x828:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.378315:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b247d6fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+228:2393:x1876087010790400:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 236us (631us total) trans 0 rc 0/0
00010000:00010000:0.0:1789185323.378327:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003c58b085/0xff23d3f688d92f34 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x828:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.378330:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23299
00000100:00100000:3.0:1789185323.378399:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:0.0:1789185323.378445:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.378449:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.378452:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789185323.378461:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.378479:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010790016
00000100:00100000:0.0:1789185323.378485:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010790016
00010000:00010000:0.0:1789185323.378508:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000028752446/0xff23d3f688d8f0ff lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x828:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad95 expref: 228 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.378532:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010790272
00000100:00100000:0.0:1789185323.378535:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010790272
00010000:00010000:1.0:1789185323.378730:0:8428:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005a607f09/0xff23d3f688d92f3b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x829:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.378743:0:8428:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1789185323.378851:0:8428:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d79c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+787:3635:x1876087018904832:12345-0@lo:6:osp-syn-1-0.0 Request processed in 24862us (30088us total) trans 4294989551 rc 0/0
00000100:00100000:1.0:1789185323.378859:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37809
00010000:00010000:1.0:1789185323.378900:0:34810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c2c08b93/0xff23d3f688d8f2cd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x82a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4adb8 expref: 224 pid: 35223 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.378914:0:34810:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0e0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:34810:1876087018905728:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.378935:0:34810:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000086e71abc/0xff23d3f688d92f42 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x82a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.378945:0:34810:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000086e71abc/0xff23d3f688d92f42 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x82a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.378954:0:34810:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000086e71abc/0xff23d3f688d92f42 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x82a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.378963:0:34810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000086e71abc/0xff23d3f688d92f42 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x82a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.378970:0:34810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000086e71abc/0xff23d3f688d92f42 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x82a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.378985:0:34810:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:1.0:1789185323.379052:0:34810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f725500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+787:3635:x1876087018904960:12345-0@lo:6:osp-syn-1-0.0 Request processed in 24568us (30249us total) trans 4294989552 rc 0/0
00000100:00100000:1.0:1789185323.379059:0:34810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37810
00010000:00010000:1.0:1789185323.379083:0:16720:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000003359f826/0xff23d3f688d92f1f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x824:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.379092:0:16720:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003359f826/0xff23d3f688d92f1f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x824:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.379101:0:16720:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003359f826/0xff23d3f688d92f1f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x824:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.379107:0:16720:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003359f826/0xff23d3f688d92f1f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x824:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.379119:0:16720:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00000100:00100000:1.0:1789185323.379192:0:16720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151783b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+787:3637:x1876087018903680:12345-0@lo:6:osp-syn-1-0.0 Request processed in 25886us (33036us total) trans 4294989553 rc 0/0
00000100:00100000:1.0:1789185323.379201:0:16720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37805
00010000:00010000:1.0:1789185323.379230:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:1.0:1789185323.379235:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005a607f09/0xff23d3f688d92f3b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x829:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.379243:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149bd5a00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.379246:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005a607f09/0xff23d3f688d92f3b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x829:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.379254:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005a607f09/0xff23d3f688d92f3b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x829:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.379272:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005a607f09/0xff23d3f688d92f3b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x829:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.379280:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005a607f09/0xff23d3f688d92f3b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x829:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.379294:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:1.0:1789185323.379297:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000086e71abc/0xff23d3f688d92f42 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x82a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.379303:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149bd5800 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.379306:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000086e71abc/0xff23d3f688d92f42 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x82a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.379313:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000086e71abc/0xff23d3f688d92f42 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x82a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.379321:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000086e71abc/0xff23d3f688d92f42 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x82a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.379329:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000086e71abc/0xff23d3f688d92f42 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x82a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.379339:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1789185323.379342:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003359f826/0xff23d3f688d92f1f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x824:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.379348:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149bd4800 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.379351:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003359f826/0xff23d3f688d92f1f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x824:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.379474:0:178142:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b72c9fc8/0xff23d3f688d8f2e2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x82d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ade2 expref: 223 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.379484:0:178142:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x82d:0x0].0x0 since=124s v=(0 0)
00010000:00010000:2.0:1789185323.379488:0:178142:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x82d:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.379492:0:178142:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ef1f9aa4/0xff23d3f688d92f81 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x82d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.379506:0:178144:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000054f5e6e3/0xff23d3f688d92f5e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x829:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.379513:0:178144:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000054f5e6e3/0xff23d3f688d92f5e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x829:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.379526:0:178144:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000054f5e6e3/0xff23d3f688d92f5e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x829:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.379532:0:178144:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000054f5e6e3/0xff23d3f688d92f5e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x829:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.379539:0:178144:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1789185323.379662:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003359f826/0xff23d3f688d92f1f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x824:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.379673:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003359f826/0xff23d3f688d92f1f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x824:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.379680:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003359f826/0xff23d3f688d92f1f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x824:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.379695:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1789185323.379699:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000054f5e6e3/0xff23d3f688d92f5e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x829:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.379705:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bdc00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.379709:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000054f5e6e3/0xff23d3f688d92f5e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x829:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.379716:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000054f5e6e3/0xff23d3f688d92f5e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x829:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.379723:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000054f5e6e3/0xff23d3f688d92f5e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x829:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.379731:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000054f5e6e3/0xff23d3f688d92f5e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x829:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.379743:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.379744:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.379747:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789185323.379772:0:178147:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151754e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:178147:1876087018906112:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.379787:0:178147:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000a33d12bf/0xff23d3f688d92f49 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x828:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.379815:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151756d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018908032:0@lo:6:osp-syn-0-0.0
00010000:00010000:0.0:1789185323.379889:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000367c5077/0xff23d3f688d8f10d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x82a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4adb1 expref: 229 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.379925:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23300
00000100:00100000:0.0:1789185323.379935:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151748a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+229:2393:x1876087010790016:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.379945:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.379951:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000028752446/0xff23d3f688d8f0ff lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x828:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad95 expref: 229 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.379964:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000028752446/0xff23d3f688d8f0ff lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x828:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad95 expref: 229 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.379979:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000028752446/0xff23d3f688d8f0ff lrc: 0/0,0 mode: --/PR res: [0x280000401:0x828:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ad95 expref: 229 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.379994:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x828:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.379997:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x828:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.380003:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a33d12bf/0xff23d3f688d92f49 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x828:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.380012:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a33d12bf/0xff23d3f688d92f49 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x828:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.380033:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185323.380086:0:178144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1517a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+788:3635:x1876087018906240:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10033us (10960us total) trans 4294977753 rc 0/0
00000100:00100000:2.0:1789185323.380093:0:178144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37814
00000100:00100000:2.0:1789185323.380122:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23301
00000100:00100000:2.0:1789185323.380129:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b15174a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+228:2393:x1876087010790272:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.380138:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.380143:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000367c5077/0xff23d3f688d8f10d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x82a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4adb1 expref: 228 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.380153:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000367c5077/0xff23d3f688d8f10d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x82a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4adb1 expref: 228 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.380167:0:178150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000367c5077/0xff23d3f688d8f10d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x82a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4adb1 expref: 228 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.380177:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x82a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.380180:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x82a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.380185:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000178222ab/0xff23d3f688d92f57 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x82a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.380193:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000178222ab/0xff23d3f688d92f57 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x82a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.380211:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185323.380238:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b15174a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+227:2393:x1876087010790272:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 109us (1778us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185323.380244:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23301
00010000:00010000:2.0:1789185323.380269:0:24325:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000178222ab/0xff23d3f688d92f57 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x82a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.380277:0:24325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000178222ab/0xff23d3f688d92f57 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x82a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.380286:0:24325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000178222ab/0xff23d3f688d92f57 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x82a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.380293:0:24325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000178222ab/0xff23d3f688d92f57 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x82a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.380306:0:24325:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1789185323.380466:0:24325:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14da1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+788:3636:x1876087018906368:12345-0@lo:6:osp-syn-0-0.0 Request processed in 13033us (14788us total) trans 4294977754 rc 0/0
00000100:00100000:2.0:1789185323.380474:0:24325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37813
00000004:00080000:2.0:1789185323.380511:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14da18e00/2, rc 0, transno 4294977754
00000100:00100000:2.0:1789185323.380523:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14da18e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018906368:0@lo:6:osp-syn-0-0.0
00010000:00010000:2.0:1789185323.380574:0:178142:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b72c9fc8/0xff23d3f688d8f2e2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x82d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ade2 expref: 223 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.380587:0:178142:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b72c9fc8/0xff23d3f688d8f2e2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x82d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ade2 expref: 223 pid: 35223 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.380599:0:178142:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f727800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:178142:1876087018908416:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185323.380637:0:178142:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1530996c0 going to sleep for 11 seconds
00000100:00100000:1.0:1789185323.380755:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185323.380771:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.380800:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010790528
00000004:00080000:1.0:1789185323.380805:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f705c00/2, rc 0, transno 4294989550
00000100:00100000:3.0:1789185323.380806:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010790528
00000100:00100000:1.0:1789185323.380822:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f705c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018904704:0@lo:6:osp-syn-1-0.0
00010000:00010000:3.0:1789185323.380832:0:8458:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c42d6d96/0xff23d3f688d8f122 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x82d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4addb expref: 227 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.380847:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018908032
00000100:00100000:1.0:1789185323.380853:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018908032
00000100:00100000:3.0:1789185323.380858:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23302
00000100:00100000:3.0:1789185323.380869:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151749880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+227:2393:x1876087010790528:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.380878:0:8458:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00000100:00100000:1.0:1789185323.380885:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37821
00010000:00010000:3.0:1789185323.380886:0:8458:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c42d6d96/0xff23d3f688d8f122 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x82d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4addb expref: 227 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.380898:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151754e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+788:3638:x1876087018908032:12345-0@lo:6:osp-syn-0-0.0
00010000:00010000:3.0:1789185323.380919:0:8458:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c42d6d96/0xff23d3f688d8f122 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x82d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4addb expref: 227 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00002000:00080000:1.0:1789185323.380926:0:8431:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2094 count 1
00010000:00010000:1.0:1789185323.380946:0:8431:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008279734f/0xff23d3f688d92f8f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x82e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.380959:0:8431:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003e27ed43/0xff23d3f688d8f129 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x82e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ade9 expref: 227 pid: 35218 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.380970:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x82e:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.380973:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x82e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.380976:0:8431:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008279734f/0xff23d3f688d92f8f lrc: 4/0,1 mode: --/PW res: [0x280000401:0x82e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.380995:0:8431:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003e27ed43/0xff23d3f688d8f129 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x82e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ade9 expref: 227 pid: 35218 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.381004:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x82d:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.381008:0:8431:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003e27ed43/0xff23d3f688d8f129 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x82e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ade9 expref: 227 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.381010:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x82d:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.381022:0:8458:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b2067f66/0xff23d3f688d92f65 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x82d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.381027:0:8431:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0e0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8431:1876087018908544:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.381038:0:8458:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b2067f66/0xff23d3f688d92f65 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x82d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.381056:0:8458:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185323.381064:0:8431:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0780 going to sleep for 11 seconds
00010000:00010000:1.0:1789185323.381079:0:178147:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000a33d12bf/0xff23d3f688d92f49 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x828:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.381085:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151749880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+227:2393:x1876087010790528:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 217us (313us total) trans 0 rc 0/0
00010000:00010000:1.0:1789185323.381091:0:178147:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a33d12bf/0xff23d3f688d92f49 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x828:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.381098:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23302
00010000:00010000:1.0:1789185323.381107:0:178147:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a33d12bf/0xff23d3f688d92f49 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x828:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.381115:0:178147:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a33d12bf/0xff23d3f688d92f49 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x828:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.381128:0:178147:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:1.0:1789185323.381223:0:178147:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151755880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+789:3637:x1876087018905984:12345-0@lo:6:osp-syn-0-0.0 Request processed in 20646us (22048us total) trans 4294977755 rc 0/0
00000100:00100000:1.0:1789185323.381229:0:178147:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37812
00010000:00010000:1.0:1789185323.381251:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:1.0:1789185323.381256:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000178222ab/0xff23d3f688d92f57 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x82a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.381263:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bc000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.381266:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000178222ab/0xff23d3f688d92f57 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x82a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.381275:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000178222ab/0xff23d3f688d92f57 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x82a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.381288:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000178222ab/0xff23d3f688d92f57 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x82a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.381297:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000178222ab/0xff23d3f688d92f57 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x82a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.381314:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:1.0:1789185323.381315:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1789185323.381321:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a33d12bf/0xff23d3f688d92f49 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x828:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.381332:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149bd4c00 already unused, calling callback (ffffffffc0cd94f0)
00000100:00100000:3.0:1789185323.381334:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010790656
00010000:00010000:1.0:1789185323.381336:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a33d12bf/0xff23d3f688d92f49 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x828:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.381339:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010790656
00010000:00010000:1.0:1789185323.381348:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a33d12bf/0xff23d3f688d92f49 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x828:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.381360:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000008dd1a8bc/0xff23d3f688d8f11b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x82c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4adcd expref: 227 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.381369:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a33d12bf/0xff23d3f688d92f49 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x828:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.381378:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a33d12bf/0xff23d3f688d92f49 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x828:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.381386:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23303
00010000:00010000:1.0:1789185323.381395:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789185323.381396:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151749180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+227:2393:x1876087010790656:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185323.381398:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.381403:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.381408:0:8458:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00000100:00100000:1.0:1789185323.381489:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1789185323.381497:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149f08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018908800:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.381523:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.381568:0:34810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018908800
00000100:00100000:1.0:1789185323.381572:0:34810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018908800
00000100:00100000:1.0:1789185323.381593:0:34810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37822
00000100:00100000:1.0:1789185323.381598:0:34810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b2769b1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+787:3638:x1876087018908800:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185323.381632:0:34810:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2094 count 1
00010000:00010000:1.0:1789185323.381646:0:34810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005a15ade8/0xff23d3f688d92f96 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x82e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.381659:0:34810:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008a1bdeda/0xff23d3f688d8ff6f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x82e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25165824->25169919) gid 0 flags: 0x40000000020000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bb41 expref: 223 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.381665:0:34810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x82e:0x0].0x0 since=121s v=(0 0)
00010000:00010000:1.0:1789185323.381669:0:34810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x82e:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1789185323.381673:0:34810:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005a15ade8/0xff23d3f688d92f96 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x82e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.381694:0:34810:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008a1bdeda/0xff23d3f688d8ff6f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x82e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25165824->25169919) gid 0 flags: 0x50000000030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bb41 expref: 223 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.381704:0:34810:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008a1bdeda/0xff23d3f688d8ff6f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x82e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25165824->25169919) gid 0 flags: 0x70000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bb41 expref: 223 pid: 24325 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.381710:0:8458:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000008dd1a8bc/0xff23d3f688d8f11b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x82c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4adcd expref: 227 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.381717:0:34810:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149f0ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:34810:1876087018908928:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.381735:0:8458:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000008dd1a8bc/0xff23d3f688d8f11b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x82c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4adcd expref: 227 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.381751:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x82c:0x0].0x0 since=0s v=(0 0)
00000100:00100000:1.0:1789185323.381754:0:34810:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a00c0 going to sleep for 11 seconds
00010000:00010000:3.0:1789185323.381755:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x82c:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.381763:0:8458:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000048e3f1cb/0xff23d3f688d92f6c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x82c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.381771:0:8458:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000048e3f1cb/0xff23d3f688d92f6c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x82c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.381772:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.381790:0:8458:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000004:00080000:1.0:1789185323.381796:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14da1b480/2, rc 0, transno 4294977753
00000100:00100000:1.0:1789185323.381808:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14da1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018906240:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185323.381816:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151749180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+227:2393:x1876087010790656:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 421us (504us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.381824:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23303
00000004:00080000:1.0:1789185323.381824:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b149d78a80/2, rc 0, transno 4294989552
00000100:00100000:1.0:1789185323.381836:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149d78a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018904960:0@lo:6:osp-syn-1-0.0
00000004:00080000:1.0:1789185323.381849:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b149d7b800/2, rc 0, transno 4294989551
00000100:00100000:1.0:1789185323.381853:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149d7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018904832:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.381864:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789185323.381867:0:178145:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151749500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:178145:1876087018907776:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.381873:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018908672:0@lo:6:osp-syn-0-0.0
00010000:00010000:3.0:1789185323.381887:0:178145:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006d45f335/0xff23d3f688d92f73 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x82b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.381902:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.381989:0:178146:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018908672
00000100:00100000:1.0:1789185323.381993:0:178146:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018908672
00000100:00100000:1.0:1789185323.382016:0:178146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37823
00000100:00100000:1.0:1789185323.382022:0:178146:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149f0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+789:3635:x1876087018908672:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185323.382034:0:178146:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2095 count 1
00010000:00010000:1.0:1789185323.382045:0:178146:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000057035169/0xff23d3f688d92f9d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x82f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.382056:0:178146:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000cdc93989/0xff23d3f688d8f130 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x82f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4adf7 expref: 226 pid: 35218 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.382063:0:178146:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x82f:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.382065:0:178146:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x82f:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.382069:0:178146:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000057035169/0xff23d3f688d92f9d lrc: 4/0,1 mode: --/PW res: [0x280000401:0x82f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.382087:0:178146:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000cdc93989/0xff23d3f688d8f130 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x82f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4adf7 expref: 226 pid: 35218 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.382097:0:178146:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000cdc93989/0xff23d3f688d8f130 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x82f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4adf7 expref: 226 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.382107:0:178146:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f29ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:178146:1876087018909440:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185323.382583:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f29d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018909312:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185323.383883:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151748a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+226:2393:x1876087010790016:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 3943us (5475us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.383896:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23300
00010000:00010000:0.0:1789185323.383990:0:8491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c42d6d96/0xff23d3f688d8f122 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x82d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4addb expref: 225 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.384007:0:8491:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b1517a7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8491:1876087018907264:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.384035:0:8491:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b2067f66/0xff23d3f688d92f65 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x82d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.384046:0:8491:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b2067f66/0xff23d3f688d92f65 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x82d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.384054:0:8491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b2067f66/0xff23d3f688d92f65 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x82d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.384070:0:8491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b2067f66/0xff23d3f688d92f65 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x82d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.384078:0:8491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b2067f66/0xff23d3f688d92f65 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x82d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.384101:0:8491:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1789185323.384268:0:8491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1517a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+790:3636:x1876087018907136:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10239us (10319us total) trans 4294977756 rc 0/0
00000100:00100000:0.0:1789185323.384284:0:8491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37815
00010000:00010000:0.0:1789185323.384311:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185323.384317:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b2067f66/0xff23d3f688d92f65 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x82d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.384326:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149882200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.384331:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b2067f66/0xff23d3f688d92f65 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x82d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.384341:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b2067f66/0xff23d3f688d92f65 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x82d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.384375:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b2067f66/0xff23d3f688d92f65 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x82d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.384384:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b2067f66/0xff23d3f688d92f65 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x82d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.384413:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.384415:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.384416:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.384453:0:8429:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008dd1a8bc/0xff23d3f688d8f11b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x82c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4adcd expref: 224 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.384469:0:8429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b1517a4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8429:1876087018907648:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.384483:0:8429:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000048e3f1cb/0xff23d3f688d92f6c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x82c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.384491:0:8429:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000048e3f1cb/0xff23d3f688d92f6c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x82c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.384499:0:8429:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000048e3f1cb/0xff23d3f688d92f6c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x82c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.384507:0:8429:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000048e3f1cb/0xff23d3f688d92f6c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x82c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.384515:0:8429:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000048e3f1cb/0xff23d3f688d92f6c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x82c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.384530:0:8429:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1789185323.384626:0:8429:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+790:3638:x1876087018907008:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8488us (9038us total) trans 4294977757 rc 0/0
00000100:00100000:0.0:1789185323.384636:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37816
00010000:00010000:0.0:1789185323.384659:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185323.384664:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000048e3f1cb/0xff23d3f688d92f6c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x82c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.384672:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149883800 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.384675:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000048e3f1cb/0xff23d3f688d92f6c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x82c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.384683:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000048e3f1cb/0xff23d3f688d92f6c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x82c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.384695:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000048e3f1cb/0xff23d3f688d92f6c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x82c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.384702:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000048e3f1cb/0xff23d3f688d92f6c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x82c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.384720:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.384722:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.384723:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.384752:0:178169:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d92f50 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x827:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.384761:0:178169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d92f50 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x827:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.384775:0:178169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d92f50 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x827:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.384783:0:178169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d92f50 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x827:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.384796:0:178169:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1789185323.384865:0:178169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151754380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+790:3637:x1876087018905856:12345-0@lo:6:osp-syn-0-0.0 Request processed in 24539us (25763us total) trans 4294977758 rc 0/0
00000100:00100000:0.0:1789185323.384872:0:178169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37811
00010000:00010000:0.0:1789185323.384890:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185323.384894:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d92f50 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x827:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.384901:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149882a00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.384905:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d92f50 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x827:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.384912:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d92f50 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x827:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.384923:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d92f50 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x827:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.384930:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d92f50 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x827:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.384945:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.384946:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.384948:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789185323.385452:0:178146:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a03c0 going to sleep for 11 seconds
00000100:00100000:1.0:1789185323.385478:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149f0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018909056:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185323.385517:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:1.0:1789185323.385579:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14da1b800/2, rc 0, transno 4294977757
00000100:00100000:1.0:1789185323.385591:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14da1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018907008:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185323.385622:0:34809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018909056
00000100:00100000:1.0:1789185323.385627:0:34809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018909056
00000100:00100000:1.0:1789185323.385664:0:34809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37824
00000100:00100000:1.0:1789185323.385671:0:34809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f29d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+790:3638:x1876087018909056:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185323.385699:0:34809:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2096 count 1
00010000:00010000:1.0:1789185323.385720:0:34809:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000021af62c9/0xff23d3f688d92fa4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x830:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.385776:0:34809:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f3893e2b/0xff23d3f688d8f137 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x830:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae05 expref: 223 pid: 35218 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.385789:0:34809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x830:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.385793:0:34809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x830:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.385798:0:34809:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000021af62c9/0xff23d3f688d92fa4 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x830:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.385830:0:34809:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f3893e2b/0xff23d3f688d8f137 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x830:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae05 expref: 223 pid: 35218 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.385885:0:34809:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f3893e2b/0xff23d3f688d8f137 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x830:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae05 expref: 223 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.385908:0:34809:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f29c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:34809:1876087018909568:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.386029:0:34809:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0240 going to sleep for 11 seconds
00010000:00010000:1.0:1789185323.386069:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789185323.386129:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1789185323.386138:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f29f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018909696:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185323.386166:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:1.0:1789185323.386193:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789185323.386204:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149f09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018909184:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.386228:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.386255:0:178147:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018909696
00000100:00100000:1.0:1789185323.386259:0:178147:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018909696
00000100:00100000:1.0:1789185323.386279:0:178147:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018909184
00000100:00100000:1.0:1789185323.386282:0:178147:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018909184
00000100:00100000:1.0:1789185323.386300:0:178147:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37825
00000100:00100000:1.0:1789185323.386307:0:178147:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f29df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+791:3638:x1876087018909696:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185323.386319:0:178147:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2097 count 1
00010000:00010000:1.0:1789185323.386330:0:178147:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001d3f5493/0xff23d3f688d92fab lrc: 3/0,1 mode: --/PW res: [0x280000401:0x831:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.386342:0:178147:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d84dad00/0xff23d3f688d8f13e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x831:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae13 expref: 223 pid: 35218 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.386348:0:178147:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x831:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.386351:0:178147:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x831:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.386355:0:178147:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001d3f5493/0xff23d3f688d92fab lrc: 4/0,1 mode: --/PW res: [0x280000401:0x831:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.386462:0:178147:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d84dad00/0xff23d3f688d8f13e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x831:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae13 expref: 223 pid: 35218 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.386472:0:178147:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d84dad00/0xff23d3f688d8f13e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x831:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae13 expref: 223 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.386482:0:178147:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f29ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:178147:1876087018909824:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.386524:0:178147:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0f00 going to sleep for 11 seconds
00000100:00100000:1.0:1789185323.386542:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37826
00000100:00100000:1.0:1789185323.386571:0:8428:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f29c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+788:3635:x1876087018909184:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185323.386583:0:8428:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2095 count 1
00010000:00010000:1.0:1789185323.386597:0:8428:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dbd826d1/0xff23d3f688d92fb2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x82f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.386610:0:8428:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000054365d7e/0xff23d3f688d8f2f0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x82f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4adfe expref: 223 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.386616:0:8428:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x82f:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.386620:0:8428:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x82f:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.386624:0:8428:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dbd826d1/0xff23d3f688d92fb2 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x82f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.386642:0:8428:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000054365d7e/0xff23d3f688d8f2f0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x82f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4adfe expref: 223 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.386657:0:8428:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000054365d7e/0xff23d3f688d8f2f0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x82f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4adfe expref: 223 pid: 35223 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.386667:0:8428:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f29f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8428:1876087018909952:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.386694:0:8428:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0a80 going to sleep for 11 seconds
00000004:00080000:1.0:1789185323.386743:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b151782d80/2, rc 0, transno 4294989547
00000100:00100000:1.0:1789185323.387195:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151782d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018904064:0@lo:6:osp-syn-1-0.0
00000004:00080000:1.0:1789185323.387217:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14d0e3800/2, rc 0, transno 4294977755
00000100:00100000:1.0:1789185323.387227:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018905984:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185323.387266:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f29f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018910080:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185323.387294:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.387327:0:8491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018910080
00000100:00100000:1.0:1789185323.387331:0:8491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018910080
00000100:00100000:1.0:1789185323.387427:0:8491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37827
00000100:00100000:1.0:1789185323.387449:0:8491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f29ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+792:3638:x1876087018910080:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185323.387463:0:8491:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2098 count 1
00010000:00010000:1.0:1789185323.387479:0:8491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000088ec1b6a/0xff23d3f688d92fb9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x832:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.387596:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:2.0:1789185323.387630:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b151740e00/2, rc 0, transno 4294977756
00000100:00100000:2.0:1789185323.387639:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151740e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018907136:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185323.387660:0:24325:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018909312
00000100:00100000:2.0:1789185323.387663:0:24325:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018909312
00000100:00100000:2.0:1789185323.387686:0:24325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37828
00000100:00100000:2.0:1789185323.387691:0:24325:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b147529180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+789:3636:x1876087018909312:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1789185323.387704:0:24325:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2096 count 1
00010000:00010000:2.0:1789185323.387718:0:24325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d4cdc89e/0xff23d3f688d92fc0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x830:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.387729:0:24325:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000004405022/0xff23d3f688d8f2f7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x830:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae0c expref: 223 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.387738:0:24325:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x830:0x0].0x0 since=124s v=(0 0)
00000100:00100000:3.0:1789185323.387741:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:2.0:1789185323.387744:0:24325:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x830:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.387750:0:24325:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d4cdc89e/0xff23d3f688d92fc0 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x830:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.387777:0:24325:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000004405022/0xff23d3f688d8f2f7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x830:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae0c expref: 223 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.387779:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010790784
00010000:00010000:2.0:1789185323.387791:0:24325:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000004405022/0xff23d3f688d8f2f7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x830:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae0c expref: 223 pid: 35223 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.387802:0:24325:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0d0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24325:1876087018910208:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185323.387836:0:24325:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b153099a80 going to sleep for 11 seconds
00000100:00100000:3.0:1789185323.387849:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010790784
00010000:00010000:3.0:1789185323.387876:0:8458:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000005c21c66/0xff23d3f688d8f114 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x82b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4adbf expref: 224 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.387908:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23304
00000100:00100000:3.0:1789185323.387917:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151749500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+224:2393:x1876087010790784:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.387927:0:8458:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.387933:0:8458:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000005c21c66/0xff23d3f688d8f114 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x82b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4adbf expref: 224 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.387974:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1789185323.387983:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14aa60e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018910336:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185323.388009:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:3.0:1789185323.388022:0:8458:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000005c21c66/0xff23d3f688d8f114 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x82b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4adbf expref: 224 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.388046:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000005c21c66/0xff23d3f688d8f114 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x82b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4adbf expref: 224 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.388061:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x82b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.388066:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x82b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.388073:0:8458:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006d45f335/0xff23d3f688d92f73 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x82b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.388083:0:8458:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006d45f335/0xff23d3f688d92f73 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x82b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.388093:0:8491:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a39d5bad/0xff23d3f688d8f305 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x832:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae21 expref: 223 pid: 8429 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.388105:0:8491:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x832:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.388109:0:8491:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x832:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.388114:0:8491:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000088ec1b6a/0xff23d3f688d92fb9 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x832:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.388117:0:8458:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1789185323.388142:0:8491:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a39d5bad/0xff23d3f688d8f305 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x832:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae21 expref: 223 pid: 8429 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.388150:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151749500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+223:2393:x1876087010790784:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 232us (539us total) trans 0 rc 0/0
00010000:00010000:1.0:1789185323.388160:0:8491:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a39d5bad/0xff23d3f688d8f305 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x832:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae21 expref: 223 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.388165:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23304
00000100:00100000:1.0:1789185323.388181:0:8491:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f29d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8491:1876087018910464:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.388215:0:8491:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0300 going to sleep for 11 seconds
00000100:00100000:1.0:1789185323.388230:0:178143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018910336
00000100:00100000:1.0:1789185323.388233:0:178143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018910336
00000100:00100000:1.0:1789185323.388258:0:178143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37829
00000100:00100000:1.0:1789185323.388264:0:178143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14aa62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+793:3636:x1876087018910336:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185323.388293:0:178143:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2099 count 1
00010000:00010000:1.0:1789185323.388307:0:178143:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007306deb9/0xff23d3f688d92fc7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x833:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.388319:0:178143:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c65c8b2a/0xff23d3f688d8f30c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x833:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae2f expref: 222 pid: 8429 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.388326:0:178143:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x833:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.388330:0:178143:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x833:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.388333:0:178143:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007306deb9/0xff23d3f688d92fc7 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x833:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.388428:0:178143:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c65c8b2a/0xff23d3f688d8f30c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x833:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae2f expref: 222 pid: 8429 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.388452:0:178143:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c65c8b2a/0xff23d3f688d8f30c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x833:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae2f expref: 222 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.388462:0:178143:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f29dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:178143:1876087018910592:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.388486:0:178143:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a06c0 going to sleep for 11 seconds
00000004:00080000:1.0:1789185323.388524:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14d0e1180/2, rc 0, transno 4294977758
00000100:00100000:1.0:1789185323.388535:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018905856:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185323.388590:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789185323.388599:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f29fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018910720:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185323.388624:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.388646:0:16720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018910720
00000100:00100000:1.0:1789185323.388649:0:16720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018910720
00000100:00100000:1.0:1789185323.388668:0:16720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37830
00000100:00100000:1.0:1789185323.388673:0:16720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f29ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+794:3635:x1876087018910720:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185323.388684:0:16720:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2100 count 1
00010000:00010000:1.0:1789185323.388694:0:16720:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000883c129d/0xff23d3f688d92fce lrc: 3/0,1 mode: --/PW res: [0x280000401:0x834:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.388706:0:16720:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000008d154a55/0xff23d3f688d8f313 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x834:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae3d expref: 222 pid: 8429 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.388719:0:16720:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x834:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.388722:0:16720:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x834:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.388726:0:16720:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000883c129d/0xff23d3f688d92fce lrc: 4/0,1 mode: --/PW res: [0x280000401:0x834:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.388742:0:16720:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000008d154a55/0xff23d3f688d8f313 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x834:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae3d expref: 222 pid: 8429 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.388753:0:16720:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000008d154a55/0xff23d3f688d8f313 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x834:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae3d expref: 222 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.388763:0:16720:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f29c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16720:1876087018910848:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.388791:0:16720:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0180 going to sleep for 11 seconds
00000004:00080000:1.0:1789185323.388812:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b151782680/2, rc 0, transno 4294989553
00010000:00010000:2.0:1789185323.388964:0:178145:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006d45f335/0xff23d3f688d92f73 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x82b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.388975:0:178145:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006d45f335/0xff23d3f688d92f73 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x82b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.388986:0:178145:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006d45f335/0xff23d3f688d92f73 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x82b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.388995:0:178145:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006d45f335/0xff23d3f688d92f73 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x82b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.389018:0:178145:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1789185323.389163:0:178145:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d77b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+795:3638:x1876087018906880:12345-0@lo:6:osp-syn-0-0.0 Request processed in 12843us (13515us total) trans 4294977759 rc 0/0
00000100:00100000:2.0:1789185323.389171:0:178145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37817
00010000:00010000:0.0:1789185323.389329:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185323.389336:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006d45f335/0xff23d3f688d92f73 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x82b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.389345:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b26239b200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.389350:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006d45f335/0xff23d3f688d92f73 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x82b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.389426:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006d45f335/0xff23d3f688d92f73 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x82b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.389454:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006d45f335/0xff23d3f688d92f73 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x82b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.389462:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006d45f335/0xff23d3f688d92f73 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x82b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.389481:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.389483:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.389484:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789185323.389600:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.389644:0:35222:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b1517a5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:35222:1876087018908288:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.389665:0:35222:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d92f88 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x82c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.389716:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.389732:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010790912
00000100:00100000:0.0:1789185323.389736:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010790912
00010000:00010000:0.0:1789185323.389755:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009d06d5cc/0xff23d3f688d8f2d4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x82b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4adc6 expref: 224 pid: 35223 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.389773:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010791040
00000100:00100000:0.0:1789185323.389775:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010791040
00010000:00010000:0.0:1789185323.389784:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009170330e/0xff23d3f688d8f2db lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x82c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4add4 expref: 225 pid: 35223 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.389799:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23305
00000100:00100000:0.0:1789185323.389805:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1517a4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+225:2391:x1876087010790912:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.389823:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.389828:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009d06d5cc/0xff23d3f688d8f2d4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x82b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4adc6 expref: 225 pid: 35223 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.389839:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009d06d5cc/0xff23d3f688d8f2d4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x82b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4adc6 expref: 225 pid: 35223 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.389855:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x82b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.389859:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x82b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.389864:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ee62d8df/0xff23d3f688d92f7a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x82b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.389874:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ee62d8df/0xff23d3f688d92f7a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x82b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.389887:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.389906:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1517a4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+225:2391:x1876087010790912:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 102us (307us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.389912:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23305
00000100:00100000:0.0:1789185323.389986:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23306
00000100:00100000:0.0:1789185323.389993:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b26963c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+224:2393:x1876087010791040:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.390000:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.390004:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009170330e/0xff23d3f688d8f2db lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x82c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4add4 expref: 224 pid: 35223 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.390015:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009170330e/0xff23d3f688d8f2db lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x82c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4add4 expref: 224 pid: 35223 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.390027:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009170330e/0xff23d3f688d8f2db lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x82c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4add4 expref: 224 pid: 35223 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.390037:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x82c:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.390040:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x82c:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.390044:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d92f88 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x82c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.390058:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d92f88 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x82c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.390071:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.390087:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b26963c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+223:2393:x1876087010791040:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 95us (370us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.390092:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23306
00010000:00010000:0.0:1789185323.390129:0:35222:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d92f88 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x82c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.390137:0:35222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d92f88 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x82c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.390146:0:35222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d92f88 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x82c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.390154:0:35222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d92f88 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x82c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.390167:0:35222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1789185323.390260:0:35222:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d77800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+790:3638:x1876087018907520:12345-0@lo:6:osp-syn-1-0.0 Request processed in 13919us (14450us total) trans 4294989554 rc 0/0
00000100:00100000:0.0:1789185323.390267:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37818
00010000:00010000:0.0:1789185323.390285:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185323.390289:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d92f88 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x82c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.390298:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149883200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.390301:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d92f88 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x82c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.390310:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d92f88 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x82c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.390320:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d92f88 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x82c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.390327:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d92f88 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x82c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.390344:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.390346:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.390347:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.390823:0:35223:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009d06d5cc/0xff23d3f688d8f2d4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x82b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4adc6 expref: 222 pid: 35223 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.390836:0:35223:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149a04700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:35223:1876087018907904:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.390852:0:35223:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ee62d8df/0xff23d3f688d92f7a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x82b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.390860:0:35223:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ee62d8df/0xff23d3f688d92f7a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x82b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.390867:0:35223:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ee62d8df/0xff23d3f688d92f7a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x82b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.390875:0:35223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ee62d8df/0xff23d3f688d92f7a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x82b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.390882:0:35223:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ee62d8df/0xff23d3f688d92f7a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x82b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.390906:0:35223:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1789185323.391058:0:35223:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+790:3636:x1876087018907392:12345-0@lo:6:osp-syn-1-0.0 Request processed in 14525us (15196us total) trans 4294989555 rc 0/0
00000100:00100000:2.0:1789185323.391066:0:35223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37819
00000004:00080000:2.0:1789185323.391102:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b149d74000/2, rc 0, transno 4294989555
00000100:00100000:2.0:1789185323.391113:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149d74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018907392:0@lo:6:osp-syn-1-0.0
00010000:00010000:0.0:1789185323.391161:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185323.391166:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ee62d8df/0xff23d3f688d92f7a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x82b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.391173:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bd400 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.391177:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ee62d8df/0xff23d3f688d92f7a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x82b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.391184:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ee62d8df/0xff23d3f688d92f7a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x82b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.391197:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ee62d8df/0xff23d3f688d92f7a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x82b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.391204:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ee62d8df/0xff23d3f688d92f7a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x82b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.391222:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.391225:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.391226:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789185323.391314:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1517a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018911232:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185323.391347:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185323.391487:0:178144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018911232
00000100:00100000:0.0:1789185323.391492:0:178144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018911232
00000100:00100000:0.0:1789185323.391529:0:178144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37831
00000100:00100000:0.0:1789185323.391537:0:178144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149a04700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+790:3635:x1876087018911232:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1789185323.391581:0:178144:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2099 count 1
00010000:00010000:0.0:1789185323.391600:0:178144:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ba247524/0xff23d3f688d92fd5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x833:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.391615:0:178144:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004b751d93/0xff23d3f688d8ef31 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x833:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae36 expref: 221 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.391623:0:178144:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x833:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.391627:0:178144:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x833:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.391631:0:178144:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ba247524/0xff23d3f688d92fd5 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x833:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.391653:0:178144:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004b751d93/0xff23d3f688d8ef31 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x833:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae36 expref: 221 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.391665:0:178144:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004b751d93/0xff23d3f688d8ef31 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x833:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae36 expref: 221 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.391676:0:178144:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1517a5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:178144:1876087018911360:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.391712:0:178144:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe160c0 going to sleep for 11 seconds
00000100:00100000:1.0:1789185323.392173:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151782680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018903680:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.392195:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1517a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018911104:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.392226:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:1.0:1789185323.392268:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b149d74e00/2, rc 0, transno 4294989554
00000100:00100000:2.0:1789185323.392301:0:35218:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018911104
00000100:00100000:2.0:1789185323.392305:0:35218:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018911104
00000100:00100000:2.0:1789185323.392333:0:35218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37832
00000100:00100000:2.0:1789185323.392339:0:35218:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f29e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+791:3638:x1876087018911104:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1789185323.392352:0:35218:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2098 count 1
00010000:00010000:2.0:1789185323.392365:0:35218:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f1b7551a/0xff23d3f688d92fdc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x832:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.392449:0:35218:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000041cc2394/0xff23d3f688d8ef2a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x832:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae28 expref: 221 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.392457:0:35218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x832:0x0].0x0 since=124s v=(0 0)
00010000:00010000:2.0:1789185323.392461:0:35218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x832:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.392464:0:35218:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f1b7551a/0xff23d3f688d92fdc lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x832:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.392486:0:35218:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000041cc2394/0xff23d3f688d8ef2a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x832:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae28 expref: 221 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.392495:0:35218:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000041cc2394/0xff23d3f688d8ef2a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x832:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae28 expref: 221 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.392508:0:35218:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151768700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35218:1876087018911488:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185323.392568:0:35218:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14a432540 going to sleep for 11 seconds
00000100:00100000:2.0:1789185323.392674:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1517a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018911616:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185323.392701:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185323.392760:0:178148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018911616
00000100:00100000:0.0:1789185323.392764:0:178148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018911616
00000100:00100000:0.0:1789185323.392785:0:178148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37833
00000100:00100000:0.0:1789185323.392791:0:178148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b15176a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+792:3636:x1876087018911616:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1789185323.392803:0:178148:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2100 count 1
00010000:00010000:0.0:1789185323.392815:0:178148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000281d94e0/0xff23d3f688d92fe3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x834:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.392826:0:178148:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000cb70b3e1/0xff23d3f688d8ef38 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x834:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae44 expref: 221 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.392833:0:178148:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x834:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.392837:0:178148:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x834:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.392841:0:178148:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000281d94e0/0xff23d3f688d92fe3 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x834:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.392859:0:178148:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000cb70b3e1/0xff23d3f688d8ef38 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x834:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae44 expref: 221 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.392874:0:178148:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000cb70b3e1/0xff23d3f688d8ef38 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x834:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae44 expref: 221 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.392884:0:178148:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1517a7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:178148:1876087018911744:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.392907:0:178148:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe16a80 going to sleep for 11 seconds
00000100:00100000:1.0:1789185323.393316:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149d74e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018907520:0@lo:6:osp-syn-1-0.0
00000004:00080000:1.0:1789185323.393337:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14da19c00/2, rc 0, transno 4294977759
00000100:00100000:1.0:1789185323.393345:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14da19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018906880:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185323.393461:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1789185323.393467:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f29e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018911872:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185323.393504:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.393528:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1517a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018910976:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.393572:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.393594:0:35223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018911872
00000100:00100000:1.0:1789185323.393598:0:35223:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018911872
00000100:00100000:1.0:1789185323.393622:0:35223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018910976
00000100:00100000:1.0:1789185323.393625:0:35223:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018910976
00000100:00100000:1.0:1789185323.393644:0:35223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37834
00000100:00100000:1.0:1789185323.393650:0:35223:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151765f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+795:3638:x1876087018911872:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185323.393665:0:35223:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2101 count 1
00010000:00010000:1.0:1789185323.393683:0:35223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006a243903/0xff23d3f688d92fea lrc: 3/0,1 mode: --/PW res: [0x280000401:0x835:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.393700:0:35223:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000009dedbf3/0xff23d3f688d8f31a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x835:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae4b expref: 222 pid: 8429 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.393708:0:35223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x835:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.393712:0:35223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x835:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.393716:0:35223:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006a243903/0xff23d3f688d92fea lrc: 4/0,1 mode: --/PW res: [0x280000401:0x835:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.393739:0:35223:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000009dedbf3/0xff23d3f688d8f31a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x835:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae4b expref: 222 pid: 8429 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.393749:0:35223:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000009dedbf3/0xff23d3f688d8f31a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x835:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae4b expref: 222 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.393765:0:35223:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151766d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:35223:1876087018912000:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.393802:0:35223:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0600 going to sleep for 11 seconds
00000100:00100000:1.0:1789185323.393819:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37835
00000100:00100000:1.0:1789185323.393827:0:8429:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151764380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+793:3637:x1876087018910976:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185323.393840:0:8429:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2097 count 1
00010000:00010000:1.0:1789185323.393853:0:8429:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a9ea1d0c/0xff23d3f688d92ff1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x831:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.393864:0:8429:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000f380afe/0xff23d3f688d8f2fe lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x831:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae1a expref: 221 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.393871:0:8429:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x831:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.393874:0:8429:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x831:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.393878:0:8429:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a9ea1d0c/0xff23d3f688d92ff1 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x831:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.393897:0:8429:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000f380afe/0xff23d3f688d8f2fe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x831:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae1a expref: 221 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.393906:0:8429:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000f380afe/0xff23d3f688d8f2fe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x831:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae1a expref: 221 pid: 35223 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.393916:0:8429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151767480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8429:1876087018912128:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.393949:0:8429:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0900 going to sleep for 11 seconds
00000100:00100000:2.0:1789185323.398799:0:178142:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f727800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:178142:1876087018908416:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.398833:0:178142:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ef1f9aa4/0xff23d3f688d92f81 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x82d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.398918:0:8431:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0e0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8431:1876087018908544:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.399009:0:8431:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000008279734f/0xff23d3f688d92f8f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x82e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.404155:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.404173:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.404197:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.404226:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185323.404321:0:178146:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f29ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:178146:1876087018909440:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.404351:0:178146:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000057035169/0xff23d3f688d92f9d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x82f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.404473:0:8428:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f29f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8428:1876087018909952:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.404487:0:8428:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000dbd826d1/0xff23d3f688d92fb2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x82f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.404505:0:8491:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f29d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8491:1876087018910464:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.404515:0:8491:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000088ec1b6a/0xff23d3f688d92fb9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x832:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.404532:0:178143:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f29dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:178143:1876087018910592:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.404540:0:178143:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000007306deb9/0xff23d3f688d92fc7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x833:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.404944:0:34810:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149f0ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:34810:1876087018908928:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.404959:0:34810:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000005a15ade8/0xff23d3f688d92f96 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x82e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.404984:0:24325:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0d0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24325:1876087018910208:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.404995:0:24325:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d4cdc89e/0xff23d3f688d92fc0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x830:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.406494:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010791168
00000100:00100000:3.0:1789185323.406511:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010791168
00010000:00010000:3.0:1789185323.406577:0:8458:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b72c9fc8/0xff23d3f688d8f2e2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x82d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ade2 expref: 222 pid: 35223 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.408150:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010791424
00000100:00100000:3.0:1789185323.408161:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010791424
00010000:00010000:3.0:1789185323.408191:0:8458:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008a1bdeda/0xff23d3f688d8ff6f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x82e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25165824->25169919) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bb41 expref: 223 pid: 24325 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.408226:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010791680
00000100:00100000:3.0:1789185323.408230:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010791680
00010000:00010000:3.0:1789185323.408245:0:8458:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000054365d7e/0xff23d3f688d8f2f0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x82f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4adfe expref: 224 pid: 35223 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.408265:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010791936
00000100:00100000:3.0:1789185323.408268:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010791936
00010000:00010000:3.0:1789185323.408286:0:8458:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a39d5bad/0xff23d3f688d8f305 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x832:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae21 expref: 223 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.408305:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23307
00000100:00100000:3.0:1789185323.408315:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1517a7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+224:2391:x1876087010791168:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.408330:0:8458:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.408337:0:8458:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b72c9fc8/0xff23d3f688d8f2e2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x82d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ade2 expref: 224 pid: 35223 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.408352:0:8458:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b72c9fc8/0xff23d3f688d8f2e2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x82d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ade2 expref: 224 pid: 35223 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.408377:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b72c9fc8/0xff23d3f688d8f2e2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x82d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ade2 expref: 224 pid: 35223 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.408394:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x82d:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.408399:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x82d:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.408406:0:8458:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ef1f9aa4/0xff23d3f688d92f81 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x82d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.408416:0:8458:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ef1f9aa4/0xff23d3f688d92f81 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x82d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.408459:0:8458:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.408488:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23308
00000100:00100000:0.0:1789185323.408501:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1517a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+223:2391:x1876087010791424:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.408510:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00000100:00100000:3.0:1789185323.408521:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1517a7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+223:2391:x1876087010791168:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 204us (4371us total) trans 0 rc 0/0
00010000:00010000:0.0:1789185323.408521:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008a1bdeda/0xff23d3f688d8ff6f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x82e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 25165824->25169919) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bb41 expref: 223 pid: 24325 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.408537:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23307
00010000:00010000:0.0:1789185323.408543:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008a1bdeda/0xff23d3f688d8ff6f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x82e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 25165824->25169919) gid 0 flags: 0x50000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bb41 expref: 223 pid: 24325 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.408573:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23309
00000100:00100000:3.0:1789185323.408580:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1517a5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+222:2391:x1876087010791680:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.408590:0:8458:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.408595:0:8458:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000054365d7e/0xff23d3f688d8f2f0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x82f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4adfe expref: 222 pid: 35223 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.408604:0:8458:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000054365d7e/0xff23d3f688d8f2f0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x82f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4adfe expref: 222 pid: 35223 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.408754:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008a1bdeda/0xff23d3f688d8ff6f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x82e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 25165824->25169919) gid 0 flags: 0x44801400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bb41 expref: 222 pid: 24325 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.408764:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x82e:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1789185323.408768:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x82e:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1789185323.408773:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005a15ade8/0xff23d3f688d92f96 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x82e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.408781:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005a15ade8/0xff23d3f688d92f96 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x82e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.408801:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.408820:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1517a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+221:2391:x1876087010791424:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 324us (4646us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.408826:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23308
00000100:00100000:0.0:1789185323.408840:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23310
00000100:00100000:0.0:1789185323.408846:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1517a5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+223:2391:x1876087010791936:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.408854:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.408859:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a39d5bad/0xff23d3f688d8f305 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x832:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae21 expref: 223 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.408869:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a39d5bad/0xff23d3f688d8f305 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x832:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae21 expref: 223 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.408883:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a39d5bad/0xff23d3f688d8f305 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x832:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae21 expref: 223 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.408893:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x832:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.408896:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x832:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.408901:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000088ec1b6a/0xff23d3f688d92fb9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x832:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.408914:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000088ec1b6a/0xff23d3f688d92fb9 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x832:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.408987:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.409004:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1517a5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+222:2391:x1876087010791936:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 158us (4779us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.409010:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23310
00010000:00010000:0.0:1789185323.409035:0:8491:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000088ec1b6a/0xff23d3f688d92fb9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x832:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.409044:0:8491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000088ec1b6a/0xff23d3f688d92fb9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x832:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.409055:0:8491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000088ec1b6a/0xff23d3f688d92fb9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x832:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.409063:0:8491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000088ec1b6a/0xff23d3f688d92fb9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x832:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.409078:0:8491:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1789185323.409085:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000054365d7e/0xff23d3f688d8f2f0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x82f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4adfe expref: 220 pid: 35223 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.409098:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x82f:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.409101:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x82f:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.409104:0:8458:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000dbd826d1/0xff23d3f688d92fb2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x82f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.409111:0:8458:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dbd826d1/0xff23d3f688d92fb2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x82f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.409135:0:8458:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.409157:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1517a5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+219:2391:x1876087010791680:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 577us (4959us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.409165:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23309
00010000:00010000:3.0:1789185323.409195:0:8428:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000dbd826d1/0xff23d3f688d92fb2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x82f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.409203:0:8428:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dbd826d1/0xff23d3f688d92fb2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x82f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.409212:0:8428:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dbd826d1/0xff23d3f688d92fb2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x82f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.409220:0:8428:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000dbd826d1/0xff23d3f688d92fb2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x82f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.409229:0:8491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f29ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+796:3638:x1876087018910080:12345-0@lo:6:osp-syn-0-0.0 Request processed in 21792us (21931us total) trans 4294977760 rc 0/0
00010000:00010000:3.0:1789185323.409236:0:8428:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:0.0:1789185323.409237:0:8491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37827
00010000:00010000:0.0:1789185323.409263:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:0.0:1789185323.409270:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000088ec1b6a/0xff23d3f688d92fb9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x832:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.409279:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149b77600 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.409285:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000088ec1b6a/0xff23d3f688d92fb9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x832:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.409296:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000088ec1b6a/0xff23d3f688d92fb9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x832:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.409310:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000088ec1b6a/0xff23d3f688d92fb9 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x832:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.409318:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000088ec1b6a/0xff23d3f688d92fb9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x832:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.409336:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185323.409340:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000dbd826d1/0xff23d3f688d92fb2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x82f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.409347:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149bd5000 already unused, calling callback (ffffffffc0cd94f0)
00000100:00100000:3.0:1789185323.409352:0:8428:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f29c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+794:3635:x1876087018909184:12345-0@lo:6:osp-syn-1-0.0 Request processed in 22780us (23119us total) trans 4294989556 rc 0/0
00010000:00010000:0.0:1789185323.409353:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000dbd826d1/0xff23d3f688d92fb2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x82f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.409363:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37826
00010000:00010000:3.0:1789185323.409395:0:178142:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ef1f9aa4/0xff23d3f688d92f81 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x82d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.409404:0:178142:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ef1f9aa4/0xff23d3f688d92f81 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x82d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.409413:0:178142:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ef1f9aa4/0xff23d3f688d92f81 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x82d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.409420:0:178142:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ef1f9aa4/0xff23d3f688d92f81 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x82d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.409446:0:178142:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1789185323.409568:0:178142:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151780700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+794:3636:x1876087018908160:12345-0@lo:6:osp-syn-1-0.0 Request processed in 31686us (31773us total) trans 4294989557 rc 0/0
00000100:00100000:3.0:1789185323.409575:0:178142:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37820
00000004:00080000:2.0:1789185323.410038:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b150571c00/2, rc 0, transno 4294989557
00000100:00100000:2.0:1789185323.410059:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b150571c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018908160:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185323.410106:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185323.410126:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010791296
00000100:00100000:2.0:1789185323.410130:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010791296
00010000:00010000:2.0:1789185323.410152:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003e27ed43/0xff23d3f688d8f129 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x82e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ade9 expref: 222 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.410173:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23311
00000100:00100000:2.0:1789185323.410179:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151769880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+222:2391:x1876087010791296:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.410188:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.410193:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003e27ed43/0xff23d3f688d8f129 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x82e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ade9 expref: 222 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.410205:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003e27ed43/0xff23d3f688d8f129 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x82e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ade9 expref: 222 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.410221:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003e27ed43/0xff23d3f688d8f129 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x82e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ade9 expref: 222 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.410232:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x82e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.410236:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x82e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.410241:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000008279734f/0xff23d3f688d92f8f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x82e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.410250:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008279734f/0xff23d3f688d92f8f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x82e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.410272:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185323.410292:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151769880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+221:2391:x1876087010791296:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 113us (187us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185323.410298:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23311
00000100:00100000:2.0:1789185323.410355:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:0.0:1789185323.410456:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000dbd826d1/0xff23d3f688d92fb2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x82f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.410468:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000dbd826d1/0xff23d3f688d92fb2 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x82f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.410476:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dbd826d1/0xff23d3f688d92fb2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x82f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.410494:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185323.410498:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ef1f9aa4/0xff23d3f688d92f81 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x82d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.410504:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bca00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.410507:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ef1f9aa4/0xff23d3f688d92f81 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x82d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.410515:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ef1f9aa4/0xff23d3f688d92f81 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x82d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.410524:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ef1f9aa4/0xff23d3f688d92f81 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x82d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.410531:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ef1f9aa4/0xff23d3f688d92f81 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x82d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.410541:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.410554:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.410556:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789185323.410571:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151748000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018912256:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185323.410607:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:0.0:1789185323.410641:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f29f800/2, rc 0, transno 4294977760
00000100:00100000:0.0:1789185323.410650:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f29f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018910080:0@lo:6:osp-syn-0-0.0
00010000:00010000:0.0:1789185323.410672:0:34810:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000005a15ade8/0xff23d3f688d92f96 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x82e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.410681:0:34810:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005a15ade8/0xff23d3f688d92f96 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x82e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.410690:0:34810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005a15ade8/0xff23d3f688d92f96 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x82e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.410698:0:34810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005a15ade8/0xff23d3f688d92f96 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x82e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.410710:0:34810:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1789185323.410800:0:34810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b2769b1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+794:3638:x1876087018908800:12345-0@lo:6:osp-syn-1-0.0 Request processed in 29201us (29275us total) trans 4294989558 rc 0/0
00000100:00100000:0.0:1789185323.410806:0:34810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37822
00000100:00100000:0.0:1789185323.410820:0:34810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018912256
00000100:00100000:0.0:1789185323.410823:0:34810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018912256
00000100:00100000:0.0:1789185323.410843:0:34810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37836
00000100:00100000:0.0:1789185323.410849:0:34810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1517a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+794:3638:x1876087018912256:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1789185323.410869:0:34810:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2101 count 1
00010000:00010000:0.0:1789185323.410885:0:34810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d92ff8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x835:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.410899:0:34810:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000794c9271/0xff23d3f688d8ef3f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x835:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae52 expref: 218 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.410908:0:34810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x835:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.410911:0:34810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x835:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.410916:0:34810:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d92ff8 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x835:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.411030:0:8431:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000008279734f/0xff23d3f688d92f8f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x82e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.411047:0:8431:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008279734f/0xff23d3f688d92f8f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x82e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.411055:0:8431:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008279734f/0xff23d3f688d92f8f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x82e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.411062:0:8431:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008279734f/0xff23d3f688d92f8f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x82e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.411075:0:8431:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:1.0:1789185323.411147:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151754e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+796:3638:x1876087018908032:12345-0@lo:6:osp-syn-0-0.0 Request processed in 30253us (30393us total) trans 4294977761 rc 0/0
00000100:00100000:1.0:1789185323.411154:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37821
00000100:00100000:3.0:1789185323.411503:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010791552
00000100:00100000:3.0:1789185323.411508:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010791552
00010000:00010000:3.0:1789185323.411530:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000cdc93989/0xff23d3f688d8f130 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x82f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4adf7 expref: 221 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.411571:0:34810:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000794c9271/0xff23d3f688d8ef3f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x835:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae52 expref: 218 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.411581:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23312
00010000:00010000:0.0:1789185323.411591:0:34810:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000794c9271/0xff23d3f688d8ef3f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x835:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae52 expref: 218 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.411592:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d0d0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+221:2391:x1876087010791552:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.411606:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00000100:00100000:0.0:1789185323.411613:0:34810:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1517a4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:34810:1876087018912512:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.411626:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000cdc93989/0xff23d3f688d8f130 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x82f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4adf7 expref: 221 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.411639:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000cdc93989/0xff23d3f688d8f130 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x82f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4adf7 expref: 221 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.411657:0:10396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cdc93989/0xff23d3f688d8f130 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x82f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4adf7 expref: 221 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.411660:0:34810:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe16b40 going to sleep for 11 seconds
00000100:00100000:2.0:1789185323.411752:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1789185323.411762:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151767800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018912384:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185323.411789:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:0.0:1789185323.411823:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:0.0:1789185323.411829:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005a15ade8/0xff23d3f688d92f96 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x82e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.411837:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149bd5e00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.411841:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005a15ade8/0xff23d3f688d92f96 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x82e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.411853:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005a15ade8/0xff23d3f688d92f96 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x82e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.411872:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005a15ade8/0xff23d3f688d92f96 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x82e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.411879:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005a15ade8/0xff23d3f688d92f96 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x82e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.411894:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185323.411898:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008279734f/0xff23d3f688d92f8f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x82e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.411904:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149bd5c00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.411907:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008279734f/0xff23d3f688d92f8f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x82e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.411914:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008279734f/0xff23d3f688d92f8f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x82e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.411994:0:35222:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018912384
00000100:00100000:2.0:1789185323.411998:0:35222:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018912384
00000100:00100000:2.0:1789185323.412020:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37837
00000100:00100000:2.0:1789185323.412026:0:35222:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149f0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+796:3636:x1876087018912384:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1789185323.412040:0:35222:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2102 count 1
00010000:00010000:3.0:1789185323.412050:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x82f:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.412055:0:35222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a5a45477/0xff23d3f688d92fff lrc: 3/0,1 mode: --/PW res: [0x280000401:0x836:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.412057:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x82f:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.412068:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000057035169/0xff23d3f688d92f9d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x82f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.412075:0:35222:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000009fca621/0xff23d3f688d8f321 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x836:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae59 expref: 220 pid: 8429 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.412083:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000057035169/0xff23d3f688d92f9d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x82f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.412087:0:35222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x836:0x0].0x0 since=124s v=(0 0)
00010000:00010000:2.0:1789185323.412095:0:35222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x836:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.412100:0:35222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a5a45477/0xff23d3f688d92fff lrc: 4/0,1 mode: --/PW res: [0x280000401:0x836:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.412115:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1789185323.412122:0:35222:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000009fca621/0xff23d3f688d8f321 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x836:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae59 expref: 220 pid: 8429 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.412134:0:35222:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000009fca621/0xff23d3f688d8f321 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x836:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae59 expref: 220 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.412145:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d0d0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+220:2391:x1876087010791552:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 552us (1786us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185323.412150:0:35222:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f725500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:35222:1876087018912640:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185323.412157:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23312
00010000:00010000:3.0:1789185323.412189:0:178146:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000057035169/0xff23d3f688d92f9d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x82f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.412191:0:35222:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14a432180 going to sleep for 11 seconds
00010000:00010000:3.0:1789185323.412201:0:178146:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000057035169/0xff23d3f688d92f9d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x82f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.412210:0:178146:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000057035169/0xff23d3f688d92f9d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x82f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.412218:0:178146:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000057035169/0xff23d3f688d92f9d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x82f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.412228:0:178146:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1789185323.412259:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185323.412294:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.412333:0:178146:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149f0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+797:3635:x1876087018908672:12345-0@lo:6:osp-syn-0-0.0 Request processed in 30310us (30430us total) trans 4294977762 rc 0/0
00000100:00100000:3.0:1789185323.412341:0:178146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37823
00000100:00100000:3.0:1789185323.412365:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010791808
00000100:00100000:3.0:1789185323.412369:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010791808
00010000:00010000:3.0:1789185323.412389:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000004405022/0xff23d3f688d8f2f7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x830:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae0c expref: 219 pid: 35223 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.412499:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008279734f/0xff23d3f688d92f8f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x82e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.412507:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008279734f/0xff23d3f688d92f8f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x82e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.412523:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185323.412526:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000057035169/0xff23d3f688d92f9d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x82f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.412532:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149bd4e00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.412536:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000057035169/0xff23d3f688d92f9d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x82f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.412561:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000057035169/0xff23d3f688d92f9d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x82f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.412572:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000057035169/0xff23d3f688d92f9d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x82f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.412580:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000057035169/0xff23d3f688d92f9d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x82f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.412591:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.412593:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.412594:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:0.0:1789185323.412622:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b149f08380/2, rc 0, transno 4294989558
00000100:00100000:0.0:1789185323.412633:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149f08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018908800:0@lo:6:osp-syn-1-0.0
00000004:00080000:0.0:1789185323.412643:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b151756d80/2, rc 0, transno 4294977761
00000100:00100000:0.0:1789185323.412651:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151756d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018908032:0@lo:6:osp-syn-0-0.0
00010000:00010000:0.0:1789185323.412661:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.412728:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:0.0:1789185323.412747:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b149f09500/2, rc 0, transno 4294989556
00000100:00100000:0.0:1789185323.412752:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149f09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018909184:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1789185323.412754:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010792064
00000100:00100000:3.0:1789185323.412760:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010792064
00000004:00080000:0.0:1789185323.412767:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14d0e1f80/2, rc 0, transno 4294977762
00000100:00100000:0.0:1789185323.412771:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018908672:0@lo:6:osp-syn-0-0.0
00010000:00010000:3.0:1789185323.412781:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c65c8b2a/0xff23d3f688d8f30c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x833:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae2f expref: 220 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.412783:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789185323.412811:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23313
00000100:00100000:3.0:1789185323.412819:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b26963f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+219:2391:x1876087010791808:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.412829:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.412834:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000004405022/0xff23d3f688d8f2f7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x830:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae0c expref: 219 pid: 35223 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.412845:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000004405022/0xff23d3f688d8f2f7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x830:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae0c expref: 219 pid: 35223 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.412860:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000004405022/0xff23d3f688d8f2f7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x830:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae0c expref: 219 pid: 35223 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.412872:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x830:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.412875:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x830:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.412881:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d4cdc89e/0xff23d3f688d92fc0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x830:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.412889:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d4cdc89e/0xff23d3f688d92fc0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x830:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.412899:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23314
00000100:00100000:0.0:1789185323.412909:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f727800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+220:2391:x1876087010792064:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.412926:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.412931:0:178149:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c65c8b2a/0xff23d3f688d8f30c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x833:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae2f expref: 220 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.412942:0:178149:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c65c8b2a/0xff23d3f688d8f30c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x833:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae2f expref: 220 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.412956:0:178149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c65c8b2a/0xff23d3f688d8f30c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x833:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae2f expref: 220 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.412966:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x833:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.412970:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x833:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.412974:0:178149:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000007306deb9/0xff23d3f688d92fc7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x833:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.412982:0:178149:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007306deb9/0xff23d3f688d92fc7 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x833:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.412998:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.413021:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f727800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+219:2391:x1876087010792064:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 115us (727us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.413028:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23314
00000100:00100000:1.0:1789185323.413463:0:34809:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f29c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:34809:1876087018909568:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.413484:0:34809:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000021af62c9/0xff23d3f688d92fa4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x830:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.413510:0:178147:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f29ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:178147:1876087018909824:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.413524:0:178147:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001d3f5493/0xff23d3f688d92fab lrc: 3/0,1 mode: --/PW res: [0x280000401:0x831:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.413851:0:35218:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151768700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35218:1876087018911488:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.413865:0:35218:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f1b7551a/0xff23d3f688d92fdc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x832:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.413907:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185323.413943:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185323.413963:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185323.413980:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185323.413994:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010792192
00000100:00100000:2.0:1789185323.413998:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010792192
00010000:00010000:2.0:1789185323.414017:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f3893e2b/0xff23d3f688d8f137 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x830:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae05 expref: 219 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.414033:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010792448
00000100:00100000:2.0:1789185323.414036:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010792448
00010000:00010000:2.0:1789185323.414048:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000008d154a55/0xff23d3f688d8f313 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x834:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae3d expref: 220 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.414059:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010792704
00000100:00100000:2.0:1789185323.414061:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010792704
00010000:00010000:2.0:1789185323.414073:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000041cc2394/0xff23d3f688d8ef2a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x832:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae28 expref: 219 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.414084:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010792320
00000100:00100000:2.0:1789185323.414087:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010792320
00010000:00010000:2.0:1789185323.414098:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d84dad00/0xff23d3f688d8f13e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x831:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae13 expref: 221 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.414111:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23315
00000100:00100000:2.0:1789185323.414119:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151768700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+221:2391:x1876087010792192:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.414128:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.414132:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f3893e2b/0xff23d3f688d8f137 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x830:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae05 expref: 221 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.414144:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f3893e2b/0xff23d3f688d8f137 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x830:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae05 expref: 221 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.414159:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f3893e2b/0xff23d3f688d8f137 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x830:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae05 expref: 221 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.414171:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x830:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.414176:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x830:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.414180:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000021af62c9/0xff23d3f688d92fa4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x830:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.414189:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000021af62c9/0xff23d3f688d92fa4 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x830:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.414210:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185323.414238:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151768700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+220:2391:x1876087010792192:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 120us (331us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185323.414246:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23315
00000100:00100000:2.0:1789185323.414263:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23316
00000100:00100000:2.0:1789185323.414269:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f728700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+219:2391:x1876087010792448:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.414277:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.414282:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000008d154a55/0xff23d3f688d8f313 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x834:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae3d expref: 219 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.414292:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000008d154a55/0xff23d3f688d8f313 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x834:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae3d expref: 219 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.414305:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x834:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.414308:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x834:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.414312:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000883c129d/0xff23d3f688d92fce lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x834:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.414319:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000883c129d/0xff23d3f688d92fce lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x834:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.414331:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185323.414350:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f728700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+219:2391:x1876087010792448:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 81us (406us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185323.414362:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23316
00000100:00100000:2.0:1789185323.414377:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23317
00000100:00100000:2.0:1789185323.414383:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f729880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+219:2391:x1876087010792704:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.414395:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.414400:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000041cc2394/0xff23d3f688d8ef2a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x832:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae28 expref: 219 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.414409:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000041cc2394/0xff23d3f688d8ef2a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x832:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae28 expref: 219 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.414423:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000041cc2394/0xff23d3f688d8ef2a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x832:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae28 expref: 219 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.414445:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x832:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.414448:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x832:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.414452:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f1b7551a/0xff23d3f688d92fdc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x832:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.414461:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f1b7551a/0xff23d3f688d92fdc lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x832:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.414478:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185323.414498:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f729880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+218:2391:x1876087010792704:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 115us (533us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185323.414505:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23317
00000100:00100000:2.0:1789185323.414520:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23318
00000100:00100000:2.0:1789185323.414526:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f729c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+218:2391:x1876087010792320:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.414534:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.414540:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d84dad00/0xff23d3f688d8f13e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x831:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae13 expref: 218 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.414573:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d84dad00/0xff23d3f688d8f13e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x831:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae13 expref: 218 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.414591:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d84dad00/0xff23d3f688d8f13e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x831:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae13 expref: 218 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.414602:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x831:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.414605:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x831:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.414609:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001d3f5493/0xff23d3f688d92fab lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x831:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.414616:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001d3f5493/0xff23d3f688d92fab lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x831:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.414633:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185323.414654:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f729c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+217:2391:x1876087010792320:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 128us (672us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185323.414660:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23318
00010000:00010000:2.0:1789185323.414680:0:35218:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f1b7551a/0xff23d3f688d92fdc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x832:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.414689:0:35218:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f1b7551a/0xff23d3f688d92fdc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x832:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.414704:0:35218:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f1b7551a/0xff23d3f688d92fdc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x832:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.414712:0:35218:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f1b7551a/0xff23d3f688d92fdc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x832:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.414727:0:35218:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1789185323.414855:0:35218:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f29e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+795:3638:x1876087018911104:12345-0@lo:6:osp-syn-1-0.0 Request processed in 22515us (22627us total) trans 4294989559 rc 0/0
00000100:00100000:2.0:1789185323.414862:0:35218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37832
00010000:00010000:2.0:1789185323.414880:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185323.414886:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f1b7551a/0xff23d3f688d92fdc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x832:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.414894:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bc600 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.414899:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f1b7551a/0xff23d3f688d92fdc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x832:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.414909:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f1b7551a/0xff23d3f688d92fdc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x832:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.414921:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f1b7551a/0xff23d3f688d92fdc lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x832:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.414928:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f1b7551a/0xff23d3f688d92fdc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x832:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.414944:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.414946:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.414947:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789185323.414972:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185323.414986:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010792576
00000100:00100000:2.0:1789185323.414990:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010792576
00010000:00010000:2.0:1789185323.415002:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004b751d93/0xff23d3f688d8ef31 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x833:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae36 expref: 218 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.415017:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23319
00000100:00100000:2.0:1789185323.415022:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f728380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+218:2391:x1876087010792576:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.415029:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.415033:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004b751d93/0xff23d3f688d8ef31 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x833:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae36 expref: 218 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.415042:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004b751d93/0xff23d3f688d8ef31 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x833:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae36 expref: 218 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.415054:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x833:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.415057:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x833:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.415061:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ba247524/0xff23d3f688d92fd5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x833:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.415069:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ba247524/0xff23d3f688d92fd5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x833:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.415085:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185323.415100:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f728380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+218:2391:x1876087010792576:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 79us (129us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185323.415106:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23319
00000100:00100000:2.0:1789185323.415146:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185323.415156:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010792832
00000100:00100000:2.0:1789185323.415159:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010792832
00010000:00010000:2.0:1789185323.415169:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000cb70b3e1/0xff23d3f688d8ef38 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x834:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae44 expref: 218 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.415182:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23320
00000100:00100000:2.0:1789185323.415188:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b26963fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+218:2391:x1876087010792832:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.415215:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.415220:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000cb70b3e1/0xff23d3f688d8ef38 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x834:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae44 expref: 218 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.415231:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000cb70b3e1/0xff23d3f688d8ef38 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x834:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae44 expref: 218 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.415242:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x834:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.415245:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x834:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.415249:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000281d94e0/0xff23d3f688d92fe3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x834:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.415258:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000281d94e0/0xff23d3f688d92fe3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x834:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.415269:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185323.415283:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b26963fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+218:2391:x1876087010792832:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 96us (137us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185323.415289:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23320
00000100:00100000:2.0:1789185323.415384:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185323.415397:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010793088
00000100:00100000:2.0:1789185323.415400:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010793088
00010000:00010000:2.0:1789185323.415412:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000f380afe/0xff23d3f688d8f2fe lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x831:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae1a expref: 218 pid: 35223 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.415427:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23321
00000100:00100000:2.0:1789185323.415444:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f728700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+218:2392:x1876087010793088:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.415453:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.415457:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000f380afe/0xff23d3f688d8f2fe lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x831:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae1a expref: 218 pid: 35223 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.415466:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000f380afe/0xff23d3f688d8f2fe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x831:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae1a expref: 218 pid: 35223 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.415478:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x831:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.415480:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x831:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.415484:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a9ea1d0c/0xff23d3f688d92ff1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x831:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.415492:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a9ea1d0c/0xff23d3f688d92ff1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x831:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.415505:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185323.415521:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f728700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+218:2392:x1876087010793088:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 88us (137us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185323.415527:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23321
00000100:00100000:2.0:1789185323.415585:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185323.415598:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010792960
00000100:00100000:2.0:1789185323.415601:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010792960
00010000:00010000:2.0:1789185323.415613:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000009dedbf3/0xff23d3f688d8f31a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x835:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae4b expref: 217 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.415626:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23322
00000100:00100000:2.0:1789185323.415631:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f729880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+217:2392:x1876087010792960:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.415638:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.415641:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000009dedbf3/0xff23d3f688d8f31a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x835:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae4b expref: 217 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.415651:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000009dedbf3/0xff23d3f688d8f31a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x835:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae4b expref: 217 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.415663:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x835:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.415666:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x835:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.415670:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006a243903/0xff23d3f688d92fea lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x835:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.415678:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006a243903/0xff23d3f688d92fea lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x835:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.415689:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185323.415702:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f729880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+217:2392:x1876087010792960:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 71us (117us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185323.415708:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23322
00010000:00010000:0.0:1789185323.416120:0:16720:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008d154a55/0xff23d3f688d8f313 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x834:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae3d expref: 216 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.416135:0:16720:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f29c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16720:1876087018910848:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.416153:0:16720:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000883c129d/0xff23d3f688d92fce lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x834:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.416162:0:16720:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000883c129d/0xff23d3f688d92fce lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x834:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.416169:0:16720:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000883c129d/0xff23d3f688d92fce lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x834:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.416179:0:16720:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000883c129d/0xff23d3f688d92fce lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x834:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.416186:0:16720:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000883c129d/0xff23d3f688d92fce lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x834:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.416200:0:16720:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1789185323.416317:0:16720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f29ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+797:3635:x1876087018910720:12345-0@lo:6:osp-syn-0-0.0 Request processed in 27643us (27692us total) trans 4294977763 rc 0/0
00000100:00100000:0.0:1789185323.416325:0:16720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37830
00010000:00010000:0.0:1789185323.416377:0:178144:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004b751d93/0xff23d3f688d8ef31 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x833:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae36 expref: 217 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.416390:0:178144:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b1517a5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:178144:1876087018911360:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.416402:0:178144:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ba247524/0xff23d3f688d92fd5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x833:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.416409:0:178144:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ba247524/0xff23d3f688d92fd5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x833:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.416416:0:178144:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ba247524/0xff23d3f688d92fd5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x833:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.416423:0:178144:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ba247524/0xff23d3f688d92fd5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x833:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.416430:0:178144:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ba247524/0xff23d3f688d92fd5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x833:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.416454:0:178144:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:0.0:1789185323.416532:0:178144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149a04700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+795:3635:x1876087018911232:12345-0@lo:6:osp-syn-1-0.0 Request processed in 24996us (25184us total) trans 4294989560 rc 0/0
00000100:00100000:0.0:1789185323.416539:0:178144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37831
00000004:00080000:0.0:1789185323.416605:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b1517a7100/2, rc 0, transno 4294989559
00000100:00100000:0.0:1789185323.416612:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b1517a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018911104:0@lo:6:osp-syn-1-0.0
00010000:00010000:0.0:1789185323.416628:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:0.0:1789185323.416633:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000883c129d/0xff23d3f688d92fce lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x834:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.416643:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149b77400 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.416647:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000883c129d/0xff23d3f688d92fce lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x834:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.416655:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000883c129d/0xff23d3f688d92fce lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x834:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.416669:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000883c129d/0xff23d3f688d92fce lrc: 1/0,0 mode: --/PW res: [0x280000401:0x834:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.416677:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000883c129d/0xff23d3f688d92fce lrc: 0/0,0 mode: --/PW res: [0x280000401:0x834:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.416694:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185323.416698:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ba247524/0xff23d3f688d92fd5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x833:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.416705:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149882c00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.416708:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ba247524/0xff23d3f688d92fd5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x833:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.416717:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ba247524/0xff23d3f688d92fd5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x833:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.416728:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ba247524/0xff23d3f688d92fd5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x833:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.416735:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ba247524/0xff23d3f688d92fd5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x833:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.416750:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.416751:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.416753:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.416759:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:0.0:1789185323.416776:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b1517a4380/2, rc 0, transno 4294989560
00000100:00100000:0.0:1789185323.416781:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b1517a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018911232:0@lo:6:osp-syn-1-0.0
00000004:00080000:0.0:1789185323.416793:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f29fb80/2, rc 0, transno 4294977763
00000100:00100000:0.0:1789185323.416797:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f29fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018910720:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.416807:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789185323.416816:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151764a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018912768:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.416848:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:0.0:1789185323.416896:0:178148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cb70b3e1/0xff23d3f688d8ef38 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x834:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae44 expref: 216 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.416906:0:178148:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b1517a7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:178148:1876087018911744:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.416918:0:178148:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000281d94e0/0xff23d3f688d92fe3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x834:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.416939:0:178148:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000281d94e0/0xff23d3f688d92fe3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x834:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.416951:0:178148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000281d94e0/0xff23d3f688d92fe3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x834:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.416959:0:178148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000281d94e0/0xff23d3f688d92fe3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x834:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.416966:0:178148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000281d94e0/0xff23d3f688d92fe3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x834:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.416978:0:178148:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1789185323.417358:0:24325:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d4cdc89e/0xff23d3f688d92fc0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x830:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.417444:0:24325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d4cdc89e/0xff23d3f688d92fc0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x830:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.417454:0:24325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d4cdc89e/0xff23d3f688d92fc0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x830:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.417463:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1789185323.417463:0:24325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d4cdc89e/0xff23d3f688d92fc0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x830:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.417483:0:24325:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:3.0:1789185323.417509:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b26963f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+215:2391:x1876087010791808:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 4689us (5248us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.417521:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23313
00010000:00010000:1.0:1789185323.417686:0:178143:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000007306deb9/0xff23d3f688d92fc7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x833:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.417702:0:178143:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007306deb9/0xff23d3f688d92fc7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x833:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.417711:0:178143:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007306deb9/0xff23d3f688d92fc7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x833:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.417718:0:178143:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007306deb9/0xff23d3f688d92fc7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x833:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.417730:0:178143:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00000100:00100000:0.0:1789185323.417879:0:178148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b15176a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+796:3636:x1876087018911616:12345-0@lo:6:osp-syn-1-0.0 Request processed in 25086us (25175us total) trans 4294989561 rc 0/0
00000100:00100000:0.0:1789185323.417886:0:178148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37833
00000100:00100000:0.0:1789185323.417906:0:178148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018912768
00000100:00100000:0.0:1789185323.417911:0:178148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018912768
00000100:00100000:0.0:1789185323.417955:0:178148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37838
00000100:00100000:0.0:1789185323.417962:0:178148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1517a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+798:3635:x1876087018912768:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1789185323.417984:0:178148:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2103 count 1
00010000:00010000:0.0:1789185323.418004:0:178148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000048e3f1cb/0xff23d3f688d93006 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x837:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.418029:0:178148:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b2350280/0xff23d3f688d8f359 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x837:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae67 expref: 215 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.418038:0:178148:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x837:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.418043:0:178148:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x837:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.418048:0:178148:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000048e3f1cb/0xff23d3f688d93006 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x837:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.418073:0:178148:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b2350280/0xff23d3f688d8f359 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x837:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae67 expref: 215 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.418086:0:178148:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b2350280/0xff23d3f688d8f359 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x837:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae67 expref: 215 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.418099:0:178148:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1517a7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:178148:1876087018913280:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.418136:0:178148:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe160c0 going to sleep for 11 seconds
00000100:00100000:0.0:1789185323.418151:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151765c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018913024:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.418172:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185323.418193:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1789185323.418198:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151765500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018912896:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.418218:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:0.0:1789185323.418240:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:0.0:1789185323.418245:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000281d94e0/0xff23d3f688d92fe3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x834:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.418252:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149882800 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.418256:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000281d94e0/0xff23d3f688d92fe3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x834:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.418265:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000281d94e0/0xff23d3f688d92fe3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x834:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.418282:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000281d94e0/0xff23d3f688d92fe3 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x834:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.418290:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000281d94e0/0xff23d3f688d92fe3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x834:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.418306:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:0.0:1789185323.418310:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d4cdc89e/0xff23d3f688d92fc0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x830:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.418316:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bd000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.418319:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d4cdc89e/0xff23d3f688d92fc0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x830:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.418327:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d4cdc89e/0xff23d3f688d92fc0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x830:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.418336:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d4cdc89e/0xff23d3f688d92fc0 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x830:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.418344:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d4cdc89e/0xff23d3f688d92fc0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x830:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.418367:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185323.418371:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007306deb9/0xff23d3f688d92fc7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x833:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.418378:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149b76200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.418381:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007306deb9/0xff23d3f688d92fc7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x833:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.418388:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007306deb9/0xff23d3f688d92fc7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x833:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.418397:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007306deb9/0xff23d3f688d92fc7 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x833:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.418404:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007306deb9/0xff23d3f688d92fc7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x833:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.418415:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.418417:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.418419:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.418425:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789185323.418444:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151748e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018913152:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185323.418466:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185323.418492:0:8491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018913024
00000100:00100000:0.0:1789185323.418495:0:8491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018913024
00000100:00100000:0.0:1789185323.418512:0:8491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37839
00000100:00100000:0.0:1789185323.418518:0:8491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1517a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+799:3638:x1876087018913024:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1789185323.418529:0:8491:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2105 count 1
00010000:00010000:0.0:1789185323.418539:0:8491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b2067f66/0xff23d3f688d9300d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x839:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.418567:0:8491:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a03f1118/0xff23d3f688d8f336 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x839:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae83 expref: 215 pid: 24325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.418575:0:8491:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x839:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.418579:0:8491:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x839:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.418583:0:8491:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b2067f66/0xff23d3f688d9300d lrc: 4/0,1 mode: --/PW res: [0x280000401:0x839:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.418599:0:8491:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a03f1118/0xff23d3f688d8f336 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x839:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae83 expref: 215 pid: 24325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.418609:0:8491:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a03f1118/0xff23d3f688d8f336 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x839:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae83 expref: 215 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.418619:0:8491:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1517a6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8491:1876087018913408:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.418640:0:8491:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe16a80 going to sleep for 11 seconds
00000100:00100000:0.0:1789185323.418704:0:34810:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b1517a4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:34810:1876087018912512:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.418720:0:34810:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d92ff8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x835:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.418793:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.418876:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.418895:0:178149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010793344
00000100:00100000:0.0:1789185323.418898:0:178149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010793344
00010000:00010000:0.0:1789185323.418916:0:178149:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000009fca621/0xff23d3f688d8f321 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x836:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae59 expref: 216 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.418934:0:178149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010793216
00000100:00100000:0.0:1789185323.418936:0:178149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010793216
00010000:00010000:0.0:1789185323.418946:0:178149:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000794c9271/0xff23d3f688d8ef3f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x835:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae52 expref: 215 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.418961:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23323
00000100:00100000:0.0:1789185323.418966:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1517a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+216:2393:x1876087010793344:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.418974:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.418979:0:178149:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000009fca621/0xff23d3f688d8f321 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x836:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae59 expref: 216 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.418990:0:178149:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000009fca621/0xff23d3f688d8f321 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x836:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae59 expref: 216 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.419004:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x836:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.419007:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x836:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.419013:0:178149:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a5a45477/0xff23d3f688d92fff lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x836:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.419022:0:178149:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a5a45477/0xff23d3f688d92fff lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x836:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.419033:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.419054:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1517a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+216:2393:x1876087010793344:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 87us (261us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.419060:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23323
00000100:00100000:0.0:1789185323.419074:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23324
00000100:00100000:0.0:1789185323.419079:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1517a7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+215:2393:x1876087010793216:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.419086:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.419091:0:178149:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000794c9271/0xff23d3f688d8ef3f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x835:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae52 expref: 215 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.419101:0:178149:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000794c9271/0xff23d3f688d8ef3f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x835:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae52 expref: 215 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.419113:0:178149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000794c9271/0xff23d3f688d8ef3f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x835:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae52 expref: 215 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.419123:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x835:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.419127:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x835:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.419131:0:178149:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d92ff8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x835:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.419139:0:178149:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d92ff8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x835:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.419151:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1789185323.419160:0:34810:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d92ff8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x835:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.419173:0:34810:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d92ff8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x835:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.419181:0:34810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d92ff8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x835:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.419189:0:34810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d92ff8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x835:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.419202:0:34810:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1789185323.419298:0:34810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1517a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+796:3638:x1876087018912256:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8448us (8689us total) trans 4294989563 rc 0/0
00000100:00100000:0.0:1789185323.419304:0:34810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37836
00000100:00100000:0.0:1789185323.419318:0:34810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018912896
00000100:00100000:0.0:1789185323.419322:0:34810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018912896
00000100:00100000:0.0:1789185323.419340:0:34810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018913152
00000100:00100000:0.0:1789185323.419342:0:34810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018913152
00000100:00100000:0.0:1789185323.419362:0:34810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37840
00000100:00100000:0.0:1789185323.419368:0:34810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1517a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+800:3638:x1876087018912896:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1789185323.419379:0:34810:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2104 count 1
00010000:00010000:0.0:1789185323.419390:0:34810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d93014 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x838:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.419401:0:34810:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005fcc8eff/0xff23d3f688d8f32f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x838:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae75 expref: 215 pid: 24325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.419415:0:34810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x838:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.419418:0:34810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x838:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.419421:0:34810:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d93014 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x838:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.419450:0:34810:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005fcc8eff/0xff23d3f688d8f32f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x838:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae75 expref: 215 pid: 24325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.419461:0:34810:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005fcc8eff/0xff23d3f688d8f32f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x838:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae75 expref: 215 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.419471:0:34810:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1517a4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:34810:1876087018913536:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.419492:0:34810:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe16180 going to sleep for 11 seconds
00000004:00080000:0.0:1789185323.419514:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b151748000/2, rc 0, transno 4294989563
00000100:00100000:0.0:1789185323.419519:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151748000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018912256:0@lo:6:osp-syn-1-0.0
00010000:00010000:0.0:1789185323.419530:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185323.419534:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d92ff8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x835:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.419541:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149883200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.419563:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d92ff8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x835:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.419572:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d92ff8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x835:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.419583:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d92ff8 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x835:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.419591:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006c2c9292/0xff23d3f688d92ff8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x835:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.419608:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.419610:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.419612:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789185323.419621:0:178169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37841
00000100:00100000:0.0:1789185323.419627:0:178169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1517a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+796:3635:x1876087018913152:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1789185323.419639:0:178169:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2102 count 1
00010000:00010000:0.0:1789185323.419649:0:178169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004e6d0f6b/0xff23d3f688d9301b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x836:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.419660:0:178169:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ec1a5328/0xff23d3f688d8fe5e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x836:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4198399) gid 0 flags: 0x40000000020000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ba30 expref: 214 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.419667:0:178169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x836:0x0].0x0 since=122s v=(0 0)
00010000:00010000:0.0:1789185323.419670:0:178169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x836:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1789185323.419674:0:178169:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004e6d0f6b/0xff23d3f688d9301b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x836:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.419690:0:178169:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ec1a5328/0xff23d3f688d8fe5e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x836:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4198399) gid 0 flags: 0x50000000030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ba30 expref: 214 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.419706:0:178169:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ec1a5328/0xff23d3f688d8fe5e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x836:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4198399) gid 0 flags: 0x70000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ba30 expref: 214 pid: 35223 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.419716:0:178169:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1517a5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:178169:1876087018913664:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.419734:0:178169:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe16b40 going to sleep for 11 seconds
00000100:00100000:0.0:1789185323.419780:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1517a7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+214:2393:x1876087010793216:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 700us (904us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.419787:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23324
00000100:00100000:2.0:1789185323.420241:0:24325:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b147529180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+796:3636:x1876087018909312:12345-0@lo:6:osp-syn-1-0.0 Request processed in 32546us (32642us total) trans 4294989562 rc 0/0
00000100:00100000:2.0:1789185323.420249:0:24325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37828
00000004:00080000:2.0:1789185323.420291:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b1517a6d80/2, rc 0, transno 4294989561
00000100:00100000:2.0:1789185323.420296:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b1517a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018911616:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.420427:0:178143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14aa62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+800:3636:x1876087018910336:12345-0@lo:6:osp-syn-0-0.0 Request processed in 32160us (32415us total) trans 4294977764 rc 0/0
00000100:00100000:1.0:1789185323.420444:0:178143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37829
00010000:00010000:1.0:1789185323.420475:0:34809:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000021af62c9/0xff23d3f688d92fa4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x830:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.420484:0:34809:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000021af62c9/0xff23d3f688d92fa4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x830:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.420493:0:34809:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000021af62c9/0xff23d3f688d92fa4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x830:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.420501:0:34809:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000021af62c9/0xff23d3f688d92fa4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x830:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.420528:0:34809:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1789185323.420655:0:34809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f29d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+800:3638:x1876087018909056:12345-0@lo:6:osp-syn-0-0.0 Request processed in 34984us (35137us total) trans 4294977765 rc 0/0
00000100:00100000:1.0:1789185323.420662:0:34809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37824
00010000:00010000:1.0:1789185323.420683:0:178147:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001d3f5493/0xff23d3f688d92fab lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x831:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.420692:0:178147:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001d3f5493/0xff23d3f688d92fab lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x831:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.420701:0:178147:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001d3f5493/0xff23d3f688d92fab lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x831:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.420708:0:178147:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001d3f5493/0xff23d3f688d92fab lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x831:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.420720:0:178147:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:1.0:1789185323.420787:0:178147:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f29df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+800:3638:x1876087018909696:12345-0@lo:6:osp-syn-0-0.0 Request processed in 34479us (34619us total) trans 4294977766 rc 0/0
00000100:00100000:1.0:1789185323.420793:0:178147:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37825
00010000:00010000:1.0:1789185323.420827:0:35223:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000009dedbf3/0xff23d3f688d8f31a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x835:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae4b expref: 215 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.420839:0:35223:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151766d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:35223:1876087018912000:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.420858:0:35223:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006a243903/0xff23d3f688d92fea lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x835:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.420867:0:35223:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006a243903/0xff23d3f688d92fea lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x835:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.420874:0:35223:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006a243903/0xff23d3f688d92fea lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x835:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.420883:0:35223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006a243903/0xff23d3f688d92fea lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x835:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.420890:0:35223:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006a243903/0xff23d3f688d92fea lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x835:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.420900:0:35223:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00000100:00100000:1.0:1789185323.420981:0:35223:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151765f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+800:3638:x1876087018911872:12345-0@lo:6:osp-syn-0-0.0 Request processed in 27330us (27475us total) trans 4294977767 rc 0/0
00000100:00100000:1.0:1789185323.420987:0:35223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37834
00010000:00010000:1.0:1789185323.421018:0:8429:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000f380afe/0xff23d3f688d8f2fe lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x831:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae1a expref: 213 pid: 35223 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.421031:0:8429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151767480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8429:1876087018912128:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.421042:0:8429:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000a9ea1d0c/0xff23d3f688d92ff1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x831:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.421053:0:8429:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000a9ea1d0c/0xff23d3f688d92ff1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x831:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.421059:0:8429:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a9ea1d0c/0xff23d3f688d92ff1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x831:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.421067:0:8429:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a9ea1d0c/0xff23d3f688d92ff1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x831:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.421073:0:8429:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a9ea1d0c/0xff23d3f688d92ff1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x831:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.421081:0:8429:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool
00000100:00100000:1.0:1789185323.421155:0:8429:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151764380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+796:3637:x1876087018910976:12345-0@lo:6:osp-syn-1-0.0 Request processed in 27329us (27582us total) trans 4294989564 rc 0/0
00000100:00100000:1.0:1789185323.421162:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37835
00000004:00080000:1.0:1789185323.421191:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b1517a4000/2, rc 0, transno 4294989564
00000100:00100000:1.0:1789185323.421197:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b1517a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018910976:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.421935:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b15174a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018913920:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.421974:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.422002:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1789185323.422009:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151749880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018914048:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.422031:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.422060:0:178144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018913920
00000100:00100000:1.0:1789185323.422066:0:178144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018913920
00000100:00100000:1.0:1789185323.422095:0:178144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018914048
00000100:00100000:1.0:1789185323.422098:0:178144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018914048
00000100:00100000:1.0:1789185323.422116:0:178144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37842
00000100:00100000:1.0:1789185323.422124:0:178144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151767480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+797:3637:x1876087018913920:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185323.422147:0:178144:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2104 count 1
00010000:00010000:1.0:1789185323.422168:0:178144:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bbfb70d2/0xff23d3f688d93022 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x838:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.422187:0:178144:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009e366620/0xff23d3f688d8ef54 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x838:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae7c expref: 212 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.422196:0:178144:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x838:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.422201:0:178144:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x838:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.422206:0:178144:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bbfb70d2/0xff23d3f688d93022 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x838:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.422236:0:178144:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009e366620/0xff23d3f688d8ef54 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x838:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae7c expref: 212 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.422250:0:178144:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009e366620/0xff23d3f688d8ef54 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x838:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae7c expref: 212 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.422261:0:178144:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151767b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:178144:1876087018914432:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185323.422269:0:178146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37843
00000100:00100000:3.0:1789185323.422281:0:178146:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151766d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+797:3637:x1876087018914048:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:3.0:1789185323.422297:0:178146:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2105 count 1
00010000:00010000:3.0:1789185323.422311:0:178146:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000052bf4c96/0xff23d3f688d93029 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x839:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.422318:0:178144:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0a80 going to sleep for 11 seconds
00010000:00010000:3.0:1789185323.422327:0:178146:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003edde633/0xff23d3f688d8ef5b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x839:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae8a expref: 212 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.422336:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151749500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018914560:0@lo:6:osp-syn-1-0.0
00010000:00010000:3.0:1789185323.422338:0:178146:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x839:0x0].0x0 since=124s v=(0 0)
00010000:00010000:3.0:1789185323.422346:0:178146:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x839:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.422351:0:178146:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000052bf4c96/0xff23d3f688d93029 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x839:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.422370:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:3.0:1789185323.422377:0:178146:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003edde633/0xff23d3f688d8ef5b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x839:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae8a expref: 212 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.422388:0:178146:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003edde633/0xff23d3f688d8ef5b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x839:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae8a expref: 212 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.422399:0:178146:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0d0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:178146:1876087018914688:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.422403:0:178143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018914560
00000100:00100000:1.0:1789185323.422408:0:178143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018914560
00000100:00100000:3.0:1789185323.422430:0:178146:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1498f1600 going to sleep for 11 seconds
00000100:00100000:1.0:1789185323.422453:0:178143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37844
00000100:00100000:1.0:1789185323.422462:0:178143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151766a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+798:3637:x1876087018914560:12345-0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1789185323.422466:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151749180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018914176:0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185323.422478:0:178143:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2108 count 1
00010000:00010000:1.0:1789185323.422492:0:178143:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c19f190a/0xff23d3f688d93030 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x83c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.422503:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:1.0:1789185323.422510:0:178143:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000cda71ff5/0xff23d3f688d8ef70 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x83c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aeb4 expref: 212 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.422518:0:178143:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x83c:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.422522:0:178143:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x83c:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.422526:0:178143:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c19f190a/0xff23d3f688d93030 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x83c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.422529:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0]
00000100:00100000:3.0:1789185323.422538:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151748380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018913792:0@lo:6:osp-syn-1-0.0
00010000:00010000:1.0:1789185323.422575:0:178143:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000cda71ff5/0xff23d3f688d8ef70 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x83c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aeb4 expref: 212 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.422586:0:178143:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000cda71ff5/0xff23d3f688d8ef70 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x83c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aeb4 expref: 212 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.422596:0:178143:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151764000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:178143:1876087018914816:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185323.422602:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.422634:0:178143:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a03c0 going to sleep for 11 seconds
00000100:00100000:1.0:1789185323.422649:0:34809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018914176
00000100:00100000:1.0:1789185323.422652:0:34809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018914176
00000100:00100000:1.0:1789185323.422671:0:34809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018913792
00000100:00100000:1.0:1789185323.422674:0:34809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018913792
00000100:00100000:1.0:1789185323.422688:0:34809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37845
00000100:00100000:1.0:1789185323.422693:0:34809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f71e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+800:3635:x1876087018914176:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185323.422704:0:34809:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2106 count 1
00010000:00010000:1.0:1789185323.422715:0:34809:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000080e8e0bc/0xff23d3f688d93037 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x83a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.422725:0:34809:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b444f984/0xff23d3f688d8ef62 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x83a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae98 expref: 212 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.422731:0:34809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x83a:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.422734:0:34809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x83a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.422737:0:34809:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000080e8e0bc/0xff23d3f688d93037 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x83a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.422754:0:34809:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b444f984/0xff23d3f688d8ef62 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x83a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae98 expref: 212 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.422763:0:34809:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b444f984/0xff23d3f688d8ef62 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x83a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae98 expref: 212 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.422772:0:34809:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151766300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:34809:1876087018914944:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.422794:0:34809:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0780 going to sleep for 11 seconds
00000100:00100000:1.0:1789185323.422809:0:178147:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37846
00000100:00100000:1.0:1789185323.422816:0:178147:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f71f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+800:3635:x1876087018913792:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185323.422829:0:178147:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2103 count 1
00010000:00010000:1.0:1789185323.422840:0:178147:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000016dadb03/0xff23d3f688d9303e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x837:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.422850:0:178147:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006765362b/0xff23d3f688d8ef4d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x837:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae6e expref: 212 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.422857:0:178147:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x837:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.422860:0:178147:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x837:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.422863:0:178147:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000016dadb03/0xff23d3f688d9303e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x837:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.422881:0:178147:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006765362b/0xff23d3f688d8ef4d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x837:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae6e expref: 212 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.422891:0:178147:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006765362b/0xff23d3f688d8ef4d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x837:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae6e expref: 212 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.422900:0:178147:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151766680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:178147:1876087018915072:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.422922:0:178147:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a09c0 going to sleep for 11 seconds
00000004:00080000:0.0:1789185323.423661:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f29e680/2, rc 0, transno 4294977767
00000100:00100000:0.0:1789185323.423677:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f29e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018911872:0@lo:6:osp-syn-0-0.0
00000004:00080000:0.0:1789185323.423691:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f29f100/2, rc 0, transno 4294977766
00000100:00100000:0.0:1789185323.423695:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f29f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018909696:0@lo:6:osp-syn-0-0.0
00000004:00080000:0.0:1789185323.423704:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b149f0b800/2, rc 0, transno 4294977765
00000100:00100000:0.0:1789185323.423707:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149f0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018909056:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.423770:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1789185323.423780:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1517a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018915200:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.423812:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:0.0:1789185323.423846:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp.  (3 blwis in pool)
00010000:00010000:0.0:1789185323.423854:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000021af62c9/0xff23d3f688d92fa4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x830:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.423865:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149bd5200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.423870:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000021af62c9/0xff23d3f688d92fa4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x830:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.423884:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000021af62c9/0xff23d3f688d92fa4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x830:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.423904:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000021af62c9/0xff23d3f688d92fa4 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x830:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.423913:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000021af62c9/0xff23d3f688d92fa4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x830:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.424000:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:0.0:1789185323.424005:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001d3f5493/0xff23d3f688d92fab lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x831:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.424011:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149bd5400 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.424015:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001d3f5493/0xff23d3f688d92fab lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x831:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.424024:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001d3f5493/0xff23d3f688d92fab lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x831:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.424035:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001d3f5493/0xff23d3f688d92fab lrc: 1/0,0 mode: --/PW res: [0x280000401:0x831:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.424044:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001d3f5493/0xff23d3f688d92fab lrc: 0/0,0 mode: --/PW res: [0x280000401:0x831:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.424066:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:0.0:1789185323.424071:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006a243903/0xff23d3f688d92fea lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x835:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.424077:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149b76400 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.424081:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006a243903/0xff23d3f688d92fea lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x835:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.424090:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006a243903/0xff23d3f688d92fea lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x835:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.424100:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006a243903/0xff23d3f688d92fea lrc: 1/0,0 mode: --/PW res: [0x280000401:0x835:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.424104:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151748a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018914304:0@lo:6:osp-syn-1-0.0
00010000:00010000:0.0:1789185323.424114:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006a243903/0xff23d3f688d92fea lrc: 0/0,0 mode: --/PW res: [0x280000401:0x835:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.424129:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185323.424133:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a9ea1d0c/0xff23d3f688d92ff1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x831:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.424142:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:0.0:1789185323.424146:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149b77a00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.424151:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a9ea1d0c/0xff23d3f688d92ff1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x831:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.424165:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a9ea1d0c/0xff23d3f688d92ff1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x831:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.424170:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1517a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018915328:0@lo:6:osp-syn-0-0.0
00010000:00010000:0.0:1789185323.424179:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a9ea1d0c/0xff23d3f688d92ff1 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x831:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.424188:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a9ea1d0c/0xff23d3f688d92ff1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x831:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.424199:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:0.0:1789185323.424206:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.424210:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.424214:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789185323.424221:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00010000:00010000:0.0:1789185323.424223:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789185323.424229:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1517a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018915456:0@lo:6:osp-syn-0-0.0
00010000:00010000:0.0:1789185323.424230:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789185323.424256:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185323.424308:0:35223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018915200
00000100:00100000:0.0:1789185323.424312:0:178148:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b1517a7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:178148:1876087018913280:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185323.424315:0:35223:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018915200
00010000:00010000:0.0:1789185323.424338:0:178148:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000048e3f1cb/0xff23d3f688d93006 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x837:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.424345:0:35223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018914304
00000100:00100000:3.0:1789185323.424349:0:35223:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018914304
00000100:00100000:3.0:1789185323.424362:0:35223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018915328
00000100:00100000:3.0:1789185323.424364:0:35223:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018915328
00000100:00100000:3.0:1789185323.424372:0:35223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018915456
00000100:00100000:3.0:1789185323.424375:0:35223:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018915456
00000100:00100000:3.0:1789185323.424386:0:35223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37847
00000100:00100000:3.0:1789185323.424393:0:35223:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b147624e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+802:3637:x1876087018915200:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1789185323.424424:0:35223:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2106 count 1
00010000:00010000:3.0:1789185323.424454:0:35223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009af2fde8/0xff23d3f688d93045 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x83a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.424471:0:35223:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000de84f88/0xff23d3f688d8f33d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x83a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae91 expref: 214 pid: 24325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.424480:0:35223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x83a:0x0].0x0 since=124s v=(0 0)
00010000:00010000:3.0:1789185323.424485:0:35223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x83a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.424490:0:35223:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009af2fde8/0xff23d3f688d93045 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x83a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.424503:0:8491:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b1517a6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8491:1876087018913408:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.424519:0:35223:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000de84f88/0xff23d3f688d8f33d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x83a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae91 expref: 214 pid: 24325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.424519:0:8491:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b2067f66/0xff23d3f688d9300d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x839:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.424570:0:35223:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000de84f88/0xff23d3f688d8f33d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x83a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae91 expref: 214 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.424584:0:35223:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f71f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:35223:1876087018915584:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.424608:0:34810:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b1517a4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:34810:1876087018913536:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.424621:0:34810:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d93014 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x838:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:2.0:1789185323.424691:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14aa60e00/2, rc 0, transno 4294977764
00000100:00100000:2.0:1789185323.424704:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14aa60e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018910336:0@lo:6:osp-syn-0-0.0
00000004:00080000:2.0:1789185323.424718:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f29d180/2, rc 0, transno 4294989562
00000100:00100000:2.0:1789185323.424728:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f29d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018909312:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185323.424749:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37848
00000100:00100000:2.0:1789185323.424756:0:8428:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f71df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+801:3635:x1876087018914304:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1789185323.424769:0:8428:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2107 count 1
00010000:00010000:2.0:1789185323.424783:0:8428:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001ea59ce8/0xff23d3f688d9304c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x83b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.424796:0:8428:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b699d282/0xff23d3f688d8ef69 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x83b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aea6 expref: 212 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.424803:0:8428:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x83b:0x0].0x0 since=124s v=(0 0)
00010000:00010000:2.0:1789185323.424807:0:8428:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x83b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.424811:0:8428:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001ea59ce8/0xff23d3f688d9304c lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x83b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.424829:0:8428:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b699d282/0xff23d3f688d8ef69 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x83b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aea6 expref: 212 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.424840:0:8428:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b699d282/0xff23d3f688d8ef69 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x83b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aea6 expref: 212 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.424850:0:8428:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f729c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8428:1876087018915712:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.424930:0:178145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37849
00000100:00100000:1.0:1789185323.424939:0:178145:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f71d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+802:3635:x1876087018915328:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185323.424951:0:178145:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2107 count 1
00010000:00010000:1.0:1789185323.424962:0:178145:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004382c936/0xff23d3f688d93053 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x83b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.424979:0:178145:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000044864534/0xff23d3f688d8f344 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x83b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae9f expref: 214 pid: 24325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.424986:0:178145:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x83b:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.424989:0:178145:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x83b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.424993:0:178145:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004382c936/0xff23d3f688d93053 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x83b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.425010:0:178145:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000044864534/0xff23d3f688d8f344 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x83b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae9f expref: 214 pid: 24325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.425020:0:178145:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000044864534/0xff23d3f688d8f344 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x83b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae9f expref: 214 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.425030:0:178145:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151765180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:178145:1876087018915840:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185323.425506:0:35223:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14d801a80 going to sleep for 11 seconds
00000100:00100000:0.0:1789185323.425562:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1789185323.425568:0:178142:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37850
00000100:00100000:0.0:1789185323.425575:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1517a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018915968:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185323.425582:0:178142:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f71e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+802:3635:x1876087018915456:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1789185323.425600:0:178142:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2108 count 1
00000100:00100000:0.0:1789185323.425616:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185323.425673:0:178169:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b1517a5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:178169:1876087018913664:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.425688:0:178169:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000004e6d0f6b/0xff23d3f688d9301b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x836:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.425727:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.425745:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010793600
00000100:00100000:0.0:1789185323.425749:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010793600
00010000:00010000:0.0:1789185323.425771:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a03f1118/0xff23d3f688d8f336 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x839:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae83 expref: 215 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.425793:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23325
00000100:00100000:0.0:1789185323.425799:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1517a5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+215:2392:x1876087010793600:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.425808:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.425813:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a03f1118/0xff23d3f688d8f336 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x839:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae83 expref: 215 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.425824:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a03f1118/0xff23d3f688d8f336 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x839:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae83 expref: 215 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.425843:0:10396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a03f1118/0xff23d3f688d8f336 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x839:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae83 expref: 215 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.425861:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x839:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.425865:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x839:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.425871:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b2067f66/0xff23d3f688d9300d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x839:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.425880:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b2067f66/0xff23d3f688d9300d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x839:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.425897:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.425918:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1517a5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+214:2392:x1876087010793600:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 119us (190us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.425991:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23325
00010000:00010000:0.0:1789185323.426018:0:8491:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b2067f66/0xff23d3f688d9300d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x839:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.426022:0:178142:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009a05288e/0xff23d3f688d9305a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x83c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.426028:0:8491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b2067f66/0xff23d3f688d9300d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x839:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.426045:0:178142:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000bf41524d/0xff23d3f688d8f34b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x83c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aead expref: 213 pid: 24325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.426046:0:8491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b2067f66/0xff23d3f688d9300d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x839:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.426067:0:178142:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x83c:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.426069:0:8491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b2067f66/0xff23d3f688d9300d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x839:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.426073:0:178142:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x83c:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.426082:0:178142:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009a05288e/0xff23d3f688d9305a lrc: 4/0,1 mode: --/PW res: [0x280000401:0x83c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.426092:0:8491:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1789185323.426109:0:178142:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000bf41524d/0xff23d3f688d8f34b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x83c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aead expref: 213 pid: 24325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.426119:0:178142:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000bf41524d/0xff23d3f688d8f34b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x83c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aead expref: 213 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.426135:0:178142:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f71ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:178142:1876087018916096:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185323.426165:0:178142:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14d817240 going to sleep for 11 seconds
00000100:00100000:0.0:1789185323.426234:0:8491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1517a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+803:3638:x1876087018913024:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7715us (8059us total) trans 4294977768 rc 0/0
00000100:00100000:0.0:1789185323.426241:0:8491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37839
00000100:00100000:0.0:1789185323.426256:0:8491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018915968
00000100:00100000:0.0:1789185323.426259:0:8491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018915968
00000100:00100000:0.0:1789185323.426273:0:8491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37851
00000100:00100000:0.0:1789185323.426279:0:8491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b276a0f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+803:3638:x1876087018915968:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1789185323.426289:0:8491:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2109 count 1
00010000:00010000:0.0:1789185323.426300:0:8491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000052b873d9/0xff23d3f688d93061 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x83d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.426312:0:8491:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000dcfacaf0/0xff23d3f688d8f352 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x83d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aebb expref: 213 pid: 24325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.426319:0:8491:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x83d:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.426322:0:8491:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x83d:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.426326:0:8491:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000052b873d9/0xff23d3f688d93061 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x83d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.426342:0:8491:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000dcfacaf0/0xff23d3f688d8f352 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x83d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aebb expref: 213 pid: 24325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.426352:0:8491:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000dcfacaf0/0xff23d3f688d8f352 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x83d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aebb expref: 213 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.426442:0:8491:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1517a6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8491:1876087018916224:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.426467:0:8491:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe16180 going to sleep for 11 seconds
00000004:00080000:0.0:1789185323.426490:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b151765c00/2, rc 0, transno 4294977768
00000100:00100000:0.0:1789185323.426499:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151765c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018913024:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.426531:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1789185323.426539:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1517a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018916352:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185323.426710:0:8428:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b242ea1240 going to sleep for 11 seconds
00000100:00100000:0.0:1789185323.426753:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:0.0:1789185323.426775:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185323.426782:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b2067f66/0xff23d3f688d9300d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x839:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.426791:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149882200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.426796:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b2067f66/0xff23d3f688d9300d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x839:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.426806:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b2067f66/0xff23d3f688d9300d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x839:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.426820:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b2067f66/0xff23d3f688d9300d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x839:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.426827:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b2067f66/0xff23d3f688d9300d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x839:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.426843:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.426844:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.426846:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789185323.426886:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.426993:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.427288:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.427305:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010793856
00000100:00100000:3.0:1789185323.427312:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010793856
00010000:00010000:3.0:1789185323.427396:0:8458:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ec1a5328/0xff23d3f688d8fe5e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x836:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4198399) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ba30 expref: 213 pid: 35223 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.427597:0:178149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010793472
00000100:00100000:0.0:1789185323.427602:0:178149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010793472
00000100:00100000:3.0:1789185323.427618:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010793728
00010000:00010000:0.0:1789185323.427620:0:178149:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b2350280/0xff23d3f688d8f359 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x837:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae67 expref: 214 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.427625:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010793728
00000100:00100000:0.0:1789185323.427653:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23326
00010000:00010000:3.0:1789185323.427654:0:8458:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005fcc8eff/0xff23d3f688d8f32f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x838:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae75 expref: 215 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.427665:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d0f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+213:2392:x1876087010793856:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.427675:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00000100:00100000:3.0:1789185323.427680:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23327
00010000:00010000:0.0:1789185323.427684:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ec1a5328/0xff23d3f688d8fe5e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x836:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->4198399) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ba30 expref: 213 pid: 35223 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.427695:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b26963ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+215:2392:x1876087010793472:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.427702:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ec1a5328/0xff23d3f688d8fe5e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x836:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->4198399) gid 0 flags: 0x50000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ba30 expref: 213 pid: 35223 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.427707:0:8458:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.427718:0:8458:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b2350280/0xff23d3f688d8f359 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x837:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae67 expref: 215 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.427725:0:10396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ec1a5328/0xff23d3f688d8fe5e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x836:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->4198399) gid 0 flags: 0x44801400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ba30 expref: 213 pid: 35223 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.427737:0:8458:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b2350280/0xff23d3f688d8f359 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x837:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae67 expref: 215 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.427741:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x836:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1789185323.427750:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x836:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1789185323.427756:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004e6d0f6b/0xff23d3f688d9301b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x836:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.427760:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b2350280/0xff23d3f688d8f359 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x837:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae67 expref: 215 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.427773:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004e6d0f6b/0xff23d3f688d9301b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x836:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.427803:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.427825:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d0f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+212:2392:x1876087010793856:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 164us (940us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.427832:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23326
00000100:00100000:0.0:1789185323.427845:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23328
00000100:00100000:0.0:1789185323.427851:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151798700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+215:2392:x1876087010793728:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.427859:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.427866:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005fcc8eff/0xff23d3f688d8f32f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x838:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae75 expref: 214 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.427868:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x837:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.427877:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x837:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.427887:0:8458:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000048e3f1cb/0xff23d3f688d93006 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x837:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.427887:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005fcc8eff/0xff23d3f688d8f32f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x838:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae75 expref: 214 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.427909:0:8458:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000048e3f1cb/0xff23d3f688d93006 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x837:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.427914:0:10396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005fcc8eff/0xff23d3f688d8f32f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x838:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae75 expref: 214 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.427937:0:8458:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.427960:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b26963ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+214:2392:x1876087010793472:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 271us (967us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.427973:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23327
00010000:00010000:0.0:1789185323.427990:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x838:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.427993:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x838:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.427998:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d93014 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x838:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.428006:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d93014 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x838:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.428032:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.428052:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151798700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+212:2392:x1876087010793728:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 201us (765us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.428058:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23328
00010000:00010000:0.0:1789185323.428081:0:34810:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d93014 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x838:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.428088:0:34810:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d93014 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x838:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.428097:0:34810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d93014 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x838:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.428104:0:34810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d93014 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x838:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.428118:0:34810:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1789185323.428247:0:34810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1517a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+804:3638:x1876087018912896:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8878us (10027us total) trans 4294977769 rc 0/0
00000100:00100000:0.0:1789185323.428255:0:34810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37840
00000100:00100000:0.0:1789185323.428271:0:34810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018916352
00000100:00100000:0.0:1789185323.428276:0:34810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018916352
00000100:00100000:0.0:1789185323.428292:0:34810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37852
00000100:00100000:0.0:1789185323.428299:0:34810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d0fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+804:3637:x1876087018916352:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1789185323.428317:0:34810:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2110 count 1
00010000:00010000:0.0:1789185323.428334:0:34810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d93068 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x83e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.428347:0:34810:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000008278d1ad/0xff23d3f688d8f360 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x83e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aec9 expref: 211 pid: 24325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.428354:0:34810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x83e:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.428426:0:34810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x83e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.428442:0:34810:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d93068 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x83e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.428467:0:34810:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000008278d1ad/0xff23d3f688d8f360 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x83e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aec9 expref: 211 pid: 24325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.428478:0:34810:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000008278d1ad/0xff23d3f688d8f360 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x83e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aec9 expref: 211 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.428489:0:34810:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151799880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:34810:1876087018916480:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.428517:0:34810:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe16a80 going to sleep for 11 seconds
00000004:00080000:0.0:1789185323.428571:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b151765500/2, rc 0, transno 4294977769
00000100:00100000:0.0:1789185323.428582:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151765500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018912896:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185323.428644:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151799c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018916608:0@lo:6:osp-syn-0-0.0
00010000:00010000:0.0:1789185323.428645:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185323.428654:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d93014 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x838:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.428664:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149882000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.428670:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d93014 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x838:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.428681:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d93014 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x838:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.428685:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:0.0:1789185323.428702:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d93014 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x838:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.428711:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000092ed5948/0xff23d3f688d93014 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x838:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.428730:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.428732:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.428733:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.428745:0:178148:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000048e3f1cb/0xff23d3f688d93006 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x837:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.428754:0:178148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000048e3f1cb/0xff23d3f688d93006 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x837:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.428763:0:178148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000048e3f1cb/0xff23d3f688d93006 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x837:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.428771:0:178148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000048e3f1cb/0xff23d3f688d93006 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x837:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.428790:0:178148:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1789185323.428877:0:178148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1517a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+805:3635:x1876087018912768:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10914us (12027us total) trans 4294977770 rc 0/0
00000100:00100000:0.0:1789185323.428885:0:178148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37838
00000100:00100000:0.0:1789185323.428900:0:178148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018916608
00000100:00100000:0.0:1789185323.428904:0:178148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018916608
00000004:00080000:3.0:1789185323.428929:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b151764a80/2, rc 0, transno 4294977770
00000100:00100000:3.0:1789185323.428942:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151764a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018912768:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185323.428976:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789185323.428983:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f71f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018916736:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185323.429008:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185323.429023:0:178148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018916736
00000100:00100000:0.0:1789185323.429028:0:178148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018916736
00000100:00100000:0.0:1789185323.429048:0:178148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37853
00000100:00100000:0.0:1789185323.429054:0:178148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f71c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+806:3635:x1876087018916608:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1789185323.429067:0:178148:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2111 count 1
00010000:00010000:0.0:1789185323.429079:0:178148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000057531eb4/0xff23d3f688d9306f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x83f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.429091:0:178148:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000007e641404/0xff23d3f688d8f367 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x83f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aed7 expref: 211 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.429098:0:178148:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x83f:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.429101:0:178148:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x83f:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.429105:0:178148:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000057531eb4/0xff23d3f688d9306f lrc: 4/0,1 mode: --/PW res: [0x280000401:0x83f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.429127:0:178148:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000007e641404/0xff23d3f688d8f367 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x83f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aed7 expref: 211 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.429138:0:178148:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000007e641404/0xff23d3f688d8f367 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x83f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aed7 expref: 211 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.429149:0:178148:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b15179b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:178148:1876087018916864:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.429177:0:178148:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe160c0 going to sleep for 11 seconds
00010000:00010000:0.0:1789185323.429191:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185323.429196:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000048e3f1cb/0xff23d3f688d93006 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x837:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.429205:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149883800 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.429209:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000048e3f1cb/0xff23d3f688d93006 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x837:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.429217:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000048e3f1cb/0xff23d3f688d93006 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x837:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.429230:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000048e3f1cb/0xff23d3f688d93006 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x837:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.429238:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000048e3f1cb/0xff23d3f688d93006 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x837:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.429259:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.429261:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.429263:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.429273:0:178169:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000004e6d0f6b/0xff23d3f688d9301b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x836:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.429287:0:178169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004e6d0f6b/0xff23d3f688d9301b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x836:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.429296:0:178169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004e6d0f6b/0xff23d3f688d9301b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x836:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.429304:0:178169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004e6d0f6b/0xff23d3f688d9301b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x836:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.429318:0:178169:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1789185323.429506:0:178169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1517a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+802:3635:x1876087018913152:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9878us (11037us total) trans 4294989565 rc 0/0
00000100:00100000:0.0:1789185323.429515:0:178169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37841
00000004:00080000:3.0:1789185323.429519:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b151748e00/2, rc 0, transno 4294989565
00000100:00100000:3.0:1789185323.429527:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151748e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018913152:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185323.429540:0:178169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37854
00000100:00100000:0.0:1789185323.429570:0:178169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f71c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+806:3635:x1876087018916736:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1789185323.429596:0:178169:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2112 count 1
00010000:00010000:0.0:1789185323.429610:0:178169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000603b815f/0xff23d3f688d93076 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x840:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.429622:0:178169:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e575afd5/0xff23d3f688d8f36e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x840:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aee5 expref: 211 pid: 24325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.429631:0:178169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x840:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.429635:0:178169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x840:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.429639:0:178169:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000603b815f/0xff23d3f688d93076 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x840:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.429658:0:178169:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e575afd5/0xff23d3f688d8f36e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x840:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aee5 expref: 211 pid: 24325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.429668:0:178169:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e575afd5/0xff23d3f688d8f36e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x840:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aee5 expref: 211 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.429678:0:178169:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b15179ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:178169:1876087018916992:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.429702:0:178169:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe16840 going to sleep for 11 seconds
00010000:00010000:0.0:1789185323.429714:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185323.429719:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004e6d0f6b/0xff23d3f688d9301b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x836:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.429726:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149883400 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.429730:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004e6d0f6b/0xff23d3f688d9301b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x836:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.429738:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004e6d0f6b/0xff23d3f688d9301b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x836:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.429749:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004e6d0f6b/0xff23d3f688d9301b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x836:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.429757:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004e6d0f6b/0xff23d3f688d9301b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x836:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.429772:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.429773:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.429775:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789185323.430682:0:178145:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0e40 going to sleep for 11 seconds
00000100:00100000:1.0:1789185323.434208:0:34809:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151766300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:34809:1876087018914944:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.434242:0:34809:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000080e8e0bc/0xff23d3f688d93037 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x83a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.434279:0:178147:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151766680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:178147:1876087018915072:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.434293:0:178147:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000016dadb03/0xff23d3f688d9303e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x837:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.434318:0:35223:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f71f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:35223:1876087018915584:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.434353:0:35223:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000009af2fde8/0xff23d3f688d93045 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x83a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.434383:0:178142:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f71ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:178142:1876087018916096:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.434394:0:178142:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000009a05288e/0xff23d3f688d9305a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x83c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.434751:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.434859:0:35222:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000009fca621/0xff23d3f688d8f321 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x836:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae59 expref: 211 pid: 8429 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.434875:0:35222:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f725500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:35222:1876087018912640:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.434892:0:35222:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000a5a45477/0xff23d3f688d92fff lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x836:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.434902:0:35222:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000a5a45477/0xff23d3f688d92fff lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x836:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.434910:0:35222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a5a45477/0xff23d3f688d92fff lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x836:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.434932:0:35222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a5a45477/0xff23d3f688d92fff lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x836:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.434941:0:35222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a5a45477/0xff23d3f688d92fff lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x836:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.434958:0:35222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1789185323.435093:0:35222:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149f0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+807:3636:x1876087018912384:12345-0@lo:6:osp-syn-0-0.0 Request processed in 23065us (23301us total) trans 4294977771 rc 0/0
00000100:00100000:2.0:1789185323.435101:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37837
00000004:00080000:2.0:1789185323.435141:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b151767800/2, rc 0, transno 4294977771
00000100:00100000:2.0:1789185323.435157:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151767800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018912384:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185323.435221:0:8428:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f729c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8428:1876087018915712:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.435236:0:8428:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000001ea59ce8/0xff23d3f688d9304c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x83b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.435268:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185323.435292:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185323.435318:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185323.435342:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.435777:0:8491:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b1517a6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8491:1876087018916224:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.435795:0:8491:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000052b873d9/0xff23d3f688d93061 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x83d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.435820:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f728380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018917120:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185323.435856:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.435885:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018917120
00000100:00100000:0.0:1789185323.435890:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1789185323.435892:0:8429:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018917120
00000100:00100000:0.0:1789185323.435895:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f728700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018917248:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185323.435915:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.435927:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018917248
00000100:00100000:1.0:1789185323.435930:0:8429:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018917248
00000100:00100000:1.0:1789185323.435949:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37855
00010000:00010000:0.0:1789185323.435949:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185323.435957:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a5a45477/0xff23d3f688d92fff lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x836:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.435958:0:8429:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b15179bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+803:3637:x1876087018917120:12345-0@lo:6:osp-syn-1-0.0
00010000:00010000:0.0:1789185323.435966:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bc800 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.435970:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a5a45477/0xff23d3f688d92fff lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x836:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.435979:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a5a45477/0xff23d3f688d92fff lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x836:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00080000:1.0:1789185323.435986:0:8429:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2109 count 1
00010000:00010000:0.0:1789185323.436000:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a5a45477/0xff23d3f688d92fff lrc: 1/0,0 mode: --/PW res: [0x280000401:0x836:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.436007:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a5a45477/0xff23d3f688d92fff lrc: 0/0,0 mode: --/PW res: [0x280000401:0x836:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.436009:0:8429:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004b0a5085/0xff23d3f688d9307d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x83d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.436024:0:8429:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000132be171/0xff23d3f688d8ef77 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x83d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aec2 expref: 211 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.436026:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.436028:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.436030:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.436034:0:8429:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x83d:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.436039:0:8429:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x83d:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.436043:0:8429:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004b0a5085/0xff23d3f688d9307d lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x83d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.436069:0:8429:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000132be171/0xff23d3f688d8ef77 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x83d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aec2 expref: 211 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.436088:0:8429:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000132be171/0xff23d3f688d8ef77 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x83d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aec2 expref: 211 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.436102:0:8429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151766680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8429:1876087018917504:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.436157:0:8429:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a09c0 going to sleep for 11 seconds
00000100:00100000:1.0:1789185323.436172:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37856
00000100:00100000:1.0:1789185323.436179:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b15179a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+803:3637:x1876087018917248:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185323.436191:0:8431:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2110 count 1
00010000:00010000:1.0:1789185323.436202:0:8431:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fb1ecf6c/0xff23d3f688d93084 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x83e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.436214:0:8431:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a868670e/0xff23d3f688d900b8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x83e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 50331648->50335743) gid 0 flags: 0x40000000020000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bc8a expref: 211 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.436221:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x83e:0x0].0x0 since=120s v=(0 0)
00010000:00010000:1.0:1789185323.436224:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x83e:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1789185323.436228:0:8431:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fb1ecf6c/0xff23d3f688d93084 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x83e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.436246:0:8431:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a868670e/0xff23d3f688d900b8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x83e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 50331648->50335743) gid 0 flags: 0x50000000030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bc8a expref: 211 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.436255:0:8431:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a868670e/0xff23d3f688d900b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x83e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 50331648->50335743) gid 0 flags: 0x70000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bc8a expref: 211 pid: 34809 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.436264:0:8431:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151766300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8431:1876087018917632:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.436286:0:8431:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0780 going to sleep for 11 seconds
00000100:00100000:2.0:1789185323.436420:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.436507:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010794112
00000100:00100000:3.0:1789185323.436512:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010794112
00000100:00100000:0.0:1789185323.436523:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010794368
00000100:00100000:0.0:1789185323.436528:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010794368
00010000:00010000:3.0:1789185323.436543:0:8458:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006765362b/0xff23d3f688d8ef4d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x837:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae6e expref: 212 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.436570:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000bf41524d/0xff23d3f688d8f34b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x83c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aead expref: 211 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.436587:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010794624
00000100:00100000:3.0:1789185323.436592:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010794624
00000100:00100000:0.0:1789185323.436596:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010793984
00000100:00100000:0.0:1789185323.436601:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010793984
00010000:00010000:3.0:1789185323.436611:0:8458:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b699d282/0xff23d3f688d8ef69 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x83b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aea6 expref: 214 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.436620:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b444f984/0xff23d3f688d8ef62 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x83a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae98 expref: 214 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.436644:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23329
00000100:00100000:0.0:1789185323.436652:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23330
00000100:00100000:3.0:1789185323.436657:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f729c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+214:2392:x1876087010794112:12345-192.168.204.3@tcp:103:ldlm_bl.0
00000100:00100000:0.0:1789185323.436664:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f729880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+211:2392:x1876087010794368:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.436673:0:8458:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.436675:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.436682:0:8458:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006765362b/0xff23d3f688d8ef4d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x837:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae6e expref: 214 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.436683:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000bf41524d/0xff23d3f688d8f34b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x83c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aead expref: 211 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.436715:0:8458:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006765362b/0xff23d3f688d8ef4d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x837:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae6e expref: 214 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.436715:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000bf41524d/0xff23d3f688d8f34b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x83c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aead expref: 211 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.436753:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006765362b/0xff23d3f688d8ef4d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x837:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae6e expref: 214 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.436755:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bf41524d/0xff23d3f688d8f34b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x83c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aead expref: 211 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.436782:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x83c:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.436784:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x837:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.436786:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x83c:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.436793:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009a05288e/0xff23d3f688d9305a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x83c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.436801:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009a05288e/0xff23d3f688d9305a lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x83c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.436821:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.436845:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f729880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+210:2392:x1876087010794368:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 186us (1552us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.436854:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23330
00010000:00010000:3.0:1789185323.436856:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x837:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.436862:0:8458:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000016dadb03/0xff23d3f688d9303e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x837:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.436870:0:8458:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000016dadb03/0xff23d3f688d9303e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x837:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.436876:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23331
00000100:00100000:0.0:1789185323.436886:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f725500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+213:2392:x1876087010794624:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.436895:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.436900:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b699d282/0xff23d3f688d8ef69 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x83b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aea6 expref: 213 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.436906:0:8458:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1789185323.436911:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b699d282/0xff23d3f688d8ef69 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x83b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aea6 expref: 213 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.436931:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b699d282/0xff23d3f688d8ef69 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x83b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aea6 expref: 213 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.436937:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f729c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+213:2392:x1876087010794112:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 282us (1666us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.436950:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23329
00010000:00010000:0.0:1789185323.436950:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x83b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.436957:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x83b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.436963:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001ea59ce8/0xff23d3f688d9304c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x83b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.436972:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23332
00010000:00010000:0.0:1789185323.436972:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001ea59ce8/0xff23d3f688d9304c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x83b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.436977:0:178147:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000016dadb03/0xff23d3f688d9303e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x837:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.436986:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f727800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+211:2392:x1876087010793984:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.436994:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1789185323.437000:0:178147:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000016dadb03/0xff23d3f688d9303e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x837:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.437001:0:8458:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.437011:0:8458:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b444f984/0xff23d3f688d8ef62 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x83a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae98 expref: 211 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.437015:0:178147:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000016dadb03/0xff23d3f688d9303e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x837:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.437017:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f725500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+211:2392:x1876087010794624:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 129us (1698us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.437029:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23331
00010000:00010000:1.0:1789185323.437036:0:178147:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000016dadb03/0xff23d3f688d9303e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x837:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.437045:0:8458:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b444f984/0xff23d3f688d8ef62 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x83a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae98 expref: 210 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.437058:0:178147:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1789185323.437061:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185323.437062:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b444f984/0xff23d3f688d8ef62 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x83a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae98 expref: 210 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.437068:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000016dadb03/0xff23d3f688d9303e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x837:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.437088:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149b77800 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.437094:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000016dadb03/0xff23d3f688d9303e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x837:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.437096:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x83a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.437105:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x83a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.437109:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000016dadb03/0xff23d3f688d9303e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x837:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.437111:0:8458:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000080e8e0bc/0xff23d3f688d93037 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x83a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.437140:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000016dadb03/0xff23d3f688d9303e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x837:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.437147:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000016dadb03/0xff23d3f688d9303e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x837:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.437161:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.437163:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789185323.437165:0:178147:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f71f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+804:3635:x1876087018913792:12345-0@lo:6:osp-syn-1-0.0 Request processed in 14349us (14566us total) trans 4294989566 rc 0/0
00010000:00010000:0.0:1789185323.437165:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789185323.437172:0:178147:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37846
00000100:00100000:0.0:1789185323.437486:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010794240
00000100:00100000:0.0:1789185323.437492:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010794240
00010000:00010000:0.0:1789185323.437508:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000de84f88/0xff23d3f688d8f33d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x83a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae91 expref: 210 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.437529:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23333
00000100:00100000:0.0:1789185323.437535:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151769880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+210:2392:x1876087010794240:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.437559:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.437565:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000de84f88/0xff23d3f688d8f33d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x83a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae91 expref: 210 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.437574:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000de84f88/0xff23d3f688d8f33d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x83a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae91 expref: 210 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.437587:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000de84f88/0xff23d3f688d8f33d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x83a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae91 expref: 210 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.437604:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x83a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.437607:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x83a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.437611:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009af2fde8/0xff23d3f688d93045 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x83a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.437619:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009af2fde8/0xff23d3f688d93045 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x83a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.437643:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.437668:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151769880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+209:2392:x1876087010794240:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 132us (1247us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.437674:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23333
00000100:00100000:0.0:1789185323.437717:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.437771:0:34810:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151799880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:34810:1876087018916480:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.437789:0:34810:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d93068 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x83e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.437807:0:178149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010794496
00000100:00100000:0.0:1789185323.437810:0:178149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010794496
00010000:00010000:0.0:1789185323.437822:0:178149:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000dcfacaf0/0xff23d3f688d8f352 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x83d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aebb expref: 209 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.437843:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23334
00000100:00100000:0.0:1789185323.437849:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b281264850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+209:2392:x1876087010794496:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.437859:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.437864:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000dcfacaf0/0xff23d3f688d8f352 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x83d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aebb expref: 209 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.437873:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000dcfacaf0/0xff23d3f688d8f352 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x83d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aebb expref: 209 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.437887:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dcfacaf0/0xff23d3f688d8f352 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x83d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aebb expref: 209 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.437897:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x83d:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.437900:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x83d:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.437904:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000052b873d9/0xff23d3f688d93061 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x83d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.437912:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000052b873d9/0xff23d3f688d93061 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x83d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.437930:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.437952:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b281264850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+208:2392:x1876087010794496:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 103us (235us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.437958:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23334
00010000:00010000:0.0:1789185323.437977:0:8491:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000052b873d9/0xff23d3f688d93061 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x83d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.437992:0:8491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000052b873d9/0xff23d3f688d93061 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x83d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.438000:0:8491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000052b873d9/0xff23d3f688d93061 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x83d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.438008:0:8491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000052b873d9/0xff23d3f688d93061 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x83d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.438020:0:8491:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1789185323.438124:0:8491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b276a0f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+807:3638:x1876087018915968:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11843us (12506us total) trans 4294977772 rc 0/0
00000100:00100000:0.0:1789185323.438132:0:8491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37851
00000004:00080000:0.0:1789185323.438170:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b1517a4a80/2, rc 0, transno 4294977772
00000100:00100000:0.0:1789185323.438196:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b1517a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018915968:0@lo:6:osp-syn-0-0.0
00010000:00010000:0.0:1789185323.438213:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185323.438218:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000052b873d9/0xff23d3f688d93061 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x83d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.438226:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149883600 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.438230:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000052b873d9/0xff23d3f688d93061 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x83d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.438238:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000052b873d9/0xff23d3f688d93061 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x83d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.438252:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000052b873d9/0xff23d3f688d93061 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x83d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.438261:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000052b873d9/0xff23d3f688d93061 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x83d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.438287:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.438289:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.438292:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789185323.438355:0:178148:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b15179b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:178148:1876087018916864:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.438373:0:178148:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000057531eb4/0xff23d3f688d9306f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x83f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.438455:0:178169:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b15179ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:178169:1876087018916992:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.438472:0:178169:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000603b815f/0xff23d3f688d93076 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x840:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.438504:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.438521:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010794880
00000100:00100000:0.0:1789185323.438525:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010794880
00010000:00010000:0.0:1789185323.438564:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007e641404/0xff23d3f688d8f367 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x83f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aed7 expref: 208 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.438587:0:8458:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000080e8e0bc/0xff23d3f688d93037 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x83a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.438593:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23335
00000100:00100000:0.0:1789185323.438606:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b15179ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+208:2392:x1876087010794880:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.438617:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.438623:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000007e641404/0xff23d3f688d8f367 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x83f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aed7 expref: 208 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.438625:0:8458:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1789185323.438637:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007e641404/0xff23d3f688d8f367 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x83f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aed7 expref: 208 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.438652:0:10396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007e641404/0xff23d3f688d8f367 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x83f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aed7 expref: 208 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.438658:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f727800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+209:2392:x1876087010793984:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 1673us (3312us total) trans 0 rc 0/0
00010000:00010000:0.0:1789185323.438671:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x83f:0x0].0x0 since=0s v=(0 0)
00000100:00100000:3.0:1789185323.438672:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23332
00010000:00010000:0.0:1789185323.438679:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x83f:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.438685:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000057531eb4/0xff23d3f688d9306f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x83f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.438693:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000057531eb4/0xff23d3f688d9306f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x83f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.438712:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.438735:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b15179ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+207:2392:x1876087010794880:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 132us (229us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.438738:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f71ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018917376:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.438748:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23335
00010000:00010000:0.0:1789185323.438775:0:178148:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000057531eb4/0xff23d3f688d9306f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x83f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.438787:0:178148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000057531eb4/0xff23d3f688d9306f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x83f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.438796:0:178148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000057531eb4/0xff23d3f688d9306f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x83f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.438804:0:178148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000057531eb4/0xff23d3f688d9306f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x83f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.438820:0:178148:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1789185323.438849:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:3.0:1789185323.438892:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b151748380/2, rc 0, transno 4294989566
00000100:00100000:3.0:1789185323.438905:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151748380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018913792:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185323.438909:0:178148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f71c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+807:3635:x1876087018916608:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9852us (10224us total) trans 4294977773 rc 0/0
00000100:00100000:0.0:1789185323.438917:0:178148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37853
00000004:00080000:3.0:1789185323.438927:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b151799c00/2, rc 0, transno 4294977773
00000100:00100000:3.0:1789185323.438934:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151799c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018916608:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.438935:0:178148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018917376
00000100:00100000:0.0:1789185323.438941:0:178148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018917376
00010000:00010000:3.0:1789185323.438962:0:35223:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000009af2fde8/0xff23d3f688d93045 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x83a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.438968:0:178148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37857
00010000:00010000:3.0:1789185323.438977:0:35223:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009af2fde8/0xff23d3f688d93045 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x83a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.438978:0:178148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f71f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+807:3635:x1876087018917376:12345-0@lo:6:osp-syn-0-0.0
00010000:00010000:3.0:1789185323.438998:0:35223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009af2fde8/0xff23d3f688d93045 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x83a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00080000:0.0:1789185323.439003:0:178148:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2113 count 1
00010000:00010000:3.0:1789185323.439007:0:35223:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009af2fde8/0xff23d3f688d93045 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x83a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.439007:0:34809:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000080e8e0bc/0xff23d3f688d93037 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x83a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.439022:0:178148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008e9a7fa0/0xff23d3f688d9308b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x841:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.439036:0:34809:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000080e8e0bc/0xff23d3f688d93037 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x83a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.439039:0:35223:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00010000:00010000:0.0:1789185323.439044:0:178148:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004f49d197/0xff23d3f688d8f375 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x841:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aef3 expref: 206 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.439056:0:34809:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000080e8e0bc/0xff23d3f688d93037 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x83a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.439058:0:178148:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x841:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.439066:0:178148:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x841:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.439075:0:34809:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000080e8e0bc/0xff23d3f688d93037 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x83a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.439076:0:178148:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008e9a7fa0/0xff23d3f688d9308b lrc: 4/0,1 mode: --/PW res: [0x280000401:0x841:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.439113:0:34809:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00010000:00010000:0.0:1789185323.439121:0:178148:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004f49d197/0xff23d3f688d8f375 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x841:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aef3 expref: 206 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.439140:0:35223:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b147624e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+808:3637:x1876087018915200:12345-0@lo:6:osp-syn-0-0.0 Request processed in 14744us (15324us total) trans 4294977774 rc 0/0
00010000:00010000:0.0:1789185323.439145:0:178148:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004f49d197/0xff23d3f688d8f375 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x841:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aef3 expref: 206 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.439154:0:35223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37847
00000100:00100000:0.0:1789185323.439166:0:178148:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b15179b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:178148:1876087018917760:192.168.204.3@tcp:104:
00000004:00080000:0.0:1789185323.439194:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b1517a5500/2, rc 0, transno 4294977774
00000100:00100000:0.0:1789185323.439200:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b1517a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018915200:0@lo:6:osp-syn-0-0.0
00010000:00010000:0.0:1789185323.439218:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:0.0:1789185323.439224:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000057531eb4/0xff23d3f688d9306f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x83f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.439232:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149883a00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.439236:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000057531eb4/0xff23d3f688d9306f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x83f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.439245:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000057531eb4/0xff23d3f688d9306f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x83f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.439258:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000057531eb4/0xff23d3f688d9306f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x83f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.439266:0:34809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f71e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+804:3635:x1876087018914176:12345-0@lo:6:osp-syn-1-0.0 Request processed in 16570us (16763us total) trans 4294989567 rc 0/0
00010000:00010000:0.0:1789185323.439268:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000057531eb4/0xff23d3f688d9306f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x83f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.439281:0:34809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37845
00010000:00010000:0.0:1789185323.439297:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:0.0:1789185323.439303:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009af2fde8/0xff23d3f688d93045 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x83a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.439310:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b26239a200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.439313:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009af2fde8/0xff23d3f688d93045 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x83a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.439321:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009af2fde8/0xff23d3f688d93045 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x83a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.439334:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009af2fde8/0xff23d3f688d93045 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x83a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.439341:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009af2fde8/0xff23d3f688d93045 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x83a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.439362:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185323.439366:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000080e8e0bc/0xff23d3f688d93037 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x83a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.439373:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149b77e00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.439376:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000080e8e0bc/0xff23d3f688d93037 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x83a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.439385:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000080e8e0bc/0xff23d3f688d93037 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x83a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.439402:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000080e8e0bc/0xff23d3f688d93037 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x83a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.439411:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000080e8e0bc/0xff23d3f688d93037 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x83a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.439442:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.439444:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.439447:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.439454:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789185323.439497:0:178148:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe160c0 going to sleep for 11 seconds
00000100:00100000:0.0:1789185323.439527:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.439602:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185323.439689:0:178144:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151767b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:178144:1876087018914432:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.439711:0:178144:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000bbfb70d2/0xff23d3f688d93022 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x838:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.439720:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185323.439804:0:178143:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151764000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:178143:1876087018914816:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.439816:0:178143:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000c19f190a/0xff23d3f688d93030 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x83c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.439894:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.439918:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010794752
00000100:00100000:0.0:1789185323.439923:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010794752
00010000:00010000:0.0:1789185323.439946:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000008278d1ad/0xff23d3f688d8f360 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x83e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aec9 expref: 207 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.439971:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010795008
00000100:00100000:0.0:1789185323.439974:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010795008
00010000:00010000:0.0:1789185323.439991:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e575afd5/0xff23d3f688d8f36e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x840:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aee5 expref: 208 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.440012:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010795136
00000100:00100000:0.0:1789185323.440016:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010795136
00010000:00010000:0.0:1789185323.440035:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009e366620/0xff23d3f688d8ef54 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x838:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae7c expref: 209 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.440050:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010795264
00000100:00100000:0.0:1789185323.440053:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010795264
00010000:00010000:0.0:1789185323.440068:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003edde633/0xff23d3f688d8ef5b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x839:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae8a expref: 210 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.440085:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23336
00000100:00100000:0.0:1789185323.440094:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151799880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+208:2392:x1876087010794752:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.440105:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.440110:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000008278d1ad/0xff23d3f688d8f360 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x83e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aec9 expref: 208 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.440122:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000008278d1ad/0xff23d3f688d8f360 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x83e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aec9 expref: 208 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.440140:0:10396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008278d1ad/0xff23d3f688d8f360 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x83e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aec9 expref: 208 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.440154:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x83e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.440158:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x83e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.440163:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d93068 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x83e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.440171:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d93068 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x83e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.440246:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.440274:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151799880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+207:2392:x1876087010794752:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 181us (746us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.440282:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23336
00000100:00100000:0.0:1789185323.440306:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23337
00000100:00100000:0.0:1789185323.440315:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b15179a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+206:2392:x1876087010795008:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.440324:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.440329:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e575afd5/0xff23d3f688d8f36e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x840:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aee5 expref: 206 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.440340:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e575afd5/0xff23d3f688d8f36e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x840:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aee5 expref: 206 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.440355:0:10396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e575afd5/0xff23d3f688d8f36e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x840:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aee5 expref: 206 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.440371:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x840:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.440375:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x840:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.440380:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000603b815f/0xff23d3f688d93076 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x840:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.440393:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000603b815f/0xff23d3f688d93076 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x840:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.440484:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23338
00000100:00100000:2.0:1789185323.440494:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b15179b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+210:2391:x1876087010795136:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.440504:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.440509:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009e366620/0xff23d3f688d8ef54 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x838:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae7c expref: 210 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.440519:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009e366620/0xff23d3f688d8ef54 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x838:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae7c expref: 210 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.440531:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009e366620/0xff23d3f688d8ef54 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x838:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae7c expref: 210 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.440542:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x838:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.440559:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x838:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.440564:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000bbfb70d2/0xff23d3f688d93022 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x838:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.440571:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bbfb70d2/0xff23d3f688d93022 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x838:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.440592:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185323.440617:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b15179b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+209:2391:x1876087010795136:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 124us (900us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185323.440625:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23338
00000100:00100000:2.0:1789185323.440646:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23339
00000100:00100000:2.0:1789185323.440654:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151799180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+208:2391:x1876087010795264:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.440662:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.440667:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003edde633/0xff23d3f688d8ef5b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x839:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae8a expref: 208 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.440677:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003edde633/0xff23d3f688d8ef5b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x839:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae8a expref: 208 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000004:00080000:3.0:1789185323.440684:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b151749180/2, rc 0, transno 4294989567
00010000:00010000:2.0:1789185323.440690:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x839:0x0].0x0 since=0s v=(0 0)
00000100:00100000:3.0:1789185323.440691:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151749180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018914176:0@lo:6:osp-syn-1-0.0
00010000:00010000:2.0:1789185323.440694:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x839:0x0].0x0 since=0s v=(0 0)
00000100:00100000:3.0:1789185323.440698:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00010000:00010000:2.0:1789185323.440698:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000052bf4c96/0xff23d3f688d93029 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x839:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.440705:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000052bf4c96/0xff23d3f688d93029 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x839:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.440708:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f71d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018917888:0@lo:6:osp-syn-0-0.0
00010000:00010000:2.0:1789185323.440718:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1789185323.440765:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185323.440798:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151799180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+208:2391:x1876087010795264:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 144us (904us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185323.440809:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23339
00010000:00010000:2.0:1789185323.440918:0:178144:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000bbfb70d2/0xff23d3f688d93022 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x838:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.440927:0:178144:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bbfb70d2/0xff23d3f688d93022 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x838:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.440938:0:178144:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bbfb70d2/0xff23d3f688d93022 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x838:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.440946:0:178144:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bbfb70d2/0xff23d3f688d93022 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x838:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.440964:0:178144:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1789185323.442203:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b15179a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+205:2392:x1876087010795008:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 1882us (2594us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.442215:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23337
00000100:00100000:0.0:1789185323.442262:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f71ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018918016:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.442317:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.442354:0:16720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018918016
00000100:00100000:1.0:1789185323.442362:0:16720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018918016
00000100:00100000:0.0:1789185323.442368:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1789185323.442376:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f729880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018918144:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185323.442400:0:16720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37858
00000100:00100000:0.0:1789185323.442407:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.442416:0:16720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151798000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+808:3637:x1876087018918016:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185323.442456:0:16720:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2115 count 1
00010000:00010000:0.0:1789185323.442465:0:34810:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d93068 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x83e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.442479:0:34810:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d93068 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x83e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.442488:0:34810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d93068 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x83e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.442496:0:34810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d93068 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x83e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.442508:0:34810:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00010000:00010000:1.0:1789185323.442571:0:16720:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fc0c566d/0xff23d3f688d93092 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x843:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.442592:0:16720:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000053cd7363/0xff23d3f688d8f383 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x843:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af0f expref: 204 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.442601:0:16720:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x843:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.442607:0:16720:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x843:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.442613:0:16720:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fc0c566d/0xff23d3f688d93092 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x843:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.442623:0:34810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d0fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+809:3637:x1876087018916352:12345-0@lo:6:osp-syn-0-0.0 Request processed in 14323us (15868us total) trans 4294977775 rc 0/0
00000100:00100000:0.0:1789185323.442630:0:34810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37852
00000100:00100000:0.0:1789185323.442645:0:34810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018918144
00010000:00010000:1.0:1789185323.442648:0:16720:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000053cd7363/0xff23d3f688d8f383 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x843:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af0f expref: 204 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.442649:0:34810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018918144
00010000:00010000:1.0:1789185323.442664:0:16720:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000053cd7363/0xff23d3f688d8f383 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x843:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af0f expref: 204 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.442672:0:34810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37859
00000100:00100000:0.0:1789185323.442680:0:34810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b15179b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+809:3637:x1876087018918144:12345-0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185323.442685:0:16720:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151764000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16720:1876087018918272:192.168.204.3@tcp:104:
00002000:00080000:0.0:1789185323.442693:0:34810:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2116 count 1
00010000:00010000:0.0:1789185323.442706:0:34810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006abc7636/0xff23d3f688d93099 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x844:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.442718:0:34810:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d48a6c47/0xff23d3f688d8f38a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x844:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af1d expref: 204 pid: 24325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.442725:0:34810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x844:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.442729:0:34810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x844:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.442733:0:34810:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006abc7636/0xff23d3f688d93099 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x844:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.442735:0:16720:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a03c0 going to sleep for 11 seconds
00010000:00010000:0.0:1789185323.442755:0:34810:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d48a6c47/0xff23d3f688d8f38a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x844:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af1d expref: 204 pid: 24325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.442765:0:34810:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d48a6c47/0xff23d3f688d8f38a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x844:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af1d expref: 204 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.442775:0:34810:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b15179aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:34810:1876087018918400:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.442801:0:34810:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe16a80 going to sleep for 11 seconds
00000004:00080000:0.0:1789185323.442833:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b1517a7480/2, rc 0, transno 4294977775
00000100:00100000:0.0:1789185323.442846:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b1517a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018916352:0@lo:6:osp-syn-0-0.0
00010000:00010000:0.0:1789185323.442896:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:0.0:1789185323.442903:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bbfb70d2/0xff23d3f688d93022 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x838:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.442918:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149b76000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.442924:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bbfb70d2/0xff23d3f688d93022 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x838:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.442934:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bbfb70d2/0xff23d3f688d93022 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x838:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.442955:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bbfb70d2/0xff23d3f688d93022 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x838:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.442963:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bbfb70d2/0xff23d3f688d93022 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x838:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.442987:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185323.442992:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d93068 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x83e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.442999:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149882a00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.443002:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d93068 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x83e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.443011:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d93068 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x83e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.443024:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d93068 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x83e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.443032:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000056d46155/0xff23d3f688d93068 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x83e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.443045:0:178144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151767480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+804:3637:x1876087018913920:12345-0@lo:6:osp-syn-1-0.0 Request processed in 20920us (21069us total) trans 4294989568 rc 0/0
00010000:00010000:0.0:1789185323.443053:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789185323.443055:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:0.0:1789185323.443057:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789185323.443059:0:178144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37842
00010000:00010000:0.0:1789185323.443061:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789185323.443080:0:178144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018917888
00000100:00100000:2.0:1789185323.443084:0:178144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018917888
00000004:00080000:0.0:1789185323.443090:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b15174a680/2, rc 0, transno 4294989568
00000100:00100000:0.0:1789185323.443095:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b15174a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018913920:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185323.443119:0:178144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37860
00000100:00100000:2.0:1789185323.443127:0:178144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f729c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+810:3635:x1876087018917888:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1789185323.443140:0:178144:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2114 count 1
00010000:00010000:2.0:1789185323.443155:0:178144:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007ef11ebc/0xff23d3f688d930a0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x842:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.443167:0:178144:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000da194977/0xff23d3f688d8f37c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x842:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af01 expref: 204 pid: 24325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.443176:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151798700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018918528:0@lo:6:osp-syn-0-0.0
00010000:00010000:2.0:1789185323.443177:0:178144:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x842:0x0].0x0 since=124s v=(0 0)
00000100:00100000:3.0:1789185323.443213:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.443241:0:35218:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018918528
00000100:00100000:1.0:1789185323.443246:0:35218:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018918528
00010000:00010000:2.0:1789185323.443274:0:178144:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x842:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.443276:0:178146:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003edde633/0xff23d3f688d8ef5b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x839:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae8a expref: 207 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.443280:0:178144:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007ef11ebc/0xff23d3f688d930a0 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x842:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.443280:0:8491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37861
00000100:00100000:0.0:1789185323.443293:0:8491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f725500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+811:3635:x1876087018918528:12345-0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185323.443305:0:178146:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0d0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:178146:1876087018914688:192.168.204.3@tcp:104:
00002000:00080000:0.0:1789185323.443309:0:8491:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2117 count 1
00010000:00010000:2.0:1789185323.443318:0:178144:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000da194977/0xff23d3f688d8f37c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x842:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af01 expref: 204 pid: 24325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.443323:0:8491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fa501034/0xff23d3f688d930a7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x845:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.443330:0:178146:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000052bf4c96/0xff23d3f688d93029 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x839:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.443330:0:178144:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000da194977/0xff23d3f688d8f37c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x842:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af01 expref: 204 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.443334:0:8491:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000095f8c1ca/0xff23d3f688d8f391 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x845:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af2b expref: 204 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.443354:0:8491:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x845:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.443362:0:8491:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x845:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.443369:0:8491:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fa501034/0xff23d3f688d930a7 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x845:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.443370:0:178146:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000052bf4c96/0xff23d3f688d93029 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x839:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.443392:0:178146:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000052bf4c96/0xff23d3f688d93029 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x839:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.443405:0:178146:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000052bf4c96/0xff23d3f688d93029 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x839:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.443414:0:178146:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000052bf4c96/0xff23d3f688d93029 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x839:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.443423:0:178144:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151768700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:178144:1876087018918656:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.443441:0:178146:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1789185323.443446:0:8491:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000095f8c1ca/0xff23d3f688d8f391 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x845:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af2b expref: 204 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.443458:0:8491:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000095f8c1ca/0xff23d3f688d8f391 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x845:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af2b expref: 204 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.443468:0:178144:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14a432180 going to sleep for 11 seconds
00000100:00100000:0.0:1789185323.443468:0:8491:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148761c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8491:1876087018918784:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.443484:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185323.443489:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000052bf4c96/0xff23d3f688d93029 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x839:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.443492:0:8491:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe16840 going to sleep for 11 seconds
00010000:00010000:2.0:1789185323.443497:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b26239b600 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.443500:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000052bf4c96/0xff23d3f688d93029 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x839:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.443502:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.443509:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000052bf4c96/0xff23d3f688d93029 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x839:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.443514:0:178169:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000603b815f/0xff23d3f688d93076 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x840:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.443522:0:178169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000603b815f/0xff23d3f688d93076 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x840:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.443527:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000052bf4c96/0xff23d3f688d93029 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x839:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.443531:0:178169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000603b815f/0xff23d3f688d93076 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x840:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.443535:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000052bf4c96/0xff23d3f688d93029 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x839:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.443539:0:178169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000603b815f/0xff23d3f688d93076 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x840:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.443570:0:178169:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1789185323.443574:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00000100:00100000:3.0:1789185323.443578:0:178146:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151766d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+804:3637:x1876087018914048:12345-0@lo:6:osp-syn-1-0.0 Request processed in 21298us (21543us total) trans 4294989569 rc 0/0
00010000:00010000:2.0:1789185323.443580:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000603b815f/0xff23d3f688d93076 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x840:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.443593:0:178146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37843
00010000:00010000:2.0:1789185323.443595:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149883e00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.443600:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000603b815f/0xff23d3f688d93076 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x840:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.443608:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000603b815f/0xff23d3f688d93076 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x840:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.443620:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000603b815f/0xff23d3f688d93076 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x840:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.443628:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000603b815f/0xff23d3f688d93076 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x840:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.443634:0:178142:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000009a05288e/0xff23d3f688d9305a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x83c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.443645:0:178142:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009a05288e/0xff23d3f688d9305a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x83c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.443649:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.443653:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.443655:0:178142:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009a05288e/0xff23d3f688d9305a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x83c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.443657:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789185323.443673:0:178169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f71c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+812:3635:x1876087018916736:12345-0@lo:6:osp-syn-0-0.0 Request processed in 14126us (14663us total) trans 4294977776 rc 0/0
00010000:00010000:2.0:1789185323.443674:0:8428:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000001ea59ce8/0xff23d3f688d9304c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x83b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.443683:0:8428:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001ea59ce8/0xff23d3f688d9304c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x83b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.443685:0:178169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37854
00010000:00010000:2.0:1789185323.443692:0:8428:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001ea59ce8/0xff23d3f688d9304c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x83b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.443699:0:8428:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001ea59ce8/0xff23d3f688d9304c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x83b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.443712:0:8428:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000004:00080000:0.0:1789185323.443721:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b151749880/2, rc 0, transno 4294989569
00000100:00100000:0.0:1789185323.443728:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151749880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018914048:0@lo:6:osp-syn-1-0.0
00010000:00010000:0.0:1789185323.443742:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185323.443747:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001ea59ce8/0xff23d3f688d9304c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x83b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.443754:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bc200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.443758:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001ea59ce8/0xff23d3f688d9304c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x83b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.443765:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001ea59ce8/0xff23d3f688d9304c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x83b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.443777:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001ea59ce8/0xff23d3f688d9304c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x83b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.443784:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001ea59ce8/0xff23d3f688d9304c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x83b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.443797:0:8428:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f71df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+804:3635:x1876087018914304:12345-0@lo:6:osp-syn-1-0.0 Request processed in 19042us (19658us total) trans 4294989570 rc 0/0
00000100:00100000:2.0:1789185323.443807:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37848
00010000:00010000:0.0:1789185323.443817:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.443818:0:178142:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009a05288e/0xff23d3f688d9305a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x83c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.443821:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.443826:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.443832:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.443842:0:178142:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1789185323.443875:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.443926:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148765880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018919040:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1789185323.443939:0:178142:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f71e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+812:3635:x1876087018915456:12345-0@lo:6:osp-syn-0-0.0 Request processed in 18361us (19680us total) trans 4294977777 rc 0/0
00000100:00100000:3.0:1789185323.443948:0:178142:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37850
00000100:00100000:0.0:1789185323.443962:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:3.0:1789185323.443986:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f71f480/2, rc 0, transno 4294977776
00000100:00100000:3.0:1789185323.444008:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f71f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018916736:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185323.444010:0:34809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018919040
00000100:00100000:1.0:1789185323.444017:0:34809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018919040
00000100:00100000:0.0:1789185323.444018:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148764700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018919168:0@lo:6:osp-syn-1-0.0
00000004:00080000:3.0:1789185323.444027:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b1517a4700/2, rc 0, transno 4294977777
00010000:00010000:2.0:1789185323.444028:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00000100:00100000:3.0:1789185323.444037:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b1517a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018915456:0@lo:6:osp-syn-0-0.0
00010000:00010000:2.0:1789185323.444037:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009a05288e/0xff23d3f688d9305a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x83c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.444049:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:2.0:1789185323.444050:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b26239a000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.444054:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009a05288e/0xff23d3f688d9305a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x83c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:3.0:1789185323.444057:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b151748a80/2, rc 0, transno 4294989570
00000100:00100000:1.0:1789185323.444057:0:34809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37862
00010000:00010000:2.0:1789185323.444070:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009a05288e/0xff23d3f688d9305a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x83c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.444071:0:34809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148762a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+804:3637:x1876087018919040:12345-0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1789185323.444072:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151748a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018914304:0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185323.444094:0:34809:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2112 count 1
00010000:00010000:2.0:1789185323.444096:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009a05288e/0xff23d3f688d9305a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x83c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.444104:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148767100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018919296:0@lo:6:osp-syn-1-0.0
00010000:00010000:2.0:1789185323.444107:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009a05288e/0xff23d3f688d9305a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x83c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.444111:0:34809:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009290c809/0xff23d3f688d930ae lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x840:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.444134:0:34809:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ebfec210/0xff23d3f688d8ef8c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x840:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aeec expref: 206 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.444136:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.444139:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.444143:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.444150:0:34809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x840:0x0].0x0 since=124s v=(0 0)
00000100:00100000:3.0:1789185323.444151:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185323.444157:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:1.0:1789185323.444158:0:34809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x840:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.444166:0:34809:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009290c809/0xff23d3f688d930ae lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x840:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.444170:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789185323.444183:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0]
00000100:00100000:3.0:1789185323.444192:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151769880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018918912:0@lo:6:osp-syn-1-0.0
00010000:00010000:1.0:1789185323.444197:0:34809:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ebfec210/0xff23d3f688d8ef8c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x840:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aeec expref: 206 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.444210:0:34809:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ebfec210/0xff23d3f688d8ef8c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x840:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aeec expref: 206 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.444222:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.444228:0:34809:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151767b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:34809:1876087018919552:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185323.444242:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148765f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018919424:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185323.444253:0:24325:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018919168
00000100:00100000:2.0:1789185323.444259:0:24325:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018919168
00000100:00100000:3.0:1789185323.444271:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.444272:0:34809:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0a80 going to sleep for 11 seconds
00000100:00100000:2.0:1789185323.444300:0:24325:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018919296
00000100:00100000:2.0:1789185323.444305:0:24325:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018919296
00000100:00100000:3.0:1789185323.444306:0:35223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018918912
00000100:00100000:1.0:1789185323.444307:0:35218:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018919424
00000100:00100000:3.0:1789185323.444313:0:35223:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018918912
00000100:00100000:1.0:1789185323.444314:0:35218:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018919424
00000100:00100000:0.0:1789185323.444328:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010795392
00000100:00100000:2.0:1789185323.444329:0:24325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37863
00000100:00100000:0.0:1789185323.444333:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010795392
00000100:00100000:2.0:1789185323.444338:0:24325:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148760000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+808:3638:x1876087018919168:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1789185323.444351:0:24325:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2113 count 1
00000100:00100000:1.0:1789185323.444355:0:35218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37864
00010000:00010000:0.0:1789185323.444356:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000cda71ff5/0xff23d3f688d8ef70 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x83c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aeb4 expref: 207 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.444366:0:35223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37865
00000100:00100000:1.0:1789185323.444369:0:35218:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f727800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+808:3635:x1876087018919296:12345-0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1789185323.444380:0:35223:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d0d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+808:3635:x1876087018918912:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185323.444387:0:35218:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2114 count 1
00000100:00100000:0.0:1789185323.444393:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010795520
00002000:00080000:3.0:1789185323.444398:0:35223:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2111 count 1
00000100:00100000:0.0:1789185323.444398:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010795520
00010000:00010000:1.0:1789185323.444401:0:35218:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002e31cc67/0xff23d3f688d930b5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x842:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.444416:0:35223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c0064632/0xff23d3f688d930bc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x83f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.444416:0:35218:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000084eb05cc/0xff23d3f688d8ef9a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x842:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af08 expref: 207 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.444420:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000044864534/0xff23d3f688d8f344 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x83b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae9f expref: 205 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.444444:0:24325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004e8cbc4d/0xff23d3f688d930c3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x841:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.444451:0:35218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x842:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.444460:0:35218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x842:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.444463:0:35223:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000bff5492f/0xff23d3f688d8ef85 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x83f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aede expref: 207 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.444469:0:35218:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002e31cc67/0xff23d3f688d930b5 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x842:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.444472:0:24325:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e08153a5/0xff23d3f688d8ef93 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x841:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aefa expref: 207 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.444472:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23340
00000100:00100000:0.0:1789185323.444483:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148763b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+207:2391:x1876087010795392:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.444487:0:35223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x83f:0x0].0x0 since=124s v=(0 0)
00010000:00010000:2.0:1789185323.444489:0:24325:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x841:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.444494:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.444495:0:35223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x83f:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.444495:0:24325:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x841:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.444500:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000cda71ff5/0xff23d3f688d8ef70 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x83c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aeb4 expref: 207 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.444508:0:35223:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c0064632/0xff23d3f688d930bc lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x83f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.444508:0:24325:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004e8cbc4d/0xff23d3f688d930c3 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x841:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.444513:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000cda71ff5/0xff23d3f688d8ef70 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x83c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aeb4 expref: 207 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.444539:0:10396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cda71ff5/0xff23d3f688d8ef70 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x83c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aeb4 expref: 207 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.444565:0:24325:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e08153a5/0xff23d3f688d8ef93 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x841:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aefa expref: 207 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.444580:0:35223:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000bff5492f/0xff23d3f688d8ef85 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x83f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aede expref: 207 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.444588:0:24325:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e08153a5/0xff23d3f688d8ef93 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x841:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aefa expref: 206 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.444590:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x83c:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.444598:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x83c:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.444611:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c19f190a/0xff23d3f688d93030 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x83c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.444613:0:35223:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000bff5492f/0xff23d3f688d8ef85 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x83f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aede expref: 206 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.444614:0:24325:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148764380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24325:1876087018919680:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.444631:0:35218:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000084eb05cc/0xff23d3f688d8ef9a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x842:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af08 expref: 206 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.444631:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c19f190a/0xff23d3f688d93030 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x83c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.444637:0:35223:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1517a4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:35223:1876087018919808:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185323.444650:0:24325:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b242ea1240 going to sleep for 11 seconds
00010000:00010000:1.0:1789185323.444661:0:35218:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000084eb05cc/0xff23d3f688d8ef9a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x842:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af08 expref: 206 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.444668:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185323.444670:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37866
00000100:00100000:1.0:1789185323.444676:0:35218:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151764e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35218:1876087018919936:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185323.444681:0:8428:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1517a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+808:3635:x1876087018919424:12345-0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1789185323.444686:0:35223:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14d801a80 going to sleep for 11 seconds
00002000:00080000:2.0:1789185323.444696:0:8428:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2115 count 1
00000100:00100000:0.0:1789185323.444696:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148763b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+206:2391:x1876087010795392:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 214us (821us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.444704:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23340
00010000:00010000:2.0:1789185323.444709:0:8428:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004f475c67/0xff23d3f688d930ca lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x843:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.444709:0:35218:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0900 going to sleep for 11 seconds
00010000:00010000:2.0:1789185323.444724:0:8428:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000000a3c8ed/0xff23d3f688d8efa1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x843:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af16 expref: 205 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.444726:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23341
00010000:00010000:2.0:1789185323.444732:0:8428:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x843:0x0].0x0 since=124s v=(0 0)
00000100:00100000:0.0:1789185323.444734:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b26963e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+205:2391:x1876087010795520:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.444735:0:8428:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x843:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.444739:0:8428:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004f475c67/0xff23d3f688d930ca lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x843:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.444743:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00000100:00100000:1.0:1789185323.444748:0:178145:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151765180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:178145:1876087018915840:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.444750:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000044864534/0xff23d3f688d8f344 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x83b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae9f expref: 205 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.444760:0:8428:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000000a3c8ed/0xff23d3f688d8efa1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x843:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af16 expref: 205 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.444767:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000044864534/0xff23d3f688d8f344 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x83b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae9f expref: 205 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.444782:0:8428:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000000a3c8ed/0xff23d3f688d8efa1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x843:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af16 expref: 205 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.444782:0:178145:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000004382c936/0xff23d3f688d93053 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x83b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.444783:0:10396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000044864534/0xff23d3f688d8f344 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x83b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ae9f expref: 205 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.444791:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1517a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018920064:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185323.444812:0:8428:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148766d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8428:1876087018920192:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.444817:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x83b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.444820:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x83b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.444826:0:178143:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000c19f190a/0xff23d3f688d93030 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x83c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.444826:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004382c936/0xff23d3f688d93053 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x83b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.444837:0:8428:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b153099a80 going to sleep for 11 seconds
00000100:00100000:3.0:1789185323.444839:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:1.0:1789185323.444853:0:178143:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c19f190a/0xff23d3f688d93030 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x83c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.444854:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004382c936/0xff23d3f688d93053 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x83b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.444855:0:35222:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018920064
00000100:00100000:2.0:1789185323.444860:0:35222:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018920064
00000100:00100000:3.0:1789185323.444868:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1789185323.444882:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1517a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018920320:0@lo:6:osp-syn-0-0.0
00010000:00010000:1.0:1789185323.444882:0:178143:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c19f190a/0xff23d3f688d93030 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x83c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.444888:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185323.444889:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37867
00000100:00100000:2.0:1789185323.444900:0:35222:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d0f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+812:3637:x1876087018920064:12345-0@lo:6:osp-syn-0-0.0
00010000:00010000:1.0:1789185323.444901:0:178143:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c19f190a/0xff23d3f688d93030 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x83c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.444909:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b26963e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+204:2391:x1876087010795520:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 175us (758us total) trans 0 rc 0/0
00002000:00080000:2.0:1789185323.444916:0:35222:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2118 count 1
00000100:00100000:3.0:1789185323.444921:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185323.444929:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23341
00010000:00010000:1.0:1789185323.444942:0:178143:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1789185323.444958:0:178142:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018920320
00000100:00100000:3.0:1789185323.444963:0:178142:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018920320
00000100:00100000:3.0:1789185323.444990:0:178142:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37868
00010000:00010000:0.0:1789185323.444997:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00000100:00100000:3.0:1789185323.444998:0:178142:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f711500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+813:3637:x1876087018920320:12345-0@lo:6:osp-syn-0-0.0
00010000:00010000:2.0:1789185323.445001:0:35222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006fffc687/0xff23d3f688d930d1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x846:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.445003:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c19f190a/0xff23d3f688d93030 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x83c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.445012:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149b76600 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.445015:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c19f190a/0xff23d3f688d93030 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x83c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00080000:3.0:1789185323.445016:0:178142:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2119 count 1
00010000:00010000:2.0:1789185323.445017:0:35222:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000fb0703b2/0xff23d3f688d8f398 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x846:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af39 expref: 203 pid: 24325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.445027:0:35222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x846:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.445028:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c19f190a/0xff23d3f688d93030 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x83c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.445030:0:35222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x846:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.445034:0:178142:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006d45f335/0xff23d3f688d930d8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x847:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.445035:0:35222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006fffc687/0xff23d3f688d930d1 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x846:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.445039:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c19f190a/0xff23d3f688d93030 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x83c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.445064:0:178142:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000af02816b/0xff23d3f688d8f39f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x847:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af47 expref: 203 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.445066:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c19f190a/0xff23d3f688d93030 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x83c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.445071:0:35222:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000fb0703b2/0xff23d3f688d8f398 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x846:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af39 expref: 203 pid: 24325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.445086:0:178142:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x847:0x0].0x0 since=124s v=(0 0)
00010000:00010000:3.0:1789185323.445095:0:178142:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x847:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.445096:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.445099:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.445103:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.445106:0:35222:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000fb0703b2/0xff23d3f688d8f398 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x846:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af39 expref: 203 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.445107:0:178142:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006d45f335/0xff23d3f688d930d8 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x847:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.445133:0:35222:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148767480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:35222:1876087018920448:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.445146:0:178142:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000af02816b/0xff23d3f688d8f39f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x847:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af47 expref: 203 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.445154:0:35222:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1530996c0 going to sleep for 11 seconds
00000100:00100000:0.0:1789185323.445155:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:3.0:1789185323.445166:0:178142:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000af02816b/0xff23d3f688d8f39f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x847:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af47 expref: 203 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.445175:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010795648
00000100:00100000:3.0:1789185323.445179:0:178142:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f710e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:178142:1876087018920576:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185323.445202:0:178142:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1498f1600 going to sleep for 11 seconds
00000100:00100000:2.0:1789185323.445242:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010795648
00010000:00010000:2.0:1789185323.445264:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a868670e/0xff23d3f688d900b8 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x83e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 50331648->50335743) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bc8a expref: 206 pid: 34809 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.445268:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185323.445286:0:178143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151766a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+809:3637:x1876087018914560:12345-0@lo:6:osp-syn-1-0.0 Request processed in 22823us (22913us total) trans 4294989571 rc 0/0
00000100:00100000:2.0:1789185323.445293:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010795776
00000100:00100000:1.0:1789185323.445297:0:178143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37844
00000100:00100000:2.0:1789185323.445298:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010795776
00000100:00100000:0.0:1789185323.445298:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23342
00000100:00100000:0.0:1789185323.445310:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148763b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+207:2391:x1876087010795648:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.445317:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000132be171/0xff23d3f688d8ef77 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x83d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aec2 expref: 207 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.445319:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.445324:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a868670e/0xff23d3f688d900b8 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x83e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 50331648->50335743) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bc8a expref: 207 pid: 34809 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.445334:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a868670e/0xff23d3f688d900b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x83e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 50331648->50335743) gid 0 flags: 0x50000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bc8a expref: 207 pid: 34809 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.445343:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23343
00000100:00100000:1.0:1789185323.445346:0:8431:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151766300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8431:1876087018917632:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.445350:0:10396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a868670e/0xff23d3f688d900b8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x83e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 50331648->50335743) gid 0 flags: 0x44801400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bc8a expref: 207 pid: 34809 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.445354:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148762300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+207:2391:x1876087010795776:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185323.445367:0:8431:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000fb1ecf6c/0xff23d3f688d93084 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x83e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.445367:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x83e:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1789185323.445373:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x83e:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1789185323.445383:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000fb1ecf6c/0xff23d3f688d93084 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x83e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.445397:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fb1ecf6c/0xff23d3f688d93084 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x83e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.445425:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185323.445444:0:8429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151766680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8429:1876087018917504:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.445448:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00000100:00100000:0.0:1789185323.445453:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148763b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+206:2391:x1876087010795648:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 145us (301us total) trans 0 rc 0/0
00010000:00010000:2.0:1789185323.445455:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000132be171/0xff23d3f688d8ef77 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x83d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aec2 expref: 206 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.445460:0:8429:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000004b0a5085/0xff23d3f688d9307d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x83d:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.445461:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23342
00010000:00010000:2.0:1789185323.445469:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000132be171/0xff23d3f688d8ef77 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x83d:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aec2 expref: 206 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.445760:0:178148:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b15179b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:178148:1876087018917760:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.445777:0:178148:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000008e9a7fa0/0xff23d3f688d9308b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x841:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.445811:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.445827:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010795904
00000100:00100000:0.0:1789185323.445831:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010795904
00010000:00010000:0.0:1789185323.445846:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004f49d197/0xff23d3f688d8f375 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x841:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aef3 expref: 204 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.445873:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23344
00000100:00100000:0.0:1789185323.445880:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148762680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+204:2391:x1876087010795904:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.445887:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.445891:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004f49d197/0xff23d3f688d8f375 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x841:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aef3 expref: 204 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.445903:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004f49d197/0xff23d3f688d8f375 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x841:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aef3 expref: 204 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.445918:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004f49d197/0xff23d3f688d8f375 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x841:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aef3 expref: 204 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.445931:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x841:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.445934:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x841:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.445939:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000008e9a7fa0/0xff23d3f688d9308b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x841:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.445947:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008e9a7fa0/0xff23d3f688d9308b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x841:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.445968:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.445996:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148762680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+203:2391:x1876087010795904:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 117us (185us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.446003:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23344
00010000:00010000:0.0:1789185323.446030:0:178148:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000008e9a7fa0/0xff23d3f688d9308b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x841:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.446038:0:178148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008e9a7fa0/0xff23d3f688d9308b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x841:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.446047:0:178148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008e9a7fa0/0xff23d3f688d9308b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x841:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.446055:0:178148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008e9a7fa0/0xff23d3f688d9308b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x841:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.446069:0:178148:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000004:00080000:3.0:1789185323.446360:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f71ed80/2, rc 0, transno 4294977778
00010000:00010000:1.0:1789185323.446363:0:8431:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000fb1ecf6c/0xff23d3f688d93084 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x83e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.446375:0:8431:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fb1ecf6c/0xff23d3f688d93084 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x83e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.446376:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f71ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018917376:0@lo:6:osp-syn-0-0.0
00010000:00010000:1.0:1789185323.446395:0:8431:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fb1ecf6c/0xff23d3f688d93084 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x83e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.446403:0:8431:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fb1ecf6c/0xff23d3f688d93084 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x83e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.446425:0:8431:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:1.0:1789185323.446626:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b15179a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+809:3637:x1876087018917248:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10445us (10707us total) trans 4294989572 rc 0/0
00000100:00100000:1.0:1789185323.446635:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37856
00000100:00100000:3.0:1789185323.446641:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789185323.446654:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f711880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018920704:0@lo:6:osp-syn-0-0.0
00010000:00010000:1.0:1789185323.446661:0:178145:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000004382c936/0xff23d3f688d93053 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x83b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.446671:0:178145:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004382c936/0xff23d3f688d93053 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x83b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.446681:0:178145:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004382c936/0xff23d3f688d93053 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x83b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.446688:0:178145:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004382c936/0xff23d3f688d93053 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x83b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.446703:0:178145:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00000100:00100000:1.0:1789185323.446771:0:178145:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f71d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+815:3635:x1876087018915328:12345-0@lo:6:osp-syn-0-0.0 Request processed in 21833us (22574us total) trans 4294977779 rc 0/0
00000100:00100000:1.0:1789185323.446778:0:178145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37849
00000100:00100000:3.0:1789185323.446819:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:3.0:1789185323.446870:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b1517a6680/2, rc 0, transno 4294977779
00000100:00100000:3.0:1789185323.446880:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b1517a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018915328:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185323.446882:0:178145:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018920704
00000100:00100000:1.0:1789185323.446888:0:178145:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018920704
00000100:00100000:1.0:1789185323.446923:0:178145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37869
00000100:00100000:1.0:1789185323.446930:0:178145:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f713480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+815:3636:x1876087018920704:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185323.446948:0:178145:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2120 count 1
00000100:00100000:3.0:1789185323.446954:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789185323.446967:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f712d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018920832:0@lo:6:osp-syn-0-0.0
00010000:00010000:1.0:1789185323.446967:0:178145:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000081405b0e/0xff23d3f688d930df lrc: 3/0,1 mode: --/PW res: [0x280000401:0x848:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.446988:0:178145:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000009f6a2b19/0xff23d3f688d8f3a6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x848:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af55 expref: 202 pid: 24325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.446997:0:178145:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x848:0x0].0x0 since=124s v=(0 0)
00000100:00100000:3.0:1789185323.447000:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:1.0:1789185323.447004:0:178145:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x848:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.447010:0:178145:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000081405b0e/0xff23d3f688d930df lrc: 4/0,1 mode: --/PW res: [0x280000401:0x848:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.447035:0:178145:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000009f6a2b19/0xff23d3f688d8f3a6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x848:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af55 expref: 202 pid: 24325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.447040:0:178143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018920832
00000100:00100000:3.0:1789185323.447046:0:178143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018920832
00010000:00010000:1.0:1789185323.447049:0:178145:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000009f6a2b19/0xff23d3f688d8f3a6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x848:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af55 expref: 202 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.447053:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000132be171/0xff23d3f688d8ef77 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x83d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aec2 expref: 205 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.447071:0:178145:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151765f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:178145:1876087018920960:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.447076:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x83d:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.447082:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x83d:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.447087:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004b0a5085/0xff23d3f688d9307d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x83d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.447096:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004b0a5085/0xff23d3f688d9307d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x83d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.447114:0:178145:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0600 going to sleep for 11 seconds
00010000:00010000:1.0:1789185323.447131:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:1.0:1789185323.447137:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008e9a7fa0/0xff23d3f688d9308b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x841:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.447146:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149882400 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.447150:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008e9a7fa0/0xff23d3f688d9308b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x841:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.447160:0:178143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37870
00010000:00010000:1.0:1789185323.447172:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008e9a7fa0/0xff23d3f688d9308b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x841:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.447173:0:178143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f711f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+816:3635:x1876087018920832:12345-0@lo:6:osp-syn-0-0.0
00010000:00010000:1.0:1789185323.447191:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008e9a7fa0/0xff23d3f688d9308b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x841:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.447199:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008e9a7fa0/0xff23d3f688d9308b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x841:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.447216:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:1.0:1789185323.447220:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fb1ecf6c/0xff23d3f688d93084 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x83e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.447227:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149b76e00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.447231:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fb1ecf6c/0xff23d3f688d93084 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x83e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.447239:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fb1ecf6c/0xff23d3f688d93084 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x83e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.447250:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fb1ecf6c/0xff23d3f688d93084 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x83e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.447261:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fb1ecf6c/0xff23d3f688d93084 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x83e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00080000:3.0:1789185323.447265:0:178143:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2121 count 1
00010000:00010000:2.0:1789185323.447270:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1789185323.447288:0:178143:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000005aeaabf/0xff23d3f688d930e6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x849:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.447288:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1789185323.447294:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004382c936/0xff23d3f688d93053 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x83b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.447302:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148762300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+204:2391:x1876087010795776:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 1948us (2031us total) trans 0 rc 0/0
00010000:00010000:1.0:1789185323.447308:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149b76a00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.447314:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004382c936/0xff23d3f688d93053 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x83b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.447316:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23343
00010000:00010000:1.0:1789185323.447328:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004382c936/0xff23d3f688d93053 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x83b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.447339:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004382c936/0xff23d3f688d93053 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x83b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.447346:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004382c936/0xff23d3f688d93053 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x83b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.447362:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.447365:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.447368:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.447382:0:8429:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000004b0a5085/0xff23d3f688d9307d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x83d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.447392:0:8429:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004b0a5085/0xff23d3f688d9307d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x83d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.447405:0:8429:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004b0a5085/0xff23d3f688d9307d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x83d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.447413:0:8429:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004b0a5085/0xff23d3f688d9307d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x83d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.447445:0:8429:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1789185323.447500:0:178143:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004fca8e47/0xff23d3f688d8f3ad lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x849:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af63 expref: 202 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.447508:0:178143:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x849:0x0].0x0 since=124s v=(0 0)
00010000:00010000:3.0:1789185323.447512:0:178143:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x849:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.447516:0:178143:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000005aeaabf/0xff23d3f688d930e6 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x849:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.447599:0:178143:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004fca8e47/0xff23d3f688d8f3ad lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x849:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af63 expref: 202 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.447617:0:178143:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004fca8e47/0xff23d3f688d8f3ad lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x849:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af63 expref: 202 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.447628:0:8429:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b15179bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+809:3637:x1876087018917120:12345-0@lo:6:osp-syn-1-0.0 Request processed in 11668us (11769us total) trans 4294989573 rc 0/0
00000100:00100000:3.0:1789185323.447634:0:178143:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b15176a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:178143:1876087018921088:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.447642:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37855
00010000:00010000:1.0:1789185323.447665:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1789185323.447670:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004b0a5085/0xff23d3f688d9307d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x83d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.447679:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149b76c00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.447683:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004b0a5085/0xff23d3f688d9307d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x83d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.447692:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004b0a5085/0xff23d3f688d9307d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x83d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.447703:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004b0a5085/0xff23d3f688d9307d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x83d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.447711:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004b0a5085/0xff23d3f688d9307d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x83d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.447725:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.447727:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.447729:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:1.0:1789185323.447752:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f728700/2, rc 0, transno 4294989572
00000100:00100000:1.0:1789185323.447765:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f728700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018917248:0@lo:6:osp-syn-1-0.0
00000004:00080000:1.0:1789185323.447783:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f728380/2, rc 0, transno 4294989573
00000100:00100000:1.0:1789185323.447787:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f728380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018917120:0@lo:6:osp-syn-1-0.0
00000004:00080000:1.0:1789185323.447799:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b151749500/2, rc 0, transno 4294989571
00000100:00100000:1.0:1789185323.447803:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151749500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018914560:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1789185323.447828:0:178143:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b145c7b480 going to sleep for 11 seconds
00000100:00100000:1.0:1789185323.447888:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151764380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018921216:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.447918:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185323.447932:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789185323.447945:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151766d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018921472:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.447945:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1789185323.447956:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151767480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018921344:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1789185323.447991:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.448006:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018921216
00000100:00100000:1.0:1789185323.448012:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018921216
00000100:00100000:1.0:1789185323.448040:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018921472
00000100:00100000:1.0:1789185323.448044:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018921472
00000100:00100000:3.0:1789185323.448049:0:178146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37871
00000100:00100000:3.0:1789185323.448058:0:178146:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151766a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+810:3637:x1876087018921216:12345-0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.448070:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37872
00002000:00080000:3.0:1789185323.448071:0:178146:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2116 count 1
00000100:00100000:1.0:1789185323.448081:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1517a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+810:3636:x1876087018921472:12345-0@lo:6:osp-syn-1-0.0
00010000:00010000:3.0:1789185323.448086:0:178146:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e5f3008c/0xff23d3f688d930ed lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x844:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00080000:1.0:1789185323.448096:0:8431:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2118 count 1
00010000:00010000:3.0:1789185323.448102:0:178146:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000008a68f66/0xff23d3f688d8efa8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x844:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af24 expref: 203 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.448104:0:178148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f71f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+814:3635:x1876087018917376:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7204us (7398us total) trans 4294977778 rc 0/0
00010000:00010000:1.0:1789185323.448113:0:8431:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000088ec1b6a/0xff23d3f688d930f4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x846:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.448121:0:178146:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x844:0x0].0x0 since=124s v=(0 0)
00000100:00100000:0.0:1789185323.448126:0:178148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37857
00010000:00010000:3.0:1789185323.448131:0:178146:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x844:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.448137:0:8431:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000af89bc1/0xff23d3f688d8ffa7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x846:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 29360128->29364223) gid 0 flags: 0x40000000020000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bb79 expref: 203 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.448138:0:178146:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e5f3008c/0xff23d3f688d930ed lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x844:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.448152:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.448161:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x846:0x0].0x0 since=121s v=(0 0)
00010000:00010000:1.0:1789185323.448165:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x846:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1789185323.448168:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.448170:0:8431:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000088ec1b6a/0xff23d3f688d930f4 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x846:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.448196:0:8431:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000af89bc1/0xff23d3f688d8ffa7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x846:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 29360128->29364223) gid 0 flags: 0x50000000030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bb79 expref: 203 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.448208:0:8431:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000af89bc1/0xff23d3f688d8ffa7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x846:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 29360128->29364223) gid 0 flags: 0x70000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bb79 expref: 203 pid: 8491 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.448220:0:8431:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151766680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8431:1876087018921728:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.448253:0:8431:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0780 going to sleep for 11 seconds
00010000:00010000:3.0:1789185323.448287:0:178146:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000008a68f66/0xff23d3f688d8efa8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x844:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af24 expref: 203 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.448305:0:178146:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000008a68f66/0xff23d3f688d8efa8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x844:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af24 expref: 203 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.448316:0:178146:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1517a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:178146:1876087018921600:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185323.448405:0:178146:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b145c7bf00 going to sleep for 11 seconds
00000100:00100000:3.0:1789185323.448443:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185323.448478:0:178169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018921344
00000100:00100000:0.0:1789185323.448483:0:178169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018921344
00000100:00100000:0.0:1789185323.448510:0:178169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37873
00000100:00100000:0.0:1789185323.448516:0:178169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1517a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+811:3637:x1876087018921344:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1789185323.448529:0:178169:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2117 count 1
00010000:00010000:0.0:1789185323.448542:0:178169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000041ffe0fd/0xff23d3f688d930fb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x845:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.448581:0:178169:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b441a822/0xff23d3f688d8efaf lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x845:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af32 expref: 203 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.448589:0:178169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x845:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.448593:0:178169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x845:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.448597:0:178169:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000041ffe0fd/0xff23d3f688d930fb lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x845:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.448618:0:178169:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b441a822/0xff23d3f688d8efaf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x845:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af32 expref: 203 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.448629:0:178169:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b441a822/0xff23d3f688d8efaf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x845:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af32 expref: 203 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.448641:0:178169:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148761180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:178169:1876087018921856:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.448683:0:178169:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe16900 going to sleep for 11 seconds
00010000:00010000:0.0:1789185323.448772:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789185323.451209:0:16720:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151764000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16720:1876087018918272:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.451237:0:16720:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000fc0c566d/0xff23d3f688d93092 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x843:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.451331:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.451428:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.451592:0:34810:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b15179aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:34810:1876087018918400:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.451615:0:34810:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006abc7636/0xff23d3f688d93099 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x844:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.451668:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010796032
00000100:00100000:3.0:1789185323.451675:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010796032
00010000:00010000:3.0:1789185323.451715:0:8458:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000053cd7363/0xff23d3f688d8f383 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x843:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af0f expref: 203 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.451746:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010796160
00000100:00100000:3.0:1789185323.451749:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010796160
00010000:00010000:3.0:1789185323.451766:0:8458:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d48a6c47/0xff23d3f688d8f38a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x844:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af1d expref: 204 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.451793:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23345
00000100:00100000:3.0:1789185323.451803:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148760e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+204:2391:x1876087010796032:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.451816:0:8458:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.451823:0:8458:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000053cd7363/0xff23d3f688d8f383 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x843:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af0f expref: 204 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.451839:0:8458:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000053cd7363/0xff23d3f688d8f383 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x843:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af0f expref: 204 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.451870:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000053cd7363/0xff23d3f688d8f383 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x843:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af0f expref: 204 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.451887:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x843:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.451892:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x843:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.451899:0:8458:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000fc0c566d/0xff23d3f688d93092 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x843:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.451909:0:8458:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fc0c566d/0xff23d3f688d93092 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x843:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.451940:0:8458:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1789185323.451947:0:16720:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000fc0c566d/0xff23d3f688d93092 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x843:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.451959:0:16720:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fc0c566d/0xff23d3f688d93092 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x843:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.451971:0:16720:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fc0c566d/0xff23d3f688d93092 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x843:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.451981:0:16720:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fc0c566d/0xff23d3f688d93092 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x843:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.451984:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148760e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+203:2391:x1876087010796032:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 183us (655us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.452000:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23345
00010000:00010000:1.0:1789185323.452020:0:16720:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1789185323.452079:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23346
00000100:00100000:3.0:1789185323.452088:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148761880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+202:2392:x1876087010796160:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.452097:0:8458:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.452103:0:8458:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d48a6c47/0xff23d3f688d8f38a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x844:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af1d expref: 202 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.452115:0:8458:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d48a6c47/0xff23d3f688d8f38a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x844:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af1d expref: 202 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.452128:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185323.452133:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d48a6c47/0xff23d3f688d8f38a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x844:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af1d expref: 202 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.452136:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fc0c566d/0xff23d3f688d93092 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x843:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.452144:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149b77000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185323.452145:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x844:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.452148:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x844:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.452149:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fc0c566d/0xff23d3f688d93092 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x843:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.452154:0:16720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151798000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+816:3637:x1876087018918016:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9738us (9835us total) trans 4294977780 rc 0/0
00010000:00010000:3.0:1789185323.452155:0:8458:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006abc7636/0xff23d3f688d93099 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x844:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.452163:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fc0c566d/0xff23d3f688d93092 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x843:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.452171:0:8458:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006abc7636/0xff23d3f688d93099 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x844:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.452172:0:16720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37858
00010000:00010000:2.0:1789185323.452198:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fc0c566d/0xff23d3f688d93092 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x843:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.452206:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fc0c566d/0xff23d3f688d93092 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x843:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:1.0:1789185323.452219:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f71ce00/2, rc 0, transno 4294977780
00010000:00010000:2.0:1789185323.452225:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.452228:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.452230:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789185323.452234:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f71ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018918016:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185323.452303:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151764000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018921984:0@lo:6:osp-syn-0-0.0
00010000:00010000:3.0:1789185323.452305:0:8458:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.452332:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148761880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+201:2392:x1876087010796160:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 244us (904us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.452340:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23346
00000100:00100000:1.0:1789185323.452345:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:3.0:1789185323.452374:0:34810:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006abc7636/0xff23d3f688d93099 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x844:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.452384:0:34810:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006abc7636/0xff23d3f688d93099 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x844:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.452386:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018921984
00000100:00100000:1.0:1789185323.452392:0:8429:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018921984
00010000:00010000:3.0:1789185323.452395:0:34810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006abc7636/0xff23d3f688d93099 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x844:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.452405:0:34810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006abc7636/0xff23d3f688d93099 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x844:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.452419:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37874
00010000:00010000:3.0:1789185323.452422:0:34810:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1789185323.452429:0:8429:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151766300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+816:3636:x1876087018921984:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185323.452463:0:8429:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2122 count 1
00000100:00100000:3.0:1789185323.452541:0:34810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b15179b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+817:3637:x1876087018918144:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9860us (10136us total) trans 4294977781 rc 0/0
00000100:00100000:3.0:1789185323.452566:0:34810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37859
00010000:00010000:1.0:1789185323.452575:0:8429:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a9ea1d0c/0xff23d3f688d93102 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x84a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.452591:0:8429:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000007a5723bd/0xff23d3f688d8f3b4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x84a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af71 expref: 200 pid: 24325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.452600:0:8429:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x84a:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.452604:0:8429:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x84a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.452609:0:8429:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a9ea1d0c/0xff23d3f688d93102 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x84a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.452635:0:8429:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000007a5723bd/0xff23d3f688d8f3b4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x84a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af71 expref: 200 pid: 24325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.452648:0:8429:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000007a5723bd/0xff23d3f688d8f3b4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x84a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af71 expref: 200 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.452660:0:8429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151765180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8429:1876087018922112:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.452705:0:8429:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a09c0 going to sleep for 11 seconds
00000004:00080000:3.0:1789185323.452747:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f729880/2, rc 0, transno 4294977781
00000100:00100000:3.0:1789185323.452761:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f729880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018918144:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185323.452813:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1517a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018922240:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185323.452844:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:0.0:1789185323.453497:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185323.453505:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006abc7636/0xff23d3f688d93099 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x844:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.453515:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149883000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.453518:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006abc7636/0xff23d3f688d93099 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x844:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.453527:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006abc7636/0xff23d3f688d93099 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x844:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.453542:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006abc7636/0xff23d3f688d93099 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x844:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.453577:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006abc7636/0xff23d3f688d93099 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x844:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.453595:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.453597:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.453598:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789185323.453617:0:178148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018922240
00000100:00100000:0.0:1789185323.453623:0:178148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018922240
00000100:00100000:0.0:1789185323.453660:0:178148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37875
00000100:00100000:0.0:1789185323.453669:0:178148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1517a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+817:3637:x1876087018922240:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1789185323.453689:0:178148:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2123 count 1
00010000:00010000:0.0:1789185323.453705:0:178148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000010a0414/0xff23d3f688d93109 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x84b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.453722:0:178148:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000056ecb1c2/0xff23d3f688d8f3bb lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x84b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af7f expref: 200 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.453731:0:178148:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x84b:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.453735:0:178148:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x84b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.453740:0:178148:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000010a0414/0xff23d3f688d93109 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x84b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.453763:0:178148:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000056ecb1c2/0xff23d3f688d8f3bb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x84b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af7f expref: 200 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.453775:0:178148:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000056ecb1c2/0xff23d3f688d8f3bb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x84b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af7f expref: 200 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.453793:0:178148:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148760700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:178148:1876087018922368:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.455211:0:178148:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe16a80 going to sleep for 11 seconds
00000100:00100000:2.0:1789185323.455344:0:178144:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151768700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:178144:1876087018918656:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.455375:0:178144:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000007ef11ebc/0xff23d3f688d930a0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x842:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.455420:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.455583:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010796288
00000100:00100000:0.0:1789185323.455589:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010796288
00010000:00010000:0.0:1789185323.455619:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000da194977/0xff23d3f688d8f37c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x842:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af01 expref: 201 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.455647:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23347
00000100:00100000:0.0:1789185323.455657:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148767800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+201:2392:x1876087010796288:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.455671:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.455677:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000da194977/0xff23d3f688d8f37c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x842:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af01 expref: 201 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.455693:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000da194977/0xff23d3f688d8f37c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x842:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af01 expref: 201 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.455700:0:24325:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148764380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24325:1876087018919680:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.455718:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000da194977/0xff23d3f688d8f37c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x842:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af01 expref: 201 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.455720:0:24325:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000004e8cbc4d/0xff23d3f688d930c3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x841:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.455745:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x842:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.455751:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x842:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.455756:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000007ef11ebc/0xff23d3f688d930a0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x842:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.455771:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007ef11ebc/0xff23d3f688d930a0 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x842:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.455799:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185323.455811:0:8428:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148766d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8428:1876087018920192:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.455826:0:8428:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000004f475c67/0xff23d3f688d930ca lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x843:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.455840:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148767800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+200:2392:x1876087010796288:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 182us (420us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.455848:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23347
00000100:00100000:2.0:1789185323.455892:0:35222:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148767480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:35222:1876087018920448:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.455897:0:8491:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148761c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8491:1876087018918784:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.455914:0:35222:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006fffc687/0xff23d3f688d930d1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x846:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.455919:0:8491:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000fa501034/0xff23d3f688d930a7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x845:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.455945:0:178144:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000007ef11ebc/0xff23d3f688d930a0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x842:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.455954:0:178144:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007ef11ebc/0xff23d3f688d930a0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x842:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.455964:0:178144:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007ef11ebc/0xff23d3f688d930a0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x842:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.455973:0:178144:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007ef11ebc/0xff23d3f688d930a0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x842:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.455988:0:178144:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1789185323.456123:0:178144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f729c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+818:3635:x1876087018917888:12345-0@lo:6:osp-syn-0-0.0 Request processed in 12996us (13073us total) trans 4294977782 rc 0/0
00000100:00100000:0.0:1789185323.456131:0:178144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37860
00010000:00010000:0.0:1789185323.456151:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185323.456157:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007ef11ebc/0xff23d3f688d930a0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x842:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.456165:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bd600 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.456170:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007ef11ebc/0xff23d3f688d930a0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x842:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.456358:0:35223:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b1517a4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:35223:1876087018919808:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.456380:0:35223:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000c0064632/0xff23d3f688d930bc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x83f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.456647:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.456672:0:178142:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f710e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:178142:1876087018920576:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.456692:0:178142:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006d45f335/0xff23d3f688d930d8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x847:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.456778:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007ef11ebc/0xff23d3f688d930a0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x842:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.456798:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007ef11ebc/0xff23d3f688d930a0 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x842:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.456807:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007ef11ebc/0xff23d3f688d930a0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x842:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.456836:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.456840:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.456843:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789185323.456869:0:178169:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148761180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:178169:1876087018921856:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.456889:0:178169:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000041ffe0fd/0xff23d3f688d930fb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x845:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.457147:0:34809:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151767b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:34809:1876087018919552:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.457165:0:34809:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000009290c809/0xff23d3f688d930ae lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x840:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.457181:0:178146:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b1517a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:178146:1876087018921600:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.457197:0:35218:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151764e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35218:1876087018919936:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.457201:0:178146:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e5f3008c/0xff23d3f688d930ed lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x844:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.457210:0:35218:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000002e31cc67/0xff23d3f688d930b5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x842:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.457230:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010797568
00000100:00100000:2.0:1789185323.457236:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010797568
00000004:00080000:1.0:1789185323.457245:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f71d880/2, rc 0, transno 4294977782
00000100:00100000:1.0:1789185323.457260:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f71d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018917888:0@lo:6:osp-syn-0-0.0
00010000:00010000:2.0:1789185323.457262:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000af02816b/0xff23d3f688d8f39f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x847:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af47 expref: 200 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.457296:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23348
00000100:00100000:2.0:1789185323.457307:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b26963e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+200:2394:x1876087010797568:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.457318:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.457324:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000af02816b/0xff23d3f688d8f39f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x847:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af47 expref: 200 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.457337:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000af02816b/0xff23d3f688d8f39f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x847:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af47 expref: 200 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.457377:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1517a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018922496:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185323.457423:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185323.457484:0:34810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018922496
00000100:00100000:3.0:1789185323.457489:0:34810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018922496
00000100:00100000:3.0:1789185323.457520:0:34810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37876
00000100:00100000:3.0:1789185323.457529:0:34810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1517a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+818:3638:x1876087018922496:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1789185323.457585:0:34810:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2124 count 1
00010000:00010000:3.0:1789185323.457608:0:34810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000262d3641/0xff23d3f688d93110 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x84c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.457624:0:34810:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c563e25f/0xff23d3f688d8f3c2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x84c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af8d expref: 200 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.457633:0:34810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x84c:0x0].0x0 since=124s v=(0 0)
00010000:00010000:3.0:1789185323.457638:0:34810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x84c:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.457643:0:34810:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000262d3641/0xff23d3f688d93110 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x84c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.457671:0:34810:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c563e25f/0xff23d3f688d8f3c2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x84c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af8d expref: 200 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.457684:0:34810:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c563e25f/0xff23d3f688d8f3c2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x84c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af8d expref: 200 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.457695:0:34810:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f710e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:34810:1876087018922624:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185323.457760:0:34810:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b145c7ba80 going to sleep for 11 seconds
00010000:00010000:2.0:1789185323.457898:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000af02816b/0xff23d3f688d8f39f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x847:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af47 expref: 200 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.457916:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x847:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.457921:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x847:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.457927:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006d45f335/0xff23d3f688d930d8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x847:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.457936:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006d45f335/0xff23d3f688d930d8 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x847:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.457957:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185323.457986:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b26963e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+199:2394:x1876087010797568:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 682us (1339us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185323.457996:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23348
00010000:00010000:3.0:1789185323.458170:0:178142:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006d45f335/0xff23d3f688d930d8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x847:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.458181:0:178142:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006d45f335/0xff23d3f688d930d8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x847:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.458268:0:178142:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006d45f335/0xff23d3f688d930d8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x847:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.458277:0:178142:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006d45f335/0xff23d3f688d930d8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x847:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.458339:0:178142:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1789185323.458481:0:178142:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f711500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+819:3637:x1876087018920320:12345-0@lo:6:osp-syn-0-0.0 Request processed in 13484us (13564us total) trans 4294977783 rc 0/0
00000100:00100000:3.0:1789185323.458489:0:178142:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37868
00000004:00080000:3.0:1789185323.458525:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b1517a5180/2, rc 0, transno 4294977783
00000100:00100000:3.0:1789185323.458535:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b1517a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018920320:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185323.458702:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1789185323.458716:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14aa62300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018922752:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185323.458748:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:0.0:1789185323.458783:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185323.458791:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006d45f335/0xff23d3f688d930d8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x847:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.458800:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b26239b200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.458804:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006d45f335/0xff23d3f688d930d8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x847:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.458815:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006d45f335/0xff23d3f688d930d8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x847:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.458830:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006d45f335/0xff23d3f688d930d8 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x847:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.458837:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006d45f335/0xff23d3f688d930d8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x847:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.458856:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.458858:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.458860:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789185323.459291:0:8429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151765180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8429:1876087018922112:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.459312:0:8429:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000a9ea1d0c/0xff23d3f688d93102 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x84a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.459341:0:16720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018922752
00000100:00100000:1.0:1789185323.459345:0:16720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018922752
00000100:00100000:1.0:1789185323.459390:0:16720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37877
00000100:00100000:1.0:1789185323.459398:0:16720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148767800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+819:3636:x1876087018922752:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185323.459421:0:16720:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2125 count 1
00010000:00010000:1.0:1789185323.459453:0:16720:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004b0a5085/0xff23d3f688d93117 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x84d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.459469:0:16720:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000008f438520/0xff23d3f688d8f3c9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x84d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af9b expref: 198 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.459477:0:16720:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x84d:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.459481:0:16720:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x84d:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.459832:0:16720:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004b0a5085/0xff23d3f688d93117 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x84d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.459865:0:16720:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000008f438520/0xff23d3f688d8f3c9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x84d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af9b expref: 198 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.460162:0:16720:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000008f438520/0xff23d3f688d8f3c9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x84d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af9b expref: 198 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.460178:0:16720:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151765180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16720:1876087018922880:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.460284:0:16720:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a09c0 going to sleep for 11 seconds
00000100:00100000:1.0:1789185323.460525:0:178145:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151765f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:178145:1876087018920960:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.460576:0:178145:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000081405b0e/0xff23d3f688d930df lrc: 3/0,1 mode: --/PW res: [0x280000401:0x848:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.460680:0:8431:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151766680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8431:1876087018921728:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.460696:0:8431:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000088ec1b6a/0xff23d3f688d930f4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x846:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.460766:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.460793:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.460818:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.460842:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.460870:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.460899:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.460932:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.460961:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.460984:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.461006:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.461029:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.461050:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.461070:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.461134:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.461250:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.461278:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010796416
00000100:00100000:0.0:1789185323.461284:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010796416
00010000:00010000:0.0:1789185323.461317:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000095f8c1ca/0xff23d3f688d8f391 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x845:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af2b expref: 199 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.461342:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010796672
00000100:00100000:0.0:1789185323.461346:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010796672
00010000:00010000:0.0:1789185323.461363:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e08153a5/0xff23d3f688d8ef93 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x841:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aefa expref: 204 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.461378:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010796928
00000100:00100000:0.0:1789185323.461381:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010796928
00010000:00010000:0.0:1789185323.461397:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000084eb05cc/0xff23d3f688d8ef9a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x842:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af08 expref: 205 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.461410:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010797184
00000100:00100000:0.0:1789185323.461413:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010797184
00010000:00010000:0.0:1789185323.461429:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000fb0703b2/0xff23d3f688d8f398 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x846:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af39 expref: 200 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.461463:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010797440
00000100:00100000:0.0:1789185323.461466:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010797440
00010000:00010000:0.0:1789185323.461483:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b441a822/0xff23d3f688d8efaf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x845:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af32 expref: 206 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.461497:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010797952
00000100:00100000:0.0:1789185323.461499:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010797952
00010000:00010000:0.0:1789185323.461511:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000af89bc1/0xff23d3f688d8ffa7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x846:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 29360128->29364223) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bb79 expref: 207 pid: 8491 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.461522:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010796544
00000100:00100000:0.0:1789185323.461524:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010796544
00010000:00010000:0.0:1789185323.461535:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ebfec210/0xff23d3f688d8ef8c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x840:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aeec expref: 208 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.461566:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010796800
00000100:00100000:0.0:1789185323.461569:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010796800
00010000:00010000:0.0:1789185323.461582:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000bff5492f/0xff23d3f688d8ef85 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x83f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aede expref: 209 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.461594:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010797056
00000100:00100000:0.0:1789185323.461596:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010797056
00010000:00010000:0.0:1789185323.461607:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000000a3c8ed/0xff23d3f688d8efa1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x843:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af16 expref: 210 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.461617:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010797312
00000100:00100000:0.0:1789185323.461619:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010797312
00010000:00010000:0.0:1789185323.461630:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000008a68f66/0xff23d3f688d8efa8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x844:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af24 expref: 211 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.461641:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010797824
00000100:00100000:0.0:1789185323.461643:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010797824
00010000:00010000:0.0:1789185323.461656:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000009f6a2b19/0xff23d3f688d8f3a6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x848:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af55 expref: 201 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.461667:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010798080
00000100:00100000:0.0:1789185323.461669:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010798080
00010000:00010000:0.0:1789185323.461680:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004fca8e47/0xff23d3f688d8f3ad lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x849:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af63 expref: 202 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.461690:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010797696
00000100:00100000:0.0:1789185323.461693:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010797696
00010000:00010000:0.0:1789185323.461704:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007a5723bd/0xff23d3f688d8f3b4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x84a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af71 expref: 203 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.461714:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010798208
00000100:00100000:0.0:1789185323.461717:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010798208
00010000:00010000:0.0:1789185323.461729:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000056ecb1c2/0xff23d3f688d8f3bb lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x84b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af7f expref: 204 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.461741:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010798336
00000100:00100000:0.0:1789185323.461744:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010798336
00010000:00010000:0.0:1789185323.461756:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c563e25f/0xff23d3f688d8f3c2 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x84c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af8d expref: 205 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.461776:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23349
00000100:00100000:0.0:1789185323.461785:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148761180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+205:2392:x1876087010796416:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.461796:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.461802:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000095f8c1ca/0xff23d3f688d8f391 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x845:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af2b expref: 205 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.461817:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000095f8c1ca/0xff23d3f688d8f391 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x845:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af2b expref: 205 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.461841:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000095f8c1ca/0xff23d3f688d8f391 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x845:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af2b expref: 205 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.461857:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x845:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.461862:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x845:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.461869:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000fa501034/0xff23d3f688d930a7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x845:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.461879:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fa501034/0xff23d3f688d930a7 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x845:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.461907:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.461955:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148761180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+204:2392:x1876087010796416:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 170us (1190us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.462162:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23349
00000100:00100000:0.0:1789185323.462261:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23350
00000100:00100000:0.0:1789185323.462271:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148761c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+211:2392:x1876087010796672:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.462282:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.462287:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e08153a5/0xff23d3f688d8ef93 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x841:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aefa expref: 211 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.462298:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e08153a5/0xff23d3f688d8ef93 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x841:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aefa expref: 211 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.462313:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e08153a5/0xff23d3f688d8ef93 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x841:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aefa expref: 211 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.462325:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x841:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.462329:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x841:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.462333:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004e8cbc4d/0xff23d3f688d930c3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x841:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.462341:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004e8cbc4d/0xff23d3f688d930c3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x841:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.462364:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.462392:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148761c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+210:2392:x1876087010796672:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 124us (1598us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.462399:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23350
00000100:00100000:0.0:1789185323.462414:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23351
00000100:00100000:0.0:1789185323.462422:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148763100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+209:2392:x1876087010796928:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.462443:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.462449:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000084eb05cc/0xff23d3f688d8ef9a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x842:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af08 expref: 209 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.462459:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000084eb05cc/0xff23d3f688d8ef9a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x842:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af08 expref: 209 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.462472:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000084eb05cc/0xff23d3f688d8ef9a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x842:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af08 expref: 209 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.462483:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x842:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.462486:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x842:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.462490:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002e31cc67/0xff23d3f688d930b5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x842:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.462498:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002e31cc67/0xff23d3f688d930b5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x842:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.462525:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.462563:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148763100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+208:2392:x1876087010796928:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 123us (1725us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.462571:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23351
00000100:00100000:0.0:1789185323.462589:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23352
00010000:00010000:1.0:1789185323.462590:0:35218:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000002e31cc67/0xff23d3f688d930b5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x842:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.462599:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148761f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+203:2392:x1876087010797184:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185323.462607:0:35218:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002e31cc67/0xff23d3f688d930b5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x842:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.462612:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.462621:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000fb0703b2/0xff23d3f688d8f398 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x846:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af39 expref: 203 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.462624:0:35218:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002e31cc67/0xff23d3f688d930b5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x842:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.462645:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000fb0703b2/0xff23d3f688d8f398 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x846:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af39 expref: 203 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.462646:0:35218:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002e31cc67/0xff23d3f688d930b5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x842:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.462678:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fb0703b2/0xff23d3f688d8f398 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x846:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af39 expref: 203 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.462682:0:35218:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1789185323.462694:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x846:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.462698:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x846:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.462702:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006fffc687/0xff23d3f688d930d1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x846:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.462710:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006fffc687/0xff23d3f688d930d1 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x846:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.462731:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.462752:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148761f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+202:2392:x1876087010797184:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 156us (1909us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.462759:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23352
00000100:00100000:0.0:1789185323.462788:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23353
00000100:00100000:0.0:1789185323.462798:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148760380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+207:2392:x1876087010797440:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.462812:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.462817:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b441a822/0xff23d3f688d8efaf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x845:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af32 expref: 207 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.462833:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b441a822/0xff23d3f688d8efaf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x845:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af32 expref: 207 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.462843:0:35218:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f727800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+812:3635:x1876087018919296:12345-0@lo:6:osp-syn-1-0.0 Request processed in 18477us (18694us total) trans 4294989574 rc 0/0
00010000:00010000:0.0:1789185323.462848:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b441a822/0xff23d3f688d8efaf lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x845:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af32 expref: 207 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.462856:0:35218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37864
00010000:00010000:0.0:1789185323.462864:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x845:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.462869:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x845:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.462873:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000041ffe0fd/0xff23d3f688d930fb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x845:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.462880:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000041ffe0fd/0xff23d3f688d930fb lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x845:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.462881:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1789185323.462891:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002e31cc67/0xff23d3f688d930b5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x842:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.462901:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1789185323.462902:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149b76800 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.462910:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002e31cc67/0xff23d3f688d930b5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x842:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.462921:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002e31cc67/0xff23d3f688d930b5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x842:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.462925:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148760380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+206:2392:x1876087010797440:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 128us (2054us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.462943:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23353
00010000:00010000:1.0:1789185323.462948:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002e31cc67/0xff23d3f688d930b5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x842:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.462958:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002e31cc67/0xff23d3f688d930b5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x842:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.462965:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23354
00000100:00100000:0.0:1789185323.462975:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148762d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+205:2392:x1876087010797952:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.462985:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185323.462986:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.462989:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.462993:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000af89bc1/0xff23d3f688d8ffa7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x846:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 29360128->29364223) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bb79 expref: 205 pid: 8491 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.462994:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.463011:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000af89bc1/0xff23d3f688d8ffa7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x846:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 29360128->29364223) gid 0 flags: 0x50000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bb79 expref: 205 pid: 8491 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.463027:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000af89bc1/0xff23d3f688d8ffa7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x846:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 29360128->29364223) gid 0 flags: 0x44801400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bb79 expref: 205 pid: 8491 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:1.0:1789185323.463034:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b148767100/2, rc 0, transno 4294989574
00010000:00010000:0.0:1789185323.463038:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x846:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1789185323.463042:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x846:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1789185323.463046:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000088ec1b6a/0xff23d3f688d930f4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x846:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.463049:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148767100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018919296:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1789185323.463052:0:178143:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b15176a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:178143:1876087018921088:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.463061:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000088ec1b6a/0xff23d3f688d930f4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x846:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.463078:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1789185323.463079:0:178143:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000005aeaabf/0xff23d3f688d930e6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x849:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.463097:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148762d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+204:2392:x1876087010797952:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 125us (2200us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.463104:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23354
00000100:00100000:3.0:1789185323.463117:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23355
00000100:00100000:0.0:1789185323.463121:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23356
00000100:00100000:3.0:1789185323.463124:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b26963d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+203:2392:x1876087010796544:12345-192.168.204.3@tcp:103:ldlm_bl.0
00000100:00100000:0.0:1789185323.463128:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148763480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+203:2392:x1876087010796800:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.463133:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.463137:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185323.463140:0:8431:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000088ec1b6a/0xff23d3f688d930f4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x846:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.463141:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ebfec210/0xff23d3f688d8ef8c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x840:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aeec expref: 203 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.463141:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000bff5492f/0xff23d3f688d8ef85 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x83f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aede expref: 203 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.463167:0:8431:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000088ec1b6a/0xff23d3f688d930f4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x846:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.463168:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ebfec210/0xff23d3f688d8ef8c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x840:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aeec expref: 203 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.463175:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000bff5492f/0xff23d3f688d8ef85 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x83f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aede expref: 203 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.463188:0:8431:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000088ec1b6a/0xff23d3f688d930f4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x846:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.463198:0:8431:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000088ec1b6a/0xff23d3f688d930f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x846:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.463212:0:8431:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1789185323.463281:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ebfec210/0xff23d3f688d8ef8c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x840:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aeec expref: 203 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.463288:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1517a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+812:3636:x1876087018921472:12345-0@lo:6:osp-syn-1-0.0 Request processed in 15208us (15296us total) trans 4294989575 rc 0/0
00010000:00010000:3.0:1789185323.463299:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x840:0x0].0x0 since=0s v=(0 0)
00000100:00100000:1.0:1789185323.463300:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37872
00010000:00010000:3.0:1789185323.463306:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x840:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.463311:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009290c809/0xff23d3f688d930ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x840:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.463319:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009290c809/0xff23d3f688d930ae lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x840:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.463332:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151766680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018923008:0@lo:6:osp-syn-1-0.0
00010000:00010000:3.0:1789185323.463339:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185323.463373:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:1.0:1789185323.463402:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b151766d80/2, rc 0, transno 4294989575
00000100:00100000:1.0:1789185323.463409:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151766d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018921472:0@lo:6:osp-syn-1-0.0
00010000:00010000:0.0:1789185323.463440:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bff5492f/0xff23d3f688d8ef85 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x83f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aede expref: 202 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.463443:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b26963d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+202:2392:x1876087010796544:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 307us (2498us total) trans 0 rc 0/0
00010000:00010000:1.0:1789185323.463448:0:34809:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000009290c809/0xff23d3f688d930ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x840:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.463452:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23355
00010000:00010000:0.0:1789185323.463452:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x83f:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.463460:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x83f:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.463468:0:34809:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009290c809/0xff23d3f688d930ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x840:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.463469:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c0064632/0xff23d3f688d930bc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x83f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.463483:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c0064632/0xff23d3f688d930bc lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x83f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.463486:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23357
00000100:00100000:3.0:1789185323.463493:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148763800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+200:2392:x1876087010797056:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.463500:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1789185323.463501:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.463506:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000000a3c8ed/0xff23d3f688d8efa1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x843:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af16 expref: 200 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.463516:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000000a3c8ed/0xff23d3f688d8efa1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x843:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af16 expref: 200 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.463517:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148763480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+200:2392:x1876087010796800:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 391us (2556us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.463523:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23356
00010000:00010000:3.0:1789185323.463535:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000000a3c8ed/0xff23d3f688d8efa1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x843:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af16 expref: 199 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.463536:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23358
00000100:00100000:0.0:1789185323.463542:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148760a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+199:2392:x1876087010797312:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.463564:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x843:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.463567:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x843:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.463569:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.463573:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004f475c67/0xff23d3f688d930ca lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x843:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.463574:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000008a68f66/0xff23d3f688d8efa8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x844:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af24 expref: 198 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.463591:0:34809:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009290c809/0xff23d3f688d930ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x840:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.463592:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004f475c67/0xff23d3f688d930ca lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x843:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.463597:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000008a68f66/0xff23d3f688d8efa8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x844:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af24 expref: 198 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.463618:0:34809:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009290c809/0xff23d3f688d930ae lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x840:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.463621:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1789185323.463624:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000008a68f66/0xff23d3f688d8efa8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x844:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af24 expref: 198 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.463640:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148763800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+197:2392:x1876087010797056:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 147us (2657us total) trans 0 rc 0/0
00010000:00010000:0.0:1789185323.463641:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x844:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.463644:0:34809:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00010000:00010000:0.0:1789185323.463644:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x844:0x0].0x0 since=0s v=(0 0)
00000100:00100000:3.0:1789185323.463649:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23357
00010000:00010000:0.0:1789185323.463652:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e5f3008c/0xff23d3f688d930ed lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x844:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.463659:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e5f3008c/0xff23d3f688d930ed lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x844:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.463664:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23359
00000100:00100000:3.0:1789185323.463671:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148761500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+201:2392:x1876087010797824:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.463678:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1789185323.463680:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.463685:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000009f6a2b19/0xff23d3f688d8f3a6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x848:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af55 expref: 201 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.463693:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148760a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+196:2392:x1876087010797312:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 151us (2688us total) trans 0 rc 0/0
00010000:00010000:3.0:1789185323.463697:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000009f6a2b19/0xff23d3f688d8f3a6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x848:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af55 expref: 201 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.463699:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23358
00000100:00100000:0.0:1789185323.463715:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23360
00010000:00010000:3.0:1789185323.463716:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009f6a2b19/0xff23d3f688d8f3a6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x848:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af55 expref: 201 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.463723:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148763b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+201:2392:x1876087010798080:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.463726:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x848:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.463729:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x848:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.463732:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.463734:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000081405b0e/0xff23d3f688d930df lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x848:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.463739:0:34809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148762a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+812:3637:x1876087018919040:12345-0@lo:6:osp-syn-1-0.0 Request processed in 19668us (19774us total) trans 4294989576 rc 0/0
00010000:00010000:0.0:1789185323.463740:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004fca8e47/0xff23d3f688d8f3ad lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x849:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af63 expref: 200 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.463745:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000081405b0e/0xff23d3f688d930df lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x848:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.463757:0:34809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37862
00010000:00010000:3.0:1789185323.463770:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1789185323.463770:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004fca8e47/0xff23d3f688d8f3ad lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x849:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af63 expref: 200 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.463779:0:34809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018923008
00010000:00010000:0.0:1789185323.463784:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004fca8e47/0xff23d3f688d8f3ad lrc: 0/0,0 mode: --/PR res: [0x280000401:0x849:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af63 expref: 200 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.463786:0:34809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018923008
00000100:00100000:3.0:1789185323.463787:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148761500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+200:2392:x1876087010797824:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 116us (2759us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.463796:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23359
00010000:00010000:0.0:1789185323.463797:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x849:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.463800:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x849:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.463804:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000005aeaabf/0xff23d3f688d930e6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x849:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.463811:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000005aeaabf/0xff23d3f688d930e6 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x849:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.463814:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23361
00000100:00100000:1.0:1789185323.463824:0:34809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37878
00000100:00100000:3.0:1789185323.463825:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148762680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+198:2394:x1876087010797696:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.463829:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1789185323.463836:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00000100:00100000:1.0:1789185323.463837:0:34809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151765f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+812:3636:x1876087018923008:12345-0@lo:6:osp-syn-1-0.0
00010000:00010000:3.0:1789185323.463845:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000007a5723bd/0xff23d3f688d8f3b4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x84a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af71 expref: 198 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.463845:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148763b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+198:2392:x1876087010798080:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 123us (2795us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.463852:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23360
00010000:00010000:3.0:1789185323.463855:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007a5723bd/0xff23d3f688d8f3b4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x84a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af71 expref: 198 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00002000:00080000:1.0:1789185323.463864:0:34809:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2119 count 1
00000100:00100000:0.0:1789185323.463869:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23362
00010000:00010000:3.0:1789185323.463874:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007a5723bd/0xff23d3f688d8f3b4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x84a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af71 expref: 197 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.463878:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b281267450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+197:2392:x1876087010798208:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.463884:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x84a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.463887:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.463888:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x84a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.463888:0:34809:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004382c936/0xff23d3f688d9311e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x847:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.463894:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000056ecb1c2/0xff23d3f688d8f3bb lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x84b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af7f expref: 196 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.463895:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a9ea1d0c/0xff23d3f688d93102 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x84a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.463912:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a9ea1d0c/0xff23d3f688d93102 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x84a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.463918:0:34809:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008b8070c2/0xff23d3f688d8fc90 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x847:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af4e expref: 195 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.463922:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000056ecb1c2/0xff23d3f688d8f3bb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x84b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af7f expref: 196 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.463936:0:34809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x847:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.463941:0:34809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x847:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.463945:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x84b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.463946:0:34809:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004382c936/0xff23d3f688d9311e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x847:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.463952:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x84b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.463960:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000010a0414/0xff23d3f688d93109 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x84b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.463970:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000010a0414/0xff23d3f688d93109 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x84b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.463979:0:34809:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008b8070c2/0xff23d3f688d8fc90 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x847:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af4e expref: 195 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.463986:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1789185323.463999:0:34809:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008b8070c2/0xff23d3f688d8fc90 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x847:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af4e expref: 195 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.464000:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.464005:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b281267450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+196:2392:x1876087010798208:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 126us (2870us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.464015:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148762680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+196:2394:x1876087010797696:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 193us (2944us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.464019:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23362
00000100:00100000:3.0:1789185323.464023:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23361
00000100:00100000:1.0:1789185323.464026:0:34809:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151764e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:34809:1876087018923136:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.464036:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23363
00000100:00100000:0.0:1789185323.464044:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148762300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+194:2392:x1876087010798336:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.464053:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.464055:0:8428:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000004f475c67/0xff23d3f688d930ca lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x843:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.464059:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c563e25f/0xff23d3f688d8f3c2 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x84c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af8d expref: 194 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.464065:0:8428:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004f475c67/0xff23d3f688d930ca lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x843:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.464071:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c563e25f/0xff23d3f688d8f3c2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x84c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af8d expref: 194 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.464073:0:8428:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004f475c67/0xff23d3f688d930ca lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x843:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.464076:0:34809:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0900 going to sleep for 11 seconds
00010000:00010000:3.0:1789185323.464085:0:8428:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004f475c67/0xff23d3f688d930ca lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x843:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.464092:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x84c:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.464095:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x84c:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.464097:0:178145:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000081405b0e/0xff23d3f688d930df lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x848:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.464099:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000262d3641/0xff23d3f688d93110 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x84c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.464100:0:8428:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00010000:00010000:0.0:1789185323.464120:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000262d3641/0xff23d3f688d93110 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x84c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.464122:0:178145:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000081405b0e/0xff23d3f688d930df lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x848:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.464144:0:178145:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000081405b0e/0xff23d3f688d930df lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x848:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.464145:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1789185323.464154:0:178145:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000081405b0e/0xff23d3f688d930df lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x848:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.464164:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148762300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+194:2392:x1876087010798336:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 120us (2987us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.464171:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23363
00000100:00100000:3.0:1789185323.464339:0:8428:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1517a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+813:3635:x1876087018919424:12345-0@lo:6:osp-syn-1-0.0 Request processed in 19661us (20067us total) trans 4294989577 rc 0/0
00000100:00100000:2.0:1789185323.464345:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.464352:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37866
00010000:00010000:0.0:1789185323.464364:0:178148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000056ecb1c2/0xff23d3f688d8f3bb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x84b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af7f expref: 193 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.464376:0:178148:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148760700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:178148:1876087018922368:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.464394:0:178148:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000010a0414/0xff23d3f688d93109 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x84b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.464404:0:178148:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000010a0414/0xff23d3f688d93109 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x84b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.464412:0:178148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000010a0414/0xff23d3f688d93109 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x84b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.464425:0:178148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000010a0414/0xff23d3f688d93109 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x84b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.464443:0:178148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000010a0414/0xff23d3f688d93109 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x84b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.464459:0:178148:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool
00010000:00010000:1.0:1789185323.464569:0:178145:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool
00000100:00100000:1.0:1789185323.464653:0:178145:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f713480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+821:3636:x1876087018920704:12345-0@lo:6:osp-syn-0-0.0 Request processed in 17723us (17835us total) trans 4294977785 rc 0/0
00000100:00100000:1.0:1789185323.464662:0:178145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37869
00010000:00010000:3.0:1789185323.464673:0:8429:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000a9ea1d0c/0xff23d3f688d93102 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x84a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.464684:0:8429:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a9ea1d0c/0xff23d3f688d93102 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x84a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.464693:0:8429:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a9ea1d0c/0xff23d3f688d93102 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x84a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.464702:0:8429:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a9ea1d0c/0xff23d3f688d93102 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x84a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.464702:0:16720:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151765180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16720:1876087018922880:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.464704:0:178148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1517a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+820:3637:x1876087018922240:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10880us (11702us total) trans 4294977784 rc 0/0
00000100:00100000:0.0:1789185323.464716:0:178148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37875
00010000:00010000:3.0:1789185323.464717:0:8429:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool
00010000:00010000:1.0:1789185323.464723:0:16720:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000004b0a5085/0xff23d3f688d93117 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x84d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.464743:0:8491:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000fa501034/0xff23d3f688d930a7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x845:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.464753:0:8491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fa501034/0xff23d3f688d930a7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x845:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.464761:0:8491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fa501034/0xff23d3f688d930a7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x845:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.464768:0:8491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fa501034/0xff23d3f688d930a7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x845:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.464778:0:8491:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool
00000100:00100000:3.0:1789185323.464788:0:8429:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151766300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+820:3636:x1876087018921984:12345-0@lo:6:osp-syn-0-0.0 Request processed in 12361us (12445us total) trans 4294977786 rc 0/0
00000100:00100000:3.0:1789185323.464795:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37874
00000004:00080000:1.0:1789185323.464806:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b148765f80/2, rc 0, transno 4294989577
00010000:00010000:3.0:1789185323.464818:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 6 total in blp.  (6 blwis in pool)
00000100:00100000:1.0:1789185323.464818:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148765f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018919424:0@lo:6:osp-syn-1-0.0
00010000:00010000:3.0:1789185323.464827:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000088ec1b6a/0xff23d3f688d930f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x846:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.464836:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149b77600 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185323.464841:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000088ec1b6a/0xff23d3f688d930f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x846:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.464851:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000088ec1b6a/0xff23d3f688d930f4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x846:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.464852:0:8491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f725500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+820:3635:x1876087018918528:12345-0@lo:6:osp-syn-0-0.0 Request processed in 21561us (21638us total) trans 4294977787 rc 0/0
00000100:00100000:0.0:1789185323.464863:0:8491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37861
00010000:00010000:3.0:1789185323.464867:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000088ec1b6a/0xff23d3f688d930f4 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x846:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:1.0:1789185323.464874:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b151798700/2, rc 0, transno 4294977787
00010000:00010000:3.0:1789185323.464875:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000088ec1b6a/0xff23d3f688d930f4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x846:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.464887:0:24325:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000004e8cbc4d/0xff23d3f688d930c3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x841:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.464892:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151798700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018918528:0@lo:6:osp-syn-0-0.0
00010000:00010000:3.0:1789185323.464895:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 5 total in blp.  (5 blwis in pool)
00010000:00010000:3.0:1789185323.464901:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009290c809/0xff23d3f688d930ae lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x840:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.464902:0:24325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004e8cbc4d/0xff23d3f688d930c3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x841:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.464911:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149b77200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.464913:0:24325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004e8cbc4d/0xff23d3f688d930c3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x841:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.464915:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009290c809/0xff23d3f688d930ae lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x840:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.464921:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151767b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018923392:0@lo:6:osp-syn-1-0.0
00010000:00010000:0.0:1789185323.464923:0:24325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004e8cbc4d/0xff23d3f688d930c3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x841:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.464936:0:24325:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool
00000100:00100000:1.0:1789185323.464976:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:3.0:1789185323.464988:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009290c809/0xff23d3f688d930ae lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x840:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.465001:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009290c809/0xff23d3f688d930ae lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x840:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.465005:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00010000:00010000:3.0:1789185323.465009:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009290c809/0xff23d3f688d930ae lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x840:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.465015:0:24325:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148760000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+813:3638:x1876087018919168:12345-0@lo:6:osp-syn-1-0.0 Request processed in 20679us (20967us total) trans 4294989578 rc 0/0
00000100:00100000:1.0:1789185323.465016:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151765180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018923264:0@lo:6:osp-syn-1-0.0
00010000:00010000:3.0:1789185323.465026:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 5 total in blp.  (5 blwis in pool)
00000100:00100000:0.0:1789185323.465028:0:24325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37863
00010000:00010000:3.0:1789185323.465030:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004f475c67/0xff23d3f688d930ca lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x843:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.465036:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bda00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185323.465039:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004f475c67/0xff23d3f688d930ca lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x843:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.465045:0:24325:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018923392
00010000:00010000:3.0:1789185323.465046:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004f475c67/0xff23d3f688d930ca lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x843:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.465049:0:24325:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018923392
00000100:00100000:1.0:1789185323.465055:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:3.0:1789185323.465056:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004f475c67/0xff23d3f688d930ca lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x843:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.465065:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004f475c67/0xff23d3f688d930ca lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x843:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.465075:0:24325:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018923264
00000100:00100000:0.0:1789185323.465078:0:24325:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018923264
00010000:00010000:3.0:1789185323.465081:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 4 total in blp.  (4 blwis in pool)
00010000:00010000:3.0:1789185323.465085:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000010a0414/0xff23d3f688d93109 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x84b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:1.0:1789185323.465086:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b148764700/2, rc 0, transno 4294989578
00010000:00010000:3.0:1789185323.465095:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14bc29a00 already unused, calling callback (ffffffffc0cd94f0)
00000100:00100000:0.0:1789185323.465095:0:24325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37879
00010000:00010000:3.0:1789185323.465099:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000010a0414/0xff23d3f688d93109 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x84b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.465101:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148764700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018919168:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185323.465102:0:24325:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151765880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+814:3638:x1876087018923392:12345-0@lo:6:osp-syn-1-0.0
00010000:00010000:3.0:1789185323.465117:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000010a0414/0xff23d3f688d93109 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x84b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00080000:0.0:1789185323.465122:0:24325:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2121 count 1
00010000:00010000:3.0:1789185323.465126:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000010a0414/0xff23d3f688d93109 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x84b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.465133:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000010a0414/0xff23d3f688d93109 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x84b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.465138:0:24325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ebf5c28e/0xff23d3f688d93125 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x849:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.465153:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp.  (3 blwis in pool)
00010000:00010000:0.0:1789185323.465156:0:24325:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000799dbbd0/0xff23d3f688d8efcb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x849:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af6a expref: 195 pid: 35218 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.465157:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000081405b0e/0xff23d3f688d930df lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x848:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:1.0:1789185323.465159:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b151764000/2, rc 0, transno 4294977786
00010000:00010000:3.0:1789185323.465167:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149b77c00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.465168:0:24325:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x849:0x0].0x0 since=124s v=(0 0)
00000100:00100000:1.0:1789185323.465169:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151764000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018921984:0@lo:6:osp-syn-0-0.0
00010000:00010000:3.0:1789185323.465172:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000081405b0e/0xff23d3f688d930df lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x848:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.465173:0:24325:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x849:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.465180:0:24325:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ebf5c28e/0xff23d3f688d93125 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x849:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:1.0:1789185323.465185:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f711880/2, rc 0, transno 4294977785
00000100:00100000:1.0:1789185323.465190:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f711880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018920704:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185323.465194:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789185323.465200:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151764700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018923520:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.465220:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:1.0:1789185323.465239:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:1.0:1789185323.465244:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a9ea1d0c/0xff23d3f688d93102 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x84a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.465253:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149b77a00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.465258:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a9ea1d0c/0xff23d3f688d93102 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x84a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.465264:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000081405b0e/0xff23d3f688d930df lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x848:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.465281:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a9ea1d0c/0xff23d3f688d93102 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x84a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.465283:0:24325:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000799dbbd0/0xff23d3f688d8efcb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x849:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af6a expref: 195 pid: 35218 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.465285:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000081405b0e/0xff23d3f688d930df lrc: 1/0,0 mode: --/PW res: [0x280000401:0x848:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.465305:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000081405b0e/0xff23d3f688d930df lrc: 0/0,0 mode: --/PW res: [0x280000401:0x848:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.465308:0:24325:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000799dbbd0/0xff23d3f688d8efcb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x849:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af6a expref: 195 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.465323:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a9ea1d0c/0xff23d3f688d93102 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x84a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.465326:0:24325:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148760700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24325:1876087018923648:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.465332:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:3.0:1789185323.465336:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fa501034/0xff23d3f688d930a7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x845:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.465340:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a9ea1d0c/0xff23d3f688d93102 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x84a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.465350:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149882e00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.465371:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00000100:00100000:0.0:1789185323.465373:0:24325:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe16e40 going to sleep for 11 seconds
00010000:00010000:1.0:1789185323.465377:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004e8cbc4d/0xff23d3f688d930c3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x841:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.465386:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bd200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.465390:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004e8cbc4d/0xff23d3f688d930c3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x841:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.465393:0:35222:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006fffc687/0xff23d3f688d930d1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x846:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.465406:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004e8cbc4d/0xff23d3f688d930c3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x841:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.465408:0:35222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006fffc687/0xff23d3f688d930d1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x846:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.465422:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fa501034/0xff23d3f688d930a7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x845:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.465429:0:35222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006fffc687/0xff23d3f688d930d1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x846:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.465442:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fa501034/0xff23d3f688d930a7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x845:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.465442:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004e8cbc4d/0xff23d3f688d930c3 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x841:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.465464:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fa501034/0xff23d3f688d930a7 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x845:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.465471:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004e8cbc4d/0xff23d3f688d930c3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x841:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.465471:0:35222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006fffc687/0xff23d3f688d930d1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x846:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.465472:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fa501034/0xff23d3f688d930a7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x845:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.465485:0:35222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1789185323.465491:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185323.465494:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006fffc687/0xff23d3f688d930d1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x846:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.465500:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bcc00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185323.465503:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006fffc687/0xff23d3f688d930d1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x846:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.465515:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006fffc687/0xff23d3f688d930d1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x846:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.465524:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006fffc687/0xff23d3f688d930d1 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x846:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.465531:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006fffc687/0xff23d3f688d930d1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x846:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.465543:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.465564:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.465567:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789185323.465572:0:35222:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d0f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+820:3637:x1876087018920064:12345-0@lo:6:osp-syn-0-0.0 Request processed in 20674us (20738us total) trans 4294977788 rc 0/0
00000100:00100000:3.0:1789185323.465577:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018923520
00000100:00100000:0.0:1789185323.465579:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37867
00000100:00100000:3.0:1789185323.465581:0:8428:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018923520
00000100:00100000:0.0:1789185323.465594:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37880
00000100:00100000:0.0:1789185323.465602:0:35222:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b276a0f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+815:3638:x1876087018923264:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1789185323.465615:0:35222:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2120 count 1
00000100:00100000:3.0:1789185323.465621:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37881
00010000:00010000:0.0:1789185323.465627:0:35222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000db21e579/0xff23d3f688d9312c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x848:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.465630:0:8428:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151767100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+815:3636:x1876087018923520:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:3.0:1789185323.465640:0:8428:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2122 count 1
00010000:00010000:0.0:1789185323.465640:0:35222:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000027f4e1f/0xff23d3f688d8efc4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x848:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af5c expref: 195 pid: 35218 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.465647:0:35222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x848:0x0].0x0 since=124s v=(0 0)
00010000:00010000:3.0:1789185323.465651:0:8428:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d41eaa07/0xff23d3f688d93133 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x84a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.465651:0:35222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x848:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.465655:0:35222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000db21e579/0xff23d3f688d9312c lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x848:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.465662:0:8428:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000235494d6/0xff23d3f688d8efd2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x84a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af78 expref: 195 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.465668:0:8428:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x84a:0x0].0x0 since=124s v=(0 0)
00010000:00010000:3.0:1789185323.465671:0:8428:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x84a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.465674:0:35222:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000027f4e1f/0xff23d3f688d8efc4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x848:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af5c expref: 195 pid: 35218 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.465675:0:8428:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d41eaa07/0xff23d3f688d93133 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x84a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.465684:0:35222:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000027f4e1f/0xff23d3f688d8efc4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x848:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af5c expref: 195 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.465694:0:8428:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000235494d6/0xff23d3f688d8efd2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x84a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af78 expref: 195 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.465694:0:35222:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148760e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:35222:1876087018923776:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.465704:0:8428:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000235494d6/0xff23d3f688d8efd2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x84a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af78 expref: 195 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.465713:0:8428:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b147529180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8428:1876087018923904:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.465729:0:35222:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe16780 going to sleep for 11 seconds
00000100:00100000:3.0:1789185323.465733:0:8428:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b145c7b000 going to sleep for 11 seconds
00000100:00100000:3.0:1789185323.465746:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010798464
00000100:00100000:3.0:1789185323.465751:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010798464
00010000:00010000:3.0:1789185323.465770:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000008f438520/0xff23d3f688d8f3c9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x84d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af9b expref: 193 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.465792:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23364
00000100:00100000:3.0:1789185323.465798:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148767480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+193:2391:x1876087010798464:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.465807:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.465812:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000008f438520/0xff23d3f688d8f3c9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x84d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af9b expref: 193 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.465816:0:178169:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000041ffe0fd/0xff23d3f688d930fb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x845:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.465823:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000008f438520/0xff23d3f688d8f3c9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x84d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af9b expref: 193 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.465824:0:178169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000041ffe0fd/0xff23d3f688d930fb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x845:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.465833:0:178169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000041ffe0fd/0xff23d3f688d930fb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x845:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.465837:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008f438520/0xff23d3f688d8f3c9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x84d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af9b expref: 193 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.465840:0:178169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000041ffe0fd/0xff23d3f688d930fb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x845:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.465848:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x84d:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.465851:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x84d:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.465853:0:178169:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1789185323.465856:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004b0a5085/0xff23d3f688d93117 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x84d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.465864:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004b0a5085/0xff23d3f688d93117 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x84d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.465882:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.465924:0:178169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1517a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+816:3637:x1876087018921344:12345-0@lo:6:osp-syn-1-0.0 Request processed in 17408us (17494us total) trans 4294989579 rc 0/0
00000100:00100000:0.0:1789185323.465931:0:178169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37873
00010000:00010000:0.0:1789185323.465952:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185323.465959:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000041ffe0fd/0xff23d3f688d930fb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x845:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.465969:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14d15f000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.465971:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.465973:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000041ffe0fd/0xff23d3f688d930fb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x845:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.465976:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.465979:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.465986:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000041ffe0fd/0xff23d3f688d930fb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x845:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.465992:0:16720:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000004b0a5085/0xff23d3f688d93117 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x84d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.465998:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000041ffe0fd/0xff23d3f688d930fb lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x845:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.466004:0:16720:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004b0a5085/0xff23d3f688d93117 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x84d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.466012:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000041ffe0fd/0xff23d3f688d930fb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x845:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.466021:0:16720:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004b0a5085/0xff23d3f688d93117 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x84d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.466032:0:16720:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004b0a5085/0xff23d3f688d93117 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x84d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.466033:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.466037:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.466040:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.466051:0:16720:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1789185323.466052:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185323.466059:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004b0a5085/0xff23d3f688d93117 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x84d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.466066:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149b76c00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.466069:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004b0a5085/0xff23d3f688d93117 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x84d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.466077:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004b0a5085/0xff23d3f688d93117 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x84d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.466090:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004b0a5085/0xff23d3f688d93117 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x84d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.466103:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004b0a5085/0xff23d3f688d93117 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x84d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.466118:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.466122:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.466124:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789185323.466133:0:16720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148767800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+820:3636:x1876087018922752:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6734us (7383us total) trans 4294977789 rc 0/0
00010000:00010000:0.0:1789185323.466137:0:178146:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e5f3008c/0xff23d3f688d930ed lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x844:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.466145:0:16720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37877
00010000:00010000:0.0:1789185323.466154:0:178146:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e5f3008c/0xff23d3f688d930ed lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x844:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.466162:0:178146:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e5f3008c/0xff23d3f688d930ed lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x844:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.466170:0:178146:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e5f3008c/0xff23d3f688d930ed lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x844:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:1.0:1789185323.466195:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14aa62300/2, rc 0, transno 4294977789
00000100:00100000:1.0:1789185323.466201:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14aa62300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018922752:0@lo:6:osp-syn-0-0.0
00010000:00010000:0.0:1789185323.466408:0:178146:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1789185323.466414:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1789185323.466419:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e5f3008c/0xff23d3f688d930ed lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x844:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.466428:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b26239be00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.466440:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e5f3008c/0xff23d3f688d930ed lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x844:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.466454:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e5f3008c/0xff23d3f688d930ed lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x844:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.466467:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e5f3008c/0xff23d3f688d930ed lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x844:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.466474:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e5f3008c/0xff23d3f688d930ed lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x844:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.466577:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.466579:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.466581:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:1.0:1789185323.466603:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b1517a5f80/2, rc 0, transno 4294977784
00000100:00100000:1.0:1789185323.466608:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b1517a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018922240:0@lo:6:osp-syn-0-0.0
00000004:00080000:1.0:1789185323.466619:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b151767480/2, rc 0, transno 4294989579
00000100:00100000:1.0:1789185323.466628:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151767480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018921344:0@lo:6:osp-syn-1-0.0
00000004:00080000:1.0:1789185323.466638:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b1517a7800/2, rc 0, transno 4294977788
00000100:00100000:1.0:1789185323.466642:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b1517a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018920064:0@lo:6:osp-syn-0-0.0
00000004:00080000:1.0:1789185323.466651:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b148765880/2, rc 0, transno 4294989576
00000100:00100000:1.0:1789185323.466654:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148765880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018919040:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.466710:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789185323.466719:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149a04700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018924032:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.466748:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.466773:0:178147:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018924032
00000100:00100000:1.0:1789185323.466777:0:178147:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018924032
00000100:00100000:1.0:1789185323.466802:0:178147:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37882
00000100:00100000:1.0:1789185323.466809:0:178147:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149f0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+817:3635:x1876087018924032:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185323.466823:0:178147:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2123 count 1
00010000:00010000:1.0:1789185323.466838:0:178147:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fb1ecf6c/0xff23d3f688d9313a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x84b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.466853:0:178147:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000cd2c3360/0xff23d3f688d8efd9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x84b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af86 expref: 195 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.466862:0:178147:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x84b:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.466867:0:178147:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x84b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.466871:0:178147:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fb1ecf6c/0xff23d3f688d9313a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x84b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.466891:0:178147:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000cd2c3360/0xff23d3f688d8efd9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x84b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af86 expref: 195 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.466903:0:178147:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000cd2c3360/0xff23d3f688d8efd9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x84b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af86 expref: 195 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.466915:0:178147:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f71f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:178147:1876087018924288:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.466949:0:178147:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0300 going to sleep for 11 seconds
00000100:00100000:1.0:1789185323.466969:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1789185323.466977:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149f0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018924160:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.467001:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.467023:0:8491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018924160
00000100:00100000:1.0:1789185323.467027:0:8491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018924160
00000100:00100000:1.0:1789185323.467054:0:8491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37883
00000100:00100000:1.0:1789185323.467061:0:8491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f71e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+818:3638:x1876087018924160:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185323.467071:0:8491:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2124 count 1
00010000:00010000:1.0:1789185323.467082:0:8491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006a243903/0xff23d3f688d93141 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x84c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.467095:0:8491:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003fdff38a/0xff23d3f688d8efe0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x84c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af94 expref: 195 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.467102:0:8491:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x84c:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.467107:0:8491:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x84c:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.467111:0:8491:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006a243903/0xff23d3f688d93141 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x84c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.467128:0:178146:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151766a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+818:3637:x1876087018921216:12345-0@lo:6:osp-syn-1-0.0 Request processed in 19071us (19208us total) trans 4294989580 rc 0/0
00010000:00010000:1.0:1789185323.467133:0:8491:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003fdff38a/0xff23d3f688d8efe0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x84c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af94 expref: 195 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.467141:0:178146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37871
00010000:00010000:1.0:1789185323.467151:0:8491:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003fdff38a/0xff23d3f688d8efe0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x84c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af94 expref: 195 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.467163:0:8491:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f71df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8491:1876087018924416:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.467172:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789185323.467188:0:8491:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0240 going to sleep for 11 seconds
00000004:00080000:1.0:1789185323.467211:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b151764380/2, rc 0, transno 4294989580
00000100:00100000:1.0:1789185323.467219:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151764380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018921216:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.467252:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f71e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018924544:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.467277:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185323.467309:0:178169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018924544
00000100:00100000:0.0:1789185323.467314:0:178169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018924544
00000100:00100000:0.0:1789185323.467384:0:178169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37884
00000100:00100000:0.0:1789185323.467393:0:178169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f71d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+818:3638:x1876087018924544:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1789185323.467406:0:178169:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2125 count 1
00010000:00010000:0.0:1789185323.467419:0:178169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b8e15e82/0xff23d3f688d93148 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x84d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.467441:0:178169:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007b248c30/0xff23d3f688d8efe7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x84d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4afa2 expref: 195 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.467449:0:178169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x84d:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.467453:0:178169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x84d:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.467456:0:178169:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b8e15e82/0xff23d3f688d93148 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x84d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.467476:0:178169:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007b248c30/0xff23d3f688d8efe7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x84d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4afa2 expref: 195 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.467485:0:178169:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007b248c30/0xff23d3f688d8efe7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x84d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4afa2 expref: 195 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.467494:0:178169:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148761880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:178169:1876087018924672:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.467517:0:178169:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe16a80 going to sleep for 11 seconds
00000100:00100000:3.0:1789185323.467593:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148767480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+192:2391:x1876087010798464:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 1792us (3251us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.467602:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23364
00010000:00010000:3.0:1789185323.467650:0:35223:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000c0064632/0xff23d3f688d930bc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x83f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.467659:0:35223:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c0064632/0xff23d3f688d930bc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x83f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.467668:0:35223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c0064632/0xff23d3f688d930bc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x83f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.467674:0:35223:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c0064632/0xff23d3f688d930bc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x83f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.467688:0:35223:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1789185323.467879:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b147624e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018924800:0@lo:6:osp-syn-0-0.0
00010000:00010000:0.0:1789185323.467906:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00000100:00100000:1.0:1789185323.467913:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:0.0:1789185323.467916:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c0064632/0xff23d3f688d930bc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x83f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.467925:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b26239b800 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.467928:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c0064632/0xff23d3f688d930bc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x83f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.467937:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c0064632/0xff23d3f688d930bc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x83f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.467952:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c0064632/0xff23d3f688d930bc lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x83f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.467961:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c0064632/0xff23d3f688d930bc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x83f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.467982:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.467984:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.467986:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789185323.468195:0:35223:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d0d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+819:3635:x1876087018918912:12345-0@lo:6:osp-syn-1-0.0 Request processed in 23818us (23975us total) trans 4294989581 rc 0/0
00000100:00100000:3.0:1789185323.468203:0:35223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37865
00000100:00100000:1.0:1789185323.468258:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149d77b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018925312:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185323.468281:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185323.469460:0:24325:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148760700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24325:1876087018923648:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.469489:0:24325:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ebf5c28e/0xff23d3f688d93125 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x849:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.469517:0:35223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018924800
00000100:00100000:3.0:1789185323.469523:0:35223:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018924800
00000100:00100000:3.0:1789185323.469577:0:35223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018925312
00000100:00100000:3.0:1789185323.469581:0:35223:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018925312
00000004:00080000:1.0:1789185323.469599:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b151769880/2, rc 0, transno 4294989581
00000100:00100000:3.0:1789185323.469607:0:35223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37885
00000100:00100000:1.0:1789185323.469614:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151769880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018918912:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1789185323.469617:0:35223:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+821:3635:x1876087018924800:12345-0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185323.469631:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0]
00000100:00100000:1.0:1789185323.469640:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149d7aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018924928:0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1789185323.469647:0:35223:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2126 count 1
00010000:00010000:3.0:1789185323.469671:0:35223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f05a18d4/0xff23d3f688d9314f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x84e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.469675:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:3.0:1789185323.469694:0:35223:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f775b5a9/0xff23d3f688d8f3d0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x84e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4afa9 expref: 191 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.469696:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149d77800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018925440:0@lo:6:osp-syn-0-0.0
00010000:00010000:3.0:1789185323.469711:0:35223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x84e:0x0].0x0 since=124s v=(0 0)
00010000:00010000:3.0:1789185323.469715:0:35223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x84e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.469721:0:35223:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f05a18d4/0xff23d3f688d9314f lrc: 4/0,1 mode: --/PW res: [0x280000401:0x84e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.469726:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:3.0:1789185323.469759:0:35223:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f775b5a9/0xff23d3f688d8f3d0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x84e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4afa9 expref: 191 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.469769:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018924928
00000100:00100000:0.0:1789185323.469771:0:178146:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018925440
00010000:00010000:3.0:1789185323.469773:0:35223:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f775b5a9/0xff23d3f688d8f3d0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x84e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4afa9 expref: 191 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.469775:0:8429:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018924928
00000100:00100000:0.0:1789185323.469777:0:178146:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018925440
00000100:00100000:3.0:1789185323.469792:0:35223:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151782300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:35223:1876087018925568:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.469812:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37886
00000100:00100000:0.0:1789185323.469821:0:178146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37887
00000100:00100000:1.0:1789185323.469824:0:8429:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14da1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+823:3635:x1876087018925312:12345-0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.469833:0:178146:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14da19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+823:3635:x1876087018924928:12345-0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185323.469838:0:35223:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b145c7b840 going to sleep for 11 seconds
00002000:00080000:1.0:1789185323.469840:0:8429:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2130 count 1
00002000:00080000:0.0:1789185323.469848:0:178146:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2127 count 1
00000100:00100000:3.0:1789185323.469855:0:178148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37888
00010000:00010000:1.0:1789185323.469856:0:8429:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007306deb9/0xff23d3f688d93156 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x852:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.469863:0:178146:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009d8ebc22/0xff23d3f688d9315d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x84f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.469864:0:178148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14da1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+823:3635:x1876087018925440:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1789185323.469880:0:178148:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2131 count 1
00010000:00010000:1.0:1789185323.469882:0:8429:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003343451b/0xff23d3f688d8f3ec lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x852:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4afe1 expref: 191 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.469891:0:178148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009b4d9ff2/0xff23d3f688d93164 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x853:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.469891:0:178146:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c0db61f3/0xff23d3f688d8f3d7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x84f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4afb7 expref: 191 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.469895:0:8429:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x852:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.469903:0:8429:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x852:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.469905:0:178146:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x84f:0x0].0x0 since=124s v=(0 0)
00010000:00010000:3.0:1789185323.469908:0:178148:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000dec60a9d/0xff23d3f688d8f3f3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x853:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4afef expref: 191 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.469911:0:8429:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007306deb9/0xff23d3f688d93156 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x852:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.469911:0:178146:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x84f:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.469918:0:178148:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x853:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.469918:0:178146:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009d8ebc22/0xff23d3f688d9315d lrc: 4/0,1 mode: --/PW res: [0x280000401:0x84f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.469947:0:8429:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003343451b/0xff23d3f688d8f3ec lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x852:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4afe1 expref: 191 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.469951:0:178146:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c0db61f3/0xff23d3f688d8f3d7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x84f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4afb7 expref: 191 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.469969:0:8429:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003343451b/0xff23d3f688d8f3ec lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x852:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4afe1 expref: 191 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.469973:0:178146:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c0db61f3/0xff23d3f688d8f3d7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x84f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4afb7 expref: 191 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.469994:0:8429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f29ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8429:1876087018925696:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.469997:0:178146:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148760700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:178146:1876087018925824:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.470028:0:8429:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0f00 going to sleep for 11 seconds
00000100:00100000:0.0:1789185323.470035:0:178146:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe16e40 going to sleep for 11 seconds
00010000:00010000:0.0:1789185323.470068:0:34810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c563e25f/0xff23d3f688d8f3c2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x84c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af8d expref: 191 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.470085:0:34810:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f710e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:34810:1876087018922624:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.470094:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149d75180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018925184:0@lo:6:osp-syn-0-0.0
00010000:00010000:0.0:1789185323.470102:0:34810:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000262d3641/0xff23d3f688d93110 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x84c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.470113:0:34810:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000262d3641/0xff23d3f688d93110 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x84c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.470121:0:34810:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000262d3641/0xff23d3f688d93110 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x84c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.470125:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:0.0:1789185323.470137:0:34810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000262d3641/0xff23d3f688d93110 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x84c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.470145:0:34810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000262d3641/0xff23d3f688d93110 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x84c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.470149:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3]
00000100:00100000:1.0:1789185323.470159:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149d79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018925056:0@lo:6:osp-syn-0-0.0
00010000:00010000:0.0:1789185323.470166:0:34810:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1789185323.470181:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.470196:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f29c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018925952:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.470214:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.470235:0:16720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018925184
00000100:00100000:1.0:1789185323.470239:0:16720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018925184
00000100:00100000:1.0:1789185323.470256:0:16720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018925056
00000100:00100000:1.0:1789185323.470259:0:16720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018925056
00000100:00100000:1.0:1789185323.470270:0:16720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018925952
00000100:00100000:1.0:1789185323.470273:0:16720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018925952
00000100:00100000:1.0:1789185323.470286:0:16720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37889
00000100:00100000:1.0:1789185323.470292:0:16720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f29e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+825:3638:x1876087018925184:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185323.470305:0:16720:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2129 count 1
00010000:00010000:1.0:1789185323.470317:0:16720:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000883c129d/0xff23d3f688d9316b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x851:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.470331:0:16720:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000075bcb31d/0xff23d3f688d8f3e5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x851:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4afd3 expref: 190 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.470339:0:16720:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x851:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.470344:0:16720:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x851:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.470348:0:16720:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000883c129d/0xff23d3f688d9316b lrc: 4/0,1 mode: --/PW res: [0x280000401:0x851:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.470370:0:16720:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000075bcb31d/0xff23d3f688d8f3e5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x851:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4afd3 expref: 190 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.470372:0:34810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1517a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+826:3638:x1876087018922496:12345-0@lo:6:osp-syn-0-0.0 Request processed in 12844us (12947us total) trans 4294977790 rc 0/0
00000100:00100000:0.0:1789185323.470388:0:34810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37876
00010000:00010000:1.0:1789185323.470392:0:16720:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000075bcb31d/0xff23d3f688d8f3e5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x851:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4afd3 expref: 190 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.470404:0:16720:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f29df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16720:1876087018926080:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.470413:0:34810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37890
00000100:00100000:0.0:1789185323.470423:0:34810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f29ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+825:3638:x1876087018925056:12345-0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185323.470447:0:16720:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0180 going to sleep for 11 seconds
00002000:00080000:0.0:1789185323.470448:0:34810:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2128 count 1
00010000:00010000:0.0:1789185323.470461:0:34810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000975c7499/0xff23d3f688d93172 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x850:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.470468:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37891
00010000:00010000:0.0:1789185323.470479:0:34810:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004edcedff/0xff23d3f688d8f3de lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x850:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4afc5 expref: 190 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.470486:0:34810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x850:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.470489:0:34810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x850:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.470493:0:34810:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000975c7499/0xff23d3f688d93172 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x850:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.470514:0:34810:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004edcedff/0xff23d3f688d8f3de lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x850:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4afc5 expref: 190 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.470523:0:34810:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004edcedff/0xff23d3f688d8f3de lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x850:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4afc5 expref: 190 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.470533:0:34810:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148763480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:34810:1876087018926208:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.470577:0:34810:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe16180 going to sleep for 11 seconds
00000100:00100000:2.0:1789185323.470597:0:35222:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148760e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:35222:1876087018923776:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.470616:0:35222:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000db21e579/0xff23d3f688d9312c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x848:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.470626:0:178143:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000005aeaabf/0xff23d3f688d930e6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x849:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.470637:0:178143:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000005aeaabf/0xff23d3f688d930e6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x849:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.470646:0:178143:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000005aeaabf/0xff23d3f688d930e6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x849:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.470655:0:178143:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000005aeaabf/0xff23d3f688d930e6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x849:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.470670:0:178143:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:2.0:1789185323.470693:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185323.470715:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185323.470739:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.470762:0:178143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f711f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+826:3635:x1876087018920832:12345-0@lo:6:osp-syn-0-0.0 Request processed in 23591us (23762us total) trans 4294977791 rc 0/0
00000100:00100000:2.0:1789185323.470770:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.470774:0:178143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37870
00000100:00100000:0.0:1789185323.470803:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010798592
00000100:00100000:0.0:1789185323.470807:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010798592
00010000:00010000:0.0:1789185323.470829:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008b8070c2/0xff23d3f688d8fc90 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x847:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af4e expref: 196 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.470855:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010798848
00000100:00100000:0.0:1789185323.470859:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010798848
00010000:00010000:0.0:1789185323.470873:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000027f4e1f/0xff23d3f688d8efc4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x848:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af5c expref: 197 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.470889:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010798720
00000100:00100000:0.0:1789185323.470892:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010798720
00010000:00010000:0.0:1789185323.470904:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000799dbbd0/0xff23d3f688d8efcb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x849:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af6a expref: 198 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.470924:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010798976
00000100:00100000:0.0:1789185323.470928:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010798976
00000100:00100000:2.0:1789185323.470933:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23365
00010000:00010000:0.0:1789185323.470942:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000235494d6/0xff23d3f688d8efd2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x84a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af78 expref: 199 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.470944:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148766d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+199:2394:x1876087010798592:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.470961:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00000100:00100000:0.0:1789185323.470970:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23366
00010000:00010000:2.0:1789185323.470972:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008b8070c2/0xff23d3f688d8fc90 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x847:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af4e expref: 199 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.470983:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148764380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+199:2394:x1876087010798848:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.470992:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008b8070c2/0xff23d3f688d8fc90 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x847:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af4e expref: 199 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.470995:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.471003:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000027f4e1f/0xff23d3f688d8efc4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x848:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af5c expref: 199 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.471016:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000027f4e1f/0xff23d3f688d8efc4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x848:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af5c expref: 199 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.471018:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x847:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.471026:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x847:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.471035:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004382c936/0xff23d3f688d9311e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x847:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.471037:0:10396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000027f4e1f/0xff23d3f688d8efc4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x848:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af5c expref: 199 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.471057:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004382c936/0xff23d3f688d9311e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x847:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.471063:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x848:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.471068:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x848:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.471073:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000db21e579/0xff23d3f688d9312c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x848:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.471077:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1789185323.471084:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000db21e579/0xff23d3f688d9312c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x848:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.471108:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148766d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+198:2394:x1876087010798592:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 166us (414us total) trans 0 rc 0/0
00010000:00010000:0.0:1789185323.471109:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185323.471119:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23365
00000100:00100000:0.0:1789185323.471136:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148764380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+197:2394:x1876087010798848:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 156us (419us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185323.471144:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23367
00010000:00010000:3.0:1789185323.471154:0:178148:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x853:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.471160:0:178148:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009b4d9ff2/0xff23d3f688d93164 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x853:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.471162:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148764a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+197:2394:x1876087010798720:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.471176:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.471182:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000799dbbd0/0xff23d3f688d8efcb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x849:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af6a expref: 197 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.471193:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000799dbbd0/0xff23d3f688d8efcb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x849:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af6a expref: 197 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.471213:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000799dbbd0/0xff23d3f688d8efcb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x849:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af6a expref: 197 pid: 35218 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.471225:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x849:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.471229:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x849:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.471233:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ebf5c28e/0xff23d3f688d93125 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x849:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.471241:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ebf5c28e/0xff23d3f688d93125 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x849:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.471258:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185323.471276:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148764a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+196:2394:x1876087010798720:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 125us (536us total) trans 0 rc 0/0
00010000:00010000:3.0:1789185323.471293:0:178148:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000dec60a9d/0xff23d3f688d8f3f3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x853:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4afef expref: 190 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.471305:0:178148:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000dec60a9d/0xff23d3f688d8f3f3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x853:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4afef expref: 190 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.471317:0:178148:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151783100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:178148:1876087018926336:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.471331:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f29d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+819:3638:x1876087018925952:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185323.471350:0:8431:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2126 count 1
00010000:00010000:1.0:1789185323.471366:0:8431:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fc0c566d/0xff23d3f688d93179 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x84e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.471384:0:8431:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d6d274b7/0xff23d3f688d8fe96 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x84e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8388608->8392703) gid 0 flags: 0x40000000020000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ba68 expref: 196 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.471388:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23366
00010000:00010000:1.0:1789185323.471397:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x84e:0x0].0x0 since=122s v=(0 0)
00010000:00010000:1.0:1789185323.471401:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x84e:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1789185323.471405:0:8431:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fc0c566d/0xff23d3f688d93179 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x84e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.471412:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23368
00000100:00100000:0.0:1789185323.471424:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148765500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+195:2394:x1876087010798976:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185323.471444:0:8431:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d6d274b7/0xff23d3f688d8fe96 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x84e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8388608->8392703) gid 0 flags: 0x50000000030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ba68 expref: 195 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.471456:0:8431:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d6d274b7/0xff23d3f688d8fe96 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x84e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8388608->8392703) gid 0 flags: 0x70000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ba68 expref: 195 pid: 34809 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.471463:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00000100:00100000:1.0:1789185323.471468:0:8431:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f29c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8431:1876087018926464:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.471472:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000235494d6/0xff23d3f688d8efd2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x84a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af78 expref: 195 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.471485:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000235494d6/0xff23d3f688d8efd2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x84a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af78 expref: 195 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.471505:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x84a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.471508:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x84a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.471512:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d41eaa07/0xff23d3f688d93133 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x84a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.471521:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d41eaa07/0xff23d3f688d93133 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x84a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.471535:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.471598:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148765500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+195:2394:x1876087010798976:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 174us (827us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.471606:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23368
00000100:00100000:2.0:1789185323.471614:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23367
00010000:00010000:0.0:1789185323.471629:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:0.0:1789185323.471638:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000262d3641/0xff23d3f688d93110 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x84c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.471646:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b26239a800 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.471652:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000262d3641/0xff23d3f688d93110 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x84c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.471662:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000262d3641/0xff23d3f688d93110 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x84c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.471675:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000262d3641/0xff23d3f688d93110 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x84c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.471682:0:8431:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a06c0 going to sleep for 11 seconds
00010000:00010000:0.0:1789185323.471693:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000262d3641/0xff23d3f688d93110 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x84c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.471714:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185323.471719:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000005aeaabf/0xff23d3f688d930e6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x849:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:1.0:1789185323.471721:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b1517a4e00/2, rc 0, transno 4294977790
00010000:00010000:0.0:1789185323.471731:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b26239bc00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.471734:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000005aeaabf/0xff23d3f688d930e6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x849:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.471738:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b1517a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018922496:0@lo:6:osp-syn-0-0.0
00010000:00010000:0.0:1789185323.471750:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000005aeaabf/0xff23d3f688d930e6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x849:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.471762:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000005aeaabf/0xff23d3f688d930e6 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x849:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.471769:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000005aeaabf/0xff23d3f688d930e6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x849:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.471788:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.471790:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.471793:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.471805:0:34809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008b8070c2/0xff23d3f688d8fc90 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x847:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af4e expref: 193 pid: 8428 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.471806:0:35222:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000db21e579/0xff23d3f688d9312c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x848:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.471832:0:34809:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151764e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:34809:1876087018923136:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.471835:0:35222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000db21e579/0xff23d3f688d9312c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x848:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.471847:0:35222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000db21e579/0xff23d3f688d9312c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x848:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.471851:0:34809:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000004382c936/0xff23d3f688d9311e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x847:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.471858:0:35222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000db21e579/0xff23d3f688d9312c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x848:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.471867:0:34809:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000004382c936/0xff23d3f688d9311e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x847:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.471877:0:34809:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004382c936/0xff23d3f688d9311e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x847:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.471877:0:35222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1789185323.471890:0:34809:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004382c936/0xff23d3f688d9311e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x847:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.471898:0:34809:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004382c936/0xff23d3f688d9311e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x847:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.471913:0:34809:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:0.0:1789185323.472004:0:35222:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b276a0f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+821:3638:x1876087018923264:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6402us (6948us total) trans 4294989582 rc 0/0
00000100:00100000:0.0:1789185323.472013:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37880
00000100:00100000:1.0:1789185323.472019:0:34809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151765f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+821:3636:x1876087018923008:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8185us (8644us total) trans 4294989583 rc 0/0
00000100:00100000:1.0:1789185323.472028:0:34809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37878
00010000:00010000:0.0:1789185323.472036:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:0.0:1789185323.472043:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000db21e579/0xff23d3f688d9312c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x848:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.472051:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14bc29800 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.472055:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000db21e579/0xff23d3f688d9312c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x848:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.472065:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000db21e579/0xff23d3f688d9312c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x848:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:1.0:1789185323.472066:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b151766680/2, rc 0, transno 4294989583
00000100:00100000:1.0:1789185323.472079:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151766680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018923008:0@lo:6:osp-syn-1-0.0
00010000:00010000:0.0:1789185323.472083:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000db21e579/0xff23d3f688d9312c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x848:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.472093:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000db21e579/0xff23d3f688d9312c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x848:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.472112:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185323.472117:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004382c936/0xff23d3f688d9311e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x847:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.472119:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00010000:00010000:0.0:1789185323.472128:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149b76a00 already unused, calling callback (ffffffffc0cd94f0)
00000100:00100000:1.0:1789185323.472131:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f29c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018926720:0@lo:6:osp-syn-1-0.0
00010000:00010000:0.0:1789185323.472134:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004382c936/0xff23d3f688d9311e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x847:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.472145:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004382c936/0xff23d3f688d9311e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x847:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.472157:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004382c936/0xff23d3f688d9311e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x847:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.472165:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:0.0:1789185323.472172:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004382c936/0xff23d3f688d9311e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x847:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.472194:0:178144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018926720
00000100:00100000:1.0:1789185323.472200:0:178144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018926720
00000100:00100000:1.0:1789185323.472224:0:178144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37892
00000100:00100000:1.0:1789185323.472231:0:178144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f29dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+820:3636:x1876087018926720:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185323.472258:0:178144:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2127 count 1
00010000:00010000:1.0:1789185323.472273:0:178144:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c19f190a/0xff23d3f688d93180 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x84f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.472286:0:178144:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000069822016/0xff23d3f688d8eff5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x84f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4afbe expref: 192 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.472294:0:178144:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x84f:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.472298:0:178144:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x84f:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.472303:0:178144:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c19f190a/0xff23d3f688d93180 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x84f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.472322:0:178144:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000069822016/0xff23d3f688d8eff5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x84f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4afbe expref: 192 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.472333:0:178144:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000069822016/0xff23d3f688d8eff5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x84f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4afbe expref: 192 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.472342:0:178144:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f29d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:178144:1876087018926848:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.472366:0:178144:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a00c0 going to sleep for 11 seconds
00000100:00100000:1.0:1789185323.472380:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f29ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018926592:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185323.472403:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:1.0:1789185323.472428:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b151765180/2, rc 0, transno 4294989582
00000100:00100000:1.0:1789185323.472450:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151765180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018923264:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.472498:0:35218:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018926592
00000100:00100000:1.0:1789185323.472502:0:35218:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018926592
00000100:00100000:1.0:1789185323.472526:0:35218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37893
00000100:00100000:1.0:1789185323.472531:0:35218:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f29f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+826:3638:x1876087018926592:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185323.472543:0:35218:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2132 count 1
00010000:00010000:1.0:1789185323.472584:0:35218:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bbfb70d2/0xff23d3f688d93187 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x854:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.472596:0:35218:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000291ee2b2/0xff23d3f688d8f3fa lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x854:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4affd expref: 190 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.472603:0:35218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x854:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.472606:0:35218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x854:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.472610:0:35218:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bbfb70d2/0xff23d3f688d93187 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x854:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.472630:0:35218:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000291ee2b2/0xff23d3f688d8f3fa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x854:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4affd expref: 190 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.472641:0:35218:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000291ee2b2/0xff23d3f688d8f3fa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x854:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4affd expref: 190 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.472647:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.472651:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789185323.472652:0:35218:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151764e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35218:1876087018927104:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.472654:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.472661:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.472673:0:24325:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ebf5c28e/0xff23d3f688d93125 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x849:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.472684:0:24325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ebf5c28e/0xff23d3f688d93125 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x849:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.472689:0:35218:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a09c0 going to sleep for 11 seconds
00010000:00010000:0.0:1789185323.472694:0:24325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ebf5c28e/0xff23d3f688d93125 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x849:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.472703:0:24325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ebf5c28e/0xff23d3f688d93125 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x849:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.472707:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f29ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018926976:0@lo:6:osp-syn-1-0.0
00010000:00010000:0.0:1789185323.472721:0:24325:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1789185323.472739:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.472770:0:35222:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018926976
00000100:00100000:1.0:1789185323.472775:0:35222:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018926976
00000100:00100000:1.0:1789185323.472798:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37894
00000100:00100000:1.0:1789185323.472806:0:35222:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d0e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+822:3636:x1876087018926976:12345-0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185323.472816:0:24325:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151765880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+822:3638:x1876087018923392:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7713us (7839us total) trans 4294989584 rc 0/0
00002000:00080000:1.0:1789185323.472819:0:35222:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2128 count 1
00000100:00100000:0.0:1789185323.472828:0:24325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37879
00010000:00010000:1.0:1789185323.472833:0:35222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000080e8e0bc/0xff23d3f688d9318e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x850:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.472846:0:35222:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003be5bb9d/0xff23d3f688d8effc lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x850:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4afcc expref: 192 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.472855:0:35222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x850:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.472858:0:35222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x850:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.472863:0:35222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000080e8e0bc/0xff23d3f688d9318e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x850:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.472896:0:35222:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003be5bb9d/0xff23d3f688d8effc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x850:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4afcc expref: 192 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.472907:0:35222:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003be5bb9d/0xff23d3f688d8effc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x850:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4afcc expref: 192 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.472913:0:178148:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b145c7bf00 going to sleep for 11 seconds
00000100:00100000:1.0:1789185323.472923:0:35222:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14876e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:35222:1876087018927232:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.472932:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185323.472939:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ebf5c28e/0xff23d3f688d93125 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x849:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.472947:0:35222:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0a80 going to sleep for 11 seconds
00010000:00010000:0.0:1789185323.472948:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14bc28a00 already unused, calling callback (ffffffffc0cd94f0)
00000004:00080000:1.0:1789185323.472973:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b151767b80/2, rc 0, transno 4294989584
00000100:00100000:1.0:1789185323.472981:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151767b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018923392:0@lo:6:osp-syn-1-0.0
00000004:00080000:1.0:1789185323.473024:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f712d80/2, rc 0, transno 4294977791
00000100:00100000:1.0:1789185323.473034:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f712d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018920832:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185323.473067:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14876ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018927488:0@lo:6:osp-syn-0-0.0
00010000:00010000:3.0:1789185323.473092:0:8428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000235494d6/0xff23d3f688d8efd2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x84a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af78 expref: 192 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.473107:0:8428:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b147529180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8428:1876087018923904:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.473124:0:8428:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d41eaa07/0xff23d3f688d93133 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x84a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.473134:0:8428:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d41eaa07/0xff23d3f688d93133 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x84a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.473141:0:8428:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d41eaa07/0xff23d3f688d93133 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x84a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.473150:0:8428:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d41eaa07/0xff23d3f688d93133 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x84a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.473157:0:8428:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d41eaa07/0xff23d3f688d93133 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x84a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.473171:0:8428:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1789185323.473184:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.473208:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1789185323.473216:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14876d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018927360:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.473241:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.473264:0:24325:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018927488
00000100:00100000:1.0:1789185323.473268:0:24325:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018927488
00000100:00100000:1.0:1789185323.473283:0:24325:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018927360
00000100:00100000:1.0:1789185323.473285:0:24325:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018927360
00000100:00100000:1.0:1789185323.473298:0:24325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37895
00000100:00100000:1.0:1789185323.473305:0:24325:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14876d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+827:3638:x1876087018927488:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185323.473317:0:24325:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2133 count 1
00000100:00100000:3.0:1789185323.473327:0:8428:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151767100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+823:3636:x1876087018923520:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7698us (8103us total) trans 4294989585 rc 0/0
00010000:00010000:1.0:1789185323.473330:0:24325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000016dadb03/0xff23d3f688d93195 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x855:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.473341:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37881
00010000:00010000:1.0:1789185323.473350:0:24325:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ff9f9f3d/0xff23d3f688d8f401 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x855:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b00b expref: 190 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.473358:0:24325:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x855:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.473362:0:24325:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x855:0x0].0x0 since=0s v=(0 0)
00000100:00100000:3.0:1789185323.473363:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37896
00010000:00010000:1.0:1789185323.473369:0:24325:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000016dadb03/0xff23d3f688d93195 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x855:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.473388:0:8428:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14876c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+822:3638:x1876087018927360:12345-0@lo:6:osp-syn-1-0.0
00010000:00010000:1.0:1789185323.473392:0:24325:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ff9f9f3d/0xff23d3f688d8f401 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x855:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b00b expref: 190 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00002000:00080000:3.0:1789185323.473405:0:8428:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2129 count 1
00010000:00010000:1.0:1789185323.473411:0:24325:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ff9f9f3d/0xff23d3f688d8f401 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x855:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b00b expref: 190 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.473421:0:8428:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e7ee957e/0xff23d3f688d9319c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x851:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.473424:0:24325:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14876f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24325:1876087018927616:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.473426:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ebf5c28e/0xff23d3f688d93125 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x849:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.473452:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ebf5c28e/0xff23d3f688d93125 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x849:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.473462:0:8428:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004eb40225/0xff23d3f688d8f003 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x851:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4afda expref: 191 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.473464:0:24325:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0600 going to sleep for 11 seconds
00010000:00010000:0.0:1789185323.473473:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ebf5c28e/0xff23d3f688d93125 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x849:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.473475:0:8428:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x851:0x0].0x0 since=124s v=(0 0)
00010000:00010000:3.0:1789185323.473484:0:8428:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x851:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.473494:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ebf5c28e/0xff23d3f688d93125 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x849:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.473512:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185323.473515:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d41eaa07/0xff23d3f688d93133 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x84a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.473522:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b26239b000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.473525:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d41eaa07/0xff23d3f688d93133 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x84a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.473533:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d41eaa07/0xff23d3f688d93133 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x84a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.473566:0:8428:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e7ee957e/0xff23d3f688d9319c lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x851:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.473568:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.473575:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d41eaa07/0xff23d3f688d93133 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x84a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.473585:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d41eaa07/0xff23d3f688d93133 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x84a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.473595:0:8428:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004eb40225/0xff23d3f688d8f003 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x851:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4afda expref: 191 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.473603:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.473606:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.473608:0:8428:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004eb40225/0xff23d3f688d8f003 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x851:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4afda expref: 191 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.473609:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.473617:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789185323.473623:0:8428:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151781c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8428:1876087018927744:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185323.474342:0:8428:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b145c7ba80 going to sleep for 11 seconds
00000004:00080000:3.0:1789185323.474923:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b151764700/2, rc 0, transno 4294989585
00000100:00100000:3.0:1789185323.474946:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151764700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018923520:0@lo:6:osp-syn-1-0.0
00010000:00010000:3.0:1789185323.474972:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789185323.475031:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14876df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018927872:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.475079:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.475123:0:34809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018927872
00000100:00100000:1.0:1789185323.475128:0:34809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018927872
00000100:00100000:1.0:1789185323.475188:0:34809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37897
00000100:00100000:1.0:1789185323.475197:0:34809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14876c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+823:3635:x1876087018927872:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185323.475218:0:34809:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2130 count 1
00010000:00010000:1.0:1789185323.475238:0:34809:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fe3fc84a/0xff23d3f688d931a3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x852:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.475256:0:34809:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d37e897f/0xff23d3f688d8f00a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x852:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4afe8 expref: 191 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.475265:0:34809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x852:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.475270:0:34809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x852:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.475275:0:34809:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fe3fc84a/0xff23d3f688d931a3 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x852:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.475303:0:34809:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d37e897f/0xff23d3f688d8f00a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x852:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4afe8 expref: 191 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.475315:0:34809:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d37e897f/0xff23d3f688d8f00a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x852:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4afe8 expref: 191 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.475326:0:34809:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14876ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:34809:1876087018928000:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.475368:0:34809:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0780 going to sleep for 11 seconds
00000100:00100000:2.0:1789185323.476315:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185323.476443:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185323.476465:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.476494:0:178169:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148761880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:178169:1876087018924672:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.476521:0:178169:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b8e15e82/0xff23d3f688d93148 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x84d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.476571:0:178146:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148760700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:178146:1876087018925824:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.476583:0:178146:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000009d8ebc22/0xff23d3f688d9315d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x84f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.476608:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010799104
00000100:00100000:0.0:1789185323.476613:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010799104
00000100:00100000:2.0:1789185323.476624:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:0.0:1789185323.476645:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000cd2c3360/0xff23d3f688d8efd9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x84b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af86 expref: 192 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.476664:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.476677:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010799488
00000100:00100000:0.0:1789185323.476681:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010799488
00000100:00100000:2.0:1789185323.476695:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:0.0:1789185323.476701:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003343451b/0xff23d3f688d8f3ec lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x852:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4afe1 expref: 191 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.476718:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010799744
00000100:00100000:2.0:1789185323.476722:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.476723:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010799744
00010000:00010000:0.0:1789185323.476742:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000075bcb31d/0xff23d3f688d8f3e5 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x851:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4afd3 expref: 192 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.476755:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.476762:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010799616
00000100:00100000:0.0:1789185323.476767:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010799616
00010000:00010000:0.0:1789185323.476782:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c0db61f3/0xff23d3f688d8f3d7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x84f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4afb7 expref: 193 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.476784:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010799872
00000100:00100000:3.0:1789185323.476789:0:35223:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151782300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:35223:1876087018925568:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185323.476791:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010799872
00010000:00010000:3.0:1789185323.476813:0:35223:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f05a18d4/0xff23d3f688d9314f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x84e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.476813:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010799360
00010000:00010000:2.0:1789185323.476818:0:8458:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004edcedff/0xff23d3f688d8f3de lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x850:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4afc5 expref: 194 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.476819:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010799360
00010000:00010000:0.0:1789185323.476839:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007b248c30/0xff23d3f688d8efe7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x84d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4afa2 expref: 193 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.476848:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010799232
00000100:00100000:3.0:1789185323.476851:0:178149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010800000
00000100:00100000:2.0:1789185323.476853:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010799232
00000100:00100000:3.0:1789185323.476857:0:178149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010800000
00000100:00100000:0.0:1789185323.476863:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23369
00010000:00010000:2.0:1789185323.476871:0:8458:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003fdff38a/0xff23d3f688d8efe0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x84c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af94 expref: 194 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.476878:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b281264c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+194:2392:x1876087010799104:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.476879:0:178149:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f775b5a9/0xff23d3f688d8f3d0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x84e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4afa9 expref: 195 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.476898:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00000100:00100000:2.0:1789185323.476899:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23370
00010000:00010000:0.0:1789185323.476908:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000cd2c3360/0xff23d3f688d8efd9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x84b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af86 expref: 194 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.476913:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148765c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+195:2392:x1876087010799488:12345-192.168.204.3@tcp:103:ldlm_bl.0
00000100:00100000:3.0:1789185323.476920:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23371
00010000:00010000:2.0:1789185323.476927:0:8458:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00000100:00100000:3.0:1789185323.476932:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148767b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+195:2392:x1876087010799744:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.476936:0:8458:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003343451b/0xff23d3f688d8f3ec lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x852:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4afe1 expref: 195 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.476948:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.476949:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000cd2c3360/0xff23d3f688d8efd9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x84b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af86 expref: 194 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.476955:0:8458:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003343451b/0xff23d3f688d8f3ec lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x852:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4afe1 expref: 195 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.476960:0:178149:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000075bcb31d/0xff23d3f688d8f3e5 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x851:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4afd3 expref: 195 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.476984:0:178149:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000075bcb31d/0xff23d3f688d8f3e5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x851:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4afd3 expref: 195 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.476994:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x852:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.476994:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x84b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.476999:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x851:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.477005:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x852:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.477005:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x84b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.477006:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x851:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.477023:0:8458:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000007306deb9/0xff23d3f688d93156 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x852:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.477024:0:178149:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000883c129d/0xff23d3f688d9316b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x851:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.477024:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000fb1ecf6c/0xff23d3f688d9313a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x84b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.477049:0:8458:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007306deb9/0xff23d3f688d93156 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x852:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.477054:0:178149:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000883c129d/0xff23d3f688d9316b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x851:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.477055:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fb1ecf6c/0xff23d3f688d9313a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x84b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.477077:0:8458:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1789185323.477091:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1789185323.477092:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.477123:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148767b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+195:2392:x1876087010799744:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 193us (656us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185323.477124:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148765c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+195:2392:x1876087010799488:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 206us (682us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.477139:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23371
00000100:00100000:2.0:1789185323.477147:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23370
00000100:00100000:3.0:1789185323.477166:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23372
00000100:00100000:2.0:1789185323.477173:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23373
00000100:00100000:3.0:1789185323.477178:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148766a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+193:2391:x1876087010799616:12345-192.168.204.3@tcp:103:ldlm_bl.0
00000100:00100000:2.0:1789185323.477187:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148764000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+193:2391:x1876087010799872:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.477188:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.477197:0:178149:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c0db61f3/0xff23d3f688d8f3d7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x84f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4afb7 expref: 193 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.477200:0:8458:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.477210:0:8458:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004edcedff/0xff23d3f688d8f3de lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x850:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4afc5 expref: 193 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.477214:0:178149:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c0db61f3/0xff23d3f688d8f3d7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x84f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4afb7 expref: 193 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.477234:0:8458:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004edcedff/0xff23d3f688d8f3de lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x850:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4afc5 expref: 193 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.477239:0:178149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c0db61f3/0xff23d3f688d8f3d7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x84f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4afb7 expref: 193 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.477257:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x84f:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.477257:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x850:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.477266:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x84f:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.477266:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x850:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.477277:0:178149:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009d8ebc22/0xff23d3f688d9315d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x84f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.477278:0:8458:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000975c7499/0xff23d3f688d93172 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x850:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.477298:0:178149:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009d8ebc22/0xff23d3f688d9315d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x84f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.477300:0:8458:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000975c7499/0xff23d3f688d93172 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x850:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.477326:0:8458:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1789185323.477329:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1789185323.477465:0:178147:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cd2c3360/0xff23d3f688d8efd9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x84b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af86 expref: 194 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.477560:0:178147:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f71f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:178147:1876087018924288:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.477578:0:178147:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000fb1ecf6c/0xff23d3f688d9313a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x84b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.477588:0:178147:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000fb1ecf6c/0xff23d3f688d9313a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x84b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.477595:0:178147:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fb1ecf6c/0xff23d3f688d9313a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x84b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.477605:0:178147:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fb1ecf6c/0xff23d3f688d9313a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x84b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.477619:0:178147:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fb1ecf6c/0xff23d3f688d9313a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x84b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.477636:0:178147:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1789185323.481708:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b281264c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+193:2392:x1876087010799104:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 4822us (5383us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.481724:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23369
00000100:00100000:0.0:1789185323.481805:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23374
00000100:00100000:0.0:1789185323.481820:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148766300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+192:2393:x1876087010799360:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.481835:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.481846:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007b248c30/0xff23d3f688d8efe7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x84d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4afa2 expref: 192 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.481866:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007b248c30/0xff23d3f688d8efe7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x84d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4afa2 expref: 192 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.481893:0:10396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007b248c30/0xff23d3f688d8efe7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x84d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4afa2 expref: 192 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.481912:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x84d:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.481916:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x84d:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.481924:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b8e15e82/0xff23d3f688d93148 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x84d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.481935:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b8e15e82/0xff23d3f688d93148 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x84d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.481970:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.482001:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148766300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+191:2393:x1876087010799360:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 188us (5306us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.482008:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23374
00000100:00100000:0.0:1789185323.482027:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23375
00000100:00100000:0.0:1789185323.482034:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148766680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+190:2393:x1876087010799232:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.482041:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.482045:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003fdff38a/0xff23d3f688d8efe0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x84c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af94 expref: 190 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.482057:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003fdff38a/0xff23d3f688d8efe0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x84c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af94 expref: 190 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.482068:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x84c:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.482071:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x84c:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.482075:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006a243903/0xff23d3f688d93141 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x84c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.482082:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006a243903/0xff23d3f688d93141 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x84c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.482093:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.482110:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148766680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+190:2393:x1876087010799232:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 77us (5392us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.482116:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23375
00000100:00100000:0.0:1789185323.482132:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23376
00000100:00100000:0.0:1789185323.482139:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b281264450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+192:2393:x1876087010800000:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.482148:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.482155:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f775b5a9/0xff23d3f688d8f3d0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x84e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4afa9 expref: 192 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.482167:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f775b5a9/0xff23d3f688d8f3d0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x84e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4afa9 expref: 192 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.483381:0:10396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f775b5a9/0xff23d3f688d8f3d0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x84e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4afa9 expref: 192 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.483406:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x84e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.483411:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x84e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.483418:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f05a18d4/0xff23d3f688d9314f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x84e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.483428:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f05a18d4/0xff23d3f688d9314f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x84e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.483477:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.483519:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b281264450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+191:2393:x1876087010800000:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 1379us (6767us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.483528:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23376
00010000:00010000:0.0:1789185323.483604:0:35223:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f05a18d4/0xff23d3f688d9314f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x84e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.483614:0:35223:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f05a18d4/0xff23d3f688d9314f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x84e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.483625:0:35223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f05a18d4/0xff23d3f688d9314f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x84e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.483634:0:35223:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f05a18d4/0xff23d3f688d9314f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x84e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.483652:0:35223:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:0.0:1789185323.483827:0:35223:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+828:3635:x1876087018924800:12345-0@lo:6:osp-syn-0-0.0 Request processed in 14212us (15915us total) trans 4294977792 rc 0/0
00000100:00100000:0.0:1789185323.483836:0:35223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37885
00010000:00010000:0.0:1789185323.483860:0:178169:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b8e15e82/0xff23d3f688d93148 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x84d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.483869:0:178169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b8e15e82/0xff23d3f688d93148 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x84d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.483878:0:178169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b8e15e82/0xff23d3f688d93148 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x84d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.483885:0:178169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b8e15e82/0xff23d3f688d93148 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x84d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.483897:0:178169:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00000100:00100000:0.0:1789185323.483983:0:178169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f71d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+825:3638:x1876087018924544:12345-0@lo:6:osp-syn-1-0.0 Request processed in 16591us (16706us total) trans 4294989587 rc 0/0
00000100:00100000:0.0:1789185323.483990:0:178169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37884
00010000:00010000:0.0:1789185323.484012:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:0.0:1789185323.484019:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fb1ecf6c/0xff23d3f688d9313a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x84b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.484027:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149b76e00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.484032:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fb1ecf6c/0xff23d3f688d9313a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x84b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.484042:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fb1ecf6c/0xff23d3f688d9313a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x84b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.484057:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fb1ecf6c/0xff23d3f688d9313a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x84b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.484064:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fb1ecf6c/0xff23d3f688d9313a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x84b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.484083:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:0.0:1789185323.484086:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f05a18d4/0xff23d3f688d9314f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x84e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.484093:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b26239aa00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.484096:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f05a18d4/0xff23d3f688d9314f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x84e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.484103:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f05a18d4/0xff23d3f688d9314f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x84e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.484112:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f05a18d4/0xff23d3f688d9314f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x84e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.484120:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f05a18d4/0xff23d3f688d9314f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x84e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.484134:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185323.484137:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b8e15e82/0xff23d3f688d93148 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x84d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.484144:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14bc28e00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.484147:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b8e15e82/0xff23d3f688d93148 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x84d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.484155:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b8e15e82/0xff23d3f688d93148 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x84d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.484163:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b8e15e82/0xff23d3f688d93148 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x84d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.484171:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b8e15e82/0xff23d3f688d93148 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x84d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.484458:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148764000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+190:2391:x1876087010799872:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 7271us (7805us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185323.484468:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23373
00000100:00100000:3.0:1789185323.484737:0:178148:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151783100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:178148:1876087018926336:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.484761:0:178148:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000009b4d9ff2/0xff23d3f688d93164 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x853:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.484792:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148766a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+189:2391:x1876087010799616:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 7619us (8170us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.484799:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23372
00000004:00080000:1.0:1789185323.485524:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b147624e00/2, rc 0, transno 4294977792
00000100:00100000:1.0:1789185323.485542:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b147624e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018924800:0@lo:6:osp-syn-0-0.0
00010000:00010000:1.0:1789185323.485592:0:8429:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003343451b/0xff23d3f688d8f3ec lrc: 0/0,0 mode: --/PR res: [0x280000401:0x852:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4afe1 expref: 188 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.485608:0:8429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f29ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8429:1876087018925696:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.485625:0:8429:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000007306deb9/0xff23d3f688d93156 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x852:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.485635:0:8429:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000007306deb9/0xff23d3f688d93156 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x852:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.485643:0:8429:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007306deb9/0xff23d3f688d93156 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x852:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.485654:0:8429:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007306deb9/0xff23d3f688d93156 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x852:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.485663:0:8429:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007306deb9/0xff23d3f688d93156 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x852:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.485688:0:8429:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1789185323.485845:0:8429:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14da1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+828:3635:x1876087018925312:12345-0@lo:6:osp-syn-0-0.0 Request processed in 16025us (17562us total) trans 4294977793 rc 0/0
00000100:00100000:1.0:1789185323.485855:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37886
00010000:00010000:1.0:1789185323.485877:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1789185323.485883:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007306deb9/0xff23d3f688d93156 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x852:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.485891:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149b76200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.485895:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007306deb9/0xff23d3f688d93156 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x852:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.485905:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007306deb9/0xff23d3f688d93156 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x852:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.485925:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007306deb9/0xff23d3f688d93156 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x852:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.485933:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007306deb9/0xff23d3f688d93156 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x852:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.485951:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.485953:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.485954:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.485976:0:16720:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000075bcb31d/0xff23d3f688d8f3e5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x851:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4afd3 expref: 187 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.485989:0:16720:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f29df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16720:1876087018926080:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.486005:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.486007:0:16720:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000883c129d/0xff23d3f688d9316b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x851:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.486009:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.486014:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.486022:0:16720:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000883c129d/0xff23d3f688d9316b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x851:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.486030:0:178146:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000009d8ebc22/0xff23d3f688d9315d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x84f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.486031:0:16720:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000883c129d/0xff23d3f688d9316b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x851:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.486055:0:16720:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000883c129d/0xff23d3f688d9316b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x851:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.486061:0:178146:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009d8ebc22/0xff23d3f688d9315d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x84f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.486070:0:16720:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000883c129d/0xff23d3f688d9316b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x851:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.486077:0:178146:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009d8ebc22/0xff23d3f688d9315d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x84f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.486089:0:16720:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1789185323.486089:0:178146:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009d8ebc22/0xff23d3f688d9315d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x84f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.486107:0:178146:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:1.0:1789185323.486171:0:16720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f29e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+829:3638:x1876087018925184:12345-0@lo:6:osp-syn-0-0.0 Request processed in 15877us (16046us total) trans 4294977794 rc 0/0
00000100:00100000:1.0:1789185323.486179:0:16720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37889
00010000:00010000:1.0:1789185323.486199:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:1.0:1789185323.486203:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000883c129d/0xff23d3f688d9316b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x851:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.486216:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149b77400 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.486220:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000883c129d/0xff23d3f688d9316b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x851:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.486228:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000883c129d/0xff23d3f688d9316b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x851:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.486240:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000883c129d/0xff23d3f688d9316b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x851:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.486248:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000883c129d/0xff23d3f688d9316b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x851:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.486262:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1789185323.486265:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009d8ebc22/0xff23d3f688d9315d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x84f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.486273:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14bc28c00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.486277:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009d8ebc22/0xff23d3f688d9315d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x84f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.486286:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009d8ebc22/0xff23d3f688d9315d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x84f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.486290:0:178146:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14da19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+828:3635:x1876087018924928:12345-0@lo:6:osp-syn-0-0.0 Request processed in 16458us (16615us total) trans 4294977795 rc 0/0
00010000:00010000:1.0:1789185323.486306:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009d8ebc22/0xff23d3f688d9315d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x84f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.486307:0:178146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37887
00010000:00010000:1.0:1789185323.486318:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009d8ebc22/0xff23d3f688d9315d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x84f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.486333:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.486334:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.486338:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.486342:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.486365:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.486368:0:8491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003fdff38a/0xff23d3f688d8efe0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x84c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4af94 expref: 189 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.486382:0:8491:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f71df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8491:1876087018924416:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.486395:0:34810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004edcedff/0xff23d3f688d8f3de lrc: 0/0,0 mode: --/PR res: [0x280000401:0x850:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4afc5 expref: 186 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.486396:0:8491:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000006a243903/0xff23d3f688d93141 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x84c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.486419:0:8491:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000006a243903/0xff23d3f688d93141 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x84c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.486425:0:34810:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148763480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:34810:1876087018926208:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.486429:0:8491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006a243903/0xff23d3f688d93141 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x84c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.486450:0:8491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006a243903/0xff23d3f688d93141 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x84c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.486454:0:34810:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000975c7499/0xff23d3f688d93172 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x850:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.486460:0:8491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006a243903/0xff23d3f688d93141 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x84c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.486472:0:34810:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000975c7499/0xff23d3f688d93172 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x850:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.486499:0:8491:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1789185323.486499:0:34810:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000975c7499/0xff23d3f688d93172 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x850:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.486512:0:34810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000975c7499/0xff23d3f688d93172 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x850:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.486519:0:34810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000975c7499/0xff23d3f688d93172 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x850:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.486536:0:34810:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:0.0:1789185323.486707:0:34810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f29ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+828:3638:x1876087018925056:12345-0@lo:6:osp-syn-0-0.0 Request processed in 16285us (16525us total) trans 4294977796 rc 0/0
00000100:00100000:0.0:1789185323.486716:0:34810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37890
00010000:00010000:0.0:1789185323.486741:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:0.0:1789185323.486746:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006a243903/0xff23d3f688d93141 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x84c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.486755:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149b76400 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.486760:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006a243903/0xff23d3f688d93141 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x84c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.486769:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006a243903/0xff23d3f688d93141 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x84c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.486781:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006a243903/0xff23d3f688d93141 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x84c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.486790:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006a243903/0xff23d3f688d93141 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x84c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.486812:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185323.486815:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000975c7499/0xff23d3f688d93172 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x850:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.486821:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14bc28400 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.486825:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000975c7499/0xff23d3f688d93172 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x850:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.486833:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000975c7499/0xff23d3f688d93172 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x850:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.486858:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000975c7499/0xff23d3f688d93172 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x850:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.486865:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000975c7499/0xff23d3f688d93172 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x850:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.486883:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.486885:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.486888:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.486895:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789185323.487070:0:8491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f71e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+825:3638:x1876087018924160:12345-0@lo:6:osp-syn-1-0.0 Request processed in 20008us (20067us total) trans 4294989588 rc 0/0
00000100:00100000:1.0:1789185323.487080:0:8491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37883
00000100:00100000:1.0:1789185323.487164:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14876f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018928128:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185323.487197:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.487234:0:178145:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018928128
00000100:00100000:1.0:1789185323.487241:0:178145:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018928128
00000100:00100000:1.0:1789185323.487278:0:178145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37898
00000100:00100000:1.0:1789185323.487287:0:178145:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14876f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+828:3636:x1876087018928128:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185323.487324:0:178145:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2134 count 1
00010000:00010000:1.0:1789185323.487343:0:178145:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fa0e9384/0xff23d3f688d931aa lrc: 3/0,1 mode: --/PW res: [0x280000401:0x856:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.487362:0:178145:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b38f76e7/0xff23d3f688d8f408 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x856:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b019 expref: 185 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.487371:0:178145:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x856:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.487376:0:178145:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x856:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.487381:0:178145:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fa0e9384/0xff23d3f688d931aa lrc: 4/0,1 mode: --/PW res: [0x280000401:0x856:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.487406:0:178145:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b38f76e7/0xff23d3f688d8f408 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x856:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b019 expref: 185 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.487426:0:178145:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b38f76e7/0xff23d3f688d8f408 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x856:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b019 expref: 185 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.487450:0:178145:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14876ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:178145:1876087018928256:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.487512:0:178145:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0180 going to sleep for 11 seconds
00000100:00100000:1.0:1789185323.487540:0:8431:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f29c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8431:1876087018926464:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.487583:0:8431:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000fc0c566d/0xff23d3f688d93179 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x84e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:1.0:1789185323.487617:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b149d7aa00/2, rc 0, transno 4294977795
00000100:00100000:1.0:1789185323.487625:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149d7aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018924928:0@lo:6:osp-syn-0-0.0
00000004:00080000:1.0:1789185323.487635:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b149d77b80/2, rc 0, transno 4294977793
00000100:00100000:1.0:1789185323.487638:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149d77b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018925312:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185323.487704:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14876dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018928512:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185323.487733:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:1.0:1789185323.487760:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b149d79c00/2, rc 0, transno 4294977796
00000100:00100000:1.0:1789185323.487768:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149d79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018925056:0@lo:6:osp-syn-0-0.0
00000004:00080000:1.0:1789185323.487778:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b149d75180/2, rc 0, transno 4294977794
00000100:00100000:1.0:1789185323.487782:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149d75180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018925184:0@lo:6:osp-syn-0-0.0
00000004:00080000:1.0:1789185323.487793:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f71e300/2, rc 0, transno 4294989587
00000100:00100000:1.0:1789185323.487801:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f71e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018924544:0@lo:6:osp-syn-1-0.0
00000004:00080000:1.0:1789185323.487812:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b149f0aa00/2, rc 0, transno 4294989588
00000100:00100000:1.0:1789185323.487816:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149f0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018924160:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.487826:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1789185323.487833:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14876d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018928384:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185323.487853:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.487917:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14876e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018928768:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.487943:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.487963:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789185323.487969:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14876c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018928640:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.487991:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.488014:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018928512
00000100:00100000:1.0:1789185323.488018:0:8429:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018928512
00000100:00100000:1.0:1789185323.488038:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018928384
00000100:00100000:1.0:1789185323.488041:0:8429:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018928384
00000100:00100000:1.0:1789185323.488051:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018928768
00000100:00100000:1.0:1789185323.488054:0:8429:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018928768
00000100:00100000:1.0:1789185323.488065:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018928640
00000100:00100000:1.0:1789185323.488067:0:8429:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018928640
00000100:00100000:1.0:1789185323.488086:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37899
00000100:00100000:1.0:1789185323.488095:0:8429:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14876fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+830:3638:x1876087018928512:12345-0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.488109:0:35223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37900
00002000:00080000:1.0:1789185323.488111:0:8429:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2136 count 1
00000100:00100000:0.0:1789185323.488123:0:35223:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14876ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+830:3638:x1876087018928384:12345-0@lo:6:osp-syn-0-0.0
00010000:00010000:1.0:1789185323.488127:0:8429:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000429e81d7/0xff23d3f688d931b1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x858:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00080000:0.0:1789185323.488140:0:35223:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2135 count 1
00010000:00010000:1.0:1789185323.488143:0:8429:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d5ddba84/0xff23d3f688d8f416 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x858:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b035 expref: 185 pid: 24325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.488156:0:35223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ebf5c28e/0xff23d3f688d931b8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x857:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.488159:0:8429:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x858:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.488168:0:8429:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x858:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.488176:0:8429:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000429e81d7/0xff23d3f688d931b1 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x858:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.488178:0:35223:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003054daf2/0xff23d3f688d8f40f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x857:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b027 expref: 185 pid: 24325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.488198:0:8429:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d5ddba84/0xff23d3f688d8f416 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x858:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b035 expref: 185 pid: 24325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.488208:0:8429:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d5ddba84/0xff23d3f688d8f416 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x858:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b035 expref: 185 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.488218:0:8429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f29ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8429:1876087018928896:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.488253:0:8429:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a06c0 going to sleep for 11 seconds
00010000:00010000:0.0:1789185323.488357:0:35223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x857:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.488365:0:35223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x857:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.488370:0:35223:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ebf5c28e/0xff23d3f688d931b8 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x857:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.488392:0:35223:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003054daf2/0xff23d3f688d8f40f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x857:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b027 expref: 185 pid: 24325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.488402:0:35223:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003054daf2/0xff23d3f688d8f40f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x857:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b027 expref: 185 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.488416:0:35223:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148763480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:35223:1876087018929024:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.488456:0:35223:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe16180 going to sleep for 11 seconds
00000100:00100000:2.0:1789185323.493017:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185323.493043:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185323.493079:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185323.493097:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185323.493116:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.493126:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010800128
00000100:00100000:3.0:1789185323.493138:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010800128
00000100:00100000:2.0:1789185323.493165:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185323.493186:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185323.493231:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010800384
00000100:00100000:2.0:1789185323.493235:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010800384
00010000:00010000:2.0:1789185323.493267:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000069822016/0xff23d3f688d8eff5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x84f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4afbe expref: 189 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.493295:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010800640
00010000:00010000:3.0:1789185323.493298:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000dec60a9d/0xff23d3f688d8f3f3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x853:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4afef expref: 186 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.493300:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010800640
00010000:00010000:2.0:1789185323.493317:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003be5bb9d/0xff23d3f688d8effc lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x850:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4afcc expref: 190 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.493333:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010800256
00000100:00100000:2.0:1789185323.493334:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010800512
00000100:00100000:3.0:1789185323.493339:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010800256
00000100:00100000:2.0:1789185323.493340:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010800512
00010000:00010000:2.0:1789185323.493356:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000291ee2b2/0xff23d3f688d8f3fa lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x854:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4affd expref: 187 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.493363:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d6d274b7/0xff23d3f688d8fe96 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x84e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8388608->8392703) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ba68 expref: 191 pid: 34809 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.493373:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010800768
00000100:00100000:2.0:1789185323.493378:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010800768
00000100:00100000:3.0:1789185323.493384:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010800896
00000100:00100000:3.0:1789185323.493389:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010800896
00010000:00010000:2.0:1789185323.493394:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ff9f9f3d/0xff23d3f688d8f401 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x855:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b00b expref: 188 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.493406:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004eb40225/0xff23d3f688d8f003 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x851:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4afda expref: 192 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.493416:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23377
00000100:00100000:2.0:1789185323.493443:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148764e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+192:2393:x1876087010800384:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.493462:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.493469:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000069822016/0xff23d3f688d8eff5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x84f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4afbe expref: 192 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.493592:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000069822016/0xff23d3f688d8eff5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x84f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4afbe expref: 192 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.493622:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x84f:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.493627:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x84f:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.493634:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c19f190a/0xff23d3f688d93180 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x84f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.493646:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c19f190a/0xff23d3f688d93180 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x84f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.493653:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23378
00000100:00100000:3.0:1789185323.493666:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148765180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+188:2393:x1876087010800128:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.493677:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.493678:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1789185323.493684:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000dec60a9d/0xff23d3f688d8f3f3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x853:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4afef expref: 188 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.493697:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000dec60a9d/0xff23d3f688d8f3f3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x853:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4afef expref: 188 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.493714:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dec60a9d/0xff23d3f688d8f3f3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x853:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4afef expref: 188 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.493728:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x853:0x0].0x0 since=0s v=(0 0)
00000100:00100000:2.0:1789185323.493730:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148764e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+192:2393:x1876087010800384:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 304us (684us total) trans 0 rc 0/0
00010000:00010000:3.0:1789185323.493734:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x853:0x0].0x0 since=0s v=(0 0)
00000100:00100000:2.0:1789185323.493743:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23377
00000100:00100000:2.0:1789185323.493762:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23379
00000100:00100000:2.0:1789185323.493769:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148767b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+191:2393:x1876087010800640:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.493777:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.493783:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003be5bb9d/0xff23d3f688d8effc lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x850:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4afcc expref: 191 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.493794:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003be5bb9d/0xff23d3f688d8effc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x850:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4afcc expref: 191 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.493814:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x850:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.493818:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x850:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.493823:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000080e8e0bc/0xff23d3f688d9318e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x850:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.493830:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009b4d9ff2/0xff23d3f688d93164 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x853:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.493835:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000080e8e0bc/0xff23d3f688d9318e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x850:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.493847:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009b4d9ff2/0xff23d3f688d93164 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x853:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.493855:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1789185323.493873:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185323.493878:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148767b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+191:2393:x1876087010800640:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 107us (796us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185323.493886:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23379
00000100:00100000:2.0:1789185323.493901:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23380
00000100:00100000:3.0:1789185323.493906:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148765180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+187:2393:x1876087010800128:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 239us (894us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185323.493913:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148766300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+187:2393:x1876087010800512:12345-192.168.204.3@tcp:103:ldlm_bl.0
00000100:00100000:3.0:1789185323.493921:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23378
00010000:00010000:2.0:1789185323.493925:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.493932:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000291ee2b2/0xff23d3f688d8f3fa lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x854:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4affd expref: 187 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.493943:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23381
00010000:00010000:2.0:1789185323.493945:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000291ee2b2/0xff23d3f688d8f3fa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x854:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4affd expref: 186 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.493956:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148765c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+190:2393:x1876087010800256:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.493962:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x854:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.493966:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.493967:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x854:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.493977:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000bbfb70d2/0xff23d3f688d93187 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x854:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.493978:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d6d274b7/0xff23d3f688d8fe96 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x84e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8388608->8392703) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ba68 expref: 190 pid: 34809 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.493997:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bbfb70d2/0xff23d3f688d93187 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x854:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.494009:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185323.494026:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148766300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+186:2393:x1876087010800512:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 117us (909us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185323.494032:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23380
00000100:00100000:2.0:1789185323.494044:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23382
00000100:00100000:2.0:1789185323.494050:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148766680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+185:2393:x1876087010800768:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.494057:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.494061:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ff9f9f3d/0xff23d3f688d8f401 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x855:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b00b expref: 185 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.494072:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ff9f9f3d/0xff23d3f688d8f401 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x855:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b00b expref: 185 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.494083:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x855:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.494086:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x855:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.494091:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000016dadb03/0xff23d3f688d93195 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x855:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.494099:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000016dadb03/0xff23d3f688d93195 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x855:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.494116:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1789185323.494129:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d6d274b7/0xff23d3f688d8fe96 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x84e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8388608->8392703) gid 0 flags: 0x50000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ba68 expref: 190 pid: 34809 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.494150:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d6d274b7/0xff23d3f688d8fe96 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x84e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8388608->8392703) gid 0 flags: 0x44801400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ba68 expref: 190 pid: 34809 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.494239:0:16720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37901
00000100:00100000:1.0:1789185323.494254:0:16720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f29c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+826:3636:x1876087018928768:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185323.494281:0:16720:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2132 count 1
00010000:00010000:1.0:1789185323.494304:0:16720:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fc5b8c3a/0xff23d3f688d931bf lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x854:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.494313:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x84e:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1789185323.494320:0:16720:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009c598c25/0xff23d3f688d8f5ba lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x854:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b004 expref: 189 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.494330:0:16720:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x854:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.494334:0:16720:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x854:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.494338:0:16720:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fc5b8c3a/0xff23d3f688d931bf lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x854:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.494387:0:16720:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009c598c25/0xff23d3f688d8f5ba lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x854:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b004 expref: 189 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.494388:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x84e:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1789185323.494402:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000fc0c566d/0xff23d3f688d93179 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x84e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.494409:0:16720:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009c598c25/0xff23d3f688d8f5ba lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x854:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b004 expref: 189 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.494415:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fc0c566d/0xff23d3f688d93179 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x84e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.494440:0:16720:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14bbfdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16720:1876087018929152:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.494456:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185323.494588:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148766680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+185:2393:x1876087010800768:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 537us (1422us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185323.494596:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23382
00000100:00100000:2.0:1789185323.494613:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23383
00000100:00100000:2.0:1789185323.494619:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b281266450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+189:2392:x1876087010800896:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.494627:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.494633:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004eb40225/0xff23d3f688d8f003 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x851:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4afda expref: 189 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.494644:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004eb40225/0xff23d3f688d8f003 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x851:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4afda expref: 189 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.494663:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x851:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.494667:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x851:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.494671:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e7ee957e/0xff23d3f688d9319c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x851:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.494680:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e7ee957e/0xff23d3f688d9319c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x851:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.494692:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185323.495086:0:16720:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0f00 going to sleep for 11 seconds
00000100:00100000:3.0:1789185323.495097:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148765c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+189:2393:x1876087010800256:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 1141us (1994us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.495107:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23381
00010000:00010000:1.0:1789185323.495142:0:178144:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000069822016/0xff23d3f688d8eff5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x84f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4afbe expref: 188 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.495159:0:178144:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f29d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:178144:1876087018926848:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.495181:0:178144:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000c19f190a/0xff23d3f688d93180 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x84f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.495193:0:178144:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000c19f190a/0xff23d3f688d93180 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x84f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.495216:0:178144:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c19f190a/0xff23d3f688d93180 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x84f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.495226:0:178144:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c19f190a/0xff23d3f688d93180 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x84f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.495235:0:178144:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c19f190a/0xff23d3f688d93180 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x84f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.495255:0:178144:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1789185323.495296:0:8428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004eb40225/0xff23d3f688d8f003 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x851:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4afda expref: 187 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.495311:0:8428:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151781c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8428:1876087018927744:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.495403:0:8428:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e7ee957e/0xff23d3f688d9319c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x851:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.495414:0:8428:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e7ee957e/0xff23d3f688d9319c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x851:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.495427:0:8428:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e7ee957e/0xff23d3f688d9319c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x851:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.495446:0:8428:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e7ee957e/0xff23d3f688d9319c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x851:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.495451:0:178144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f29dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+827:3636:x1876087018926720:12345-0@lo:6:osp-syn-1-0.0 Request processed in 23217us (23285us total) trans 4294989589 rc 0/0
00010000:00010000:3.0:1789185323.495462:0:8428:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e7ee957e/0xff23d3f688d9319c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x851:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.495478:0:8428:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:3.0:1789185323.495656:0:8428:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14876c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+828:3638:x1876087018927360:12345-0@lo:6:osp-syn-1-0.0 Request processed in 22284us (22414us total) trans 4294989590 rc 0/0
00000100:00100000:0.0:1789185323.495876:0:178169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37902
00000100:00100000:2.0:1789185323.495894:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b281266450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+186:2392:x1876087010800896:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 1273us (2705us total) trans 0 rc 0/0
00010000:00010000:0.0:1789185323.495894:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:0.0:1789185323.495904:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c19f190a/0xff23d3f688d93180 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x84f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.495911:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23383
00010000:00010000:0.0:1789185323.495926:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149b76600 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.495932:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c19f190a/0xff23d3f688d93180 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x84f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.495942:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c19f190a/0xff23d3f688d93180 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x84f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.495963:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c19f190a/0xff23d3f688d93180 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x84f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.495970:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c19f190a/0xff23d3f688d93180 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x84f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.495993:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185323.495997:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e7ee957e/0xff23d3f688d9319c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x851:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.496002:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b26239b400 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.496005:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e7ee957e/0xff23d3f688d9319c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x851:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.496012:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e7ee957e/0xff23d3f688d9319c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x851:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.496020:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e7ee957e/0xff23d3f688d9319c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x851:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.496028:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e7ee957e/0xff23d3f688d9319c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x851:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.496041:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.496042:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.496044:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.496070:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.496106:0:178148:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000009b4d9ff2/0xff23d3f688d93164 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x853:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.496120:0:178148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009b4d9ff2/0xff23d3f688d93164 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x853:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.496129:0:178148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009b4d9ff2/0xff23d3f688d93164 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x853:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.496130:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:2.0:1789185323.496140:0:178148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009b4d9ff2/0xff23d3f688d93164 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x853:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.496158:0:178148:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1789185323.496272:0:178148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14da1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+831:3635:x1876087018925440:12345-0@lo:6:osp-syn-0-0.0 Request processed in 26409us (26548us total) trans 4294977797 rc 0/0
00000100:00100000:2.0:1789185323.496279:0:178148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37888
00000100:00100000:2.0:1789185323.496306:0:178149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010801024
00000100:00100000:2.0:1789185323.496313:0:178149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010801024
00010000:00010000:2.0:1789185323.496337:0:178149:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d37e897f/0xff23d3f688d8f00a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x852:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4afe8 expref: 186 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.496358:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23384
00000100:00100000:2.0:1789185323.496367:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148762300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+186:2392:x1876087010801024:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.496378:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.496384:0:178149:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d37e897f/0xff23d3f688d8f00a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x852:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4afe8 expref: 186 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.496405:0:178149:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d37e897f/0xff23d3f688d8f00a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x852:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4afe8 expref: 186 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.496423:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x852:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.496428:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x852:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.496444:0:178149:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000fe3fc84a/0xff23d3f688d931a3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x852:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.496453:0:178149:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fe3fc84a/0xff23d3f688d931a3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x852:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.496482:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185323.496488:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009b4d9ff2/0xff23d3f688d93164 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x853:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.496496:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b26239ae00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.496500:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009b4d9ff2/0xff23d3f688d93164 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x853:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.496508:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009b4d9ff2/0xff23d3f688d93164 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x853:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.496520:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009b4d9ff2/0xff23d3f688d93164 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x853:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.496528:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009b4d9ff2/0xff23d3f688d93164 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x853:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.496581:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.496584:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.496586:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789185323.496597:0:178169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f29df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+828:3636:x1876087018928640:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1789185323.496618:0:178169:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2131 count 1
00010000:00010000:0.0:1789185323.496635:0:178169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b8e15e82/0xff23d3f688d931c6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x853:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.496650:0:178169:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000069b577cf/0xff23d3f688d8f5b3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x853:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aff6 expref: 186 pid: 24325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.496658:0:178169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x853:0x0].0x0 since=124s v=(0 0)
00010000:00010000:2.0:1789185323.496659:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1789185323.496664:0:178169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x853:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.496669:0:178169:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b8e15e82/0xff23d3f688d931c6 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x853:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.496694:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148762300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+186:2392:x1876087010801024:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 328us (564us total) trans 0 rc 0/0
00010000:00010000:0.0:1789185323.496697:0:178169:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000069b577cf/0xff23d3f688d8f5b3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x853:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aff6 expref: 186 pid: 24325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.496711:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23384
00010000:00010000:0.0:1789185323.496718:0:178169:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000069b577cf/0xff23d3f688d8f5b3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x853:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aff6 expref: 186 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.496732:0:178169:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148760700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:178169:1876087018929280:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.496780:0:178169:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe16a80 going to sleep for 11 seconds
00000100:00100000:1.0:1789185323.496812:0:178144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37892
00000004:00080000:1.0:1789185323.496869:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f29c700/2, rc 0, transno 4294989589
00000100:00100000:1.0:1789185323.496879:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f29c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018926720:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.496967:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789185323.496976:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14bbff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018929664:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185323.497006:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:1.0:1789185323.497044:0:35218:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000291ee2b2/0xff23d3f688d8f3fa lrc: 0/0,0 mode: --/PR res: [0x280000401:0x854:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4affd expref: 184 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.497056:0:35218:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151764e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35218:1876087018927104:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.497074:0:35218:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000bbfb70d2/0xff23d3f688d93187 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x854:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.497083:0:35218:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000bbfb70d2/0xff23d3f688d93187 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x854:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.497091:0:35218:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bbfb70d2/0xff23d3f688d93187 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x854:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.497106:0:35218:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bbfb70d2/0xff23d3f688d93187 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x854:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.497114:0:35218:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bbfb70d2/0xff23d3f688d93187 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x854:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.497119:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14bbfc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018929408:0@lo:6:osp-syn-1-0.0
00010000:00010000:1.0:1789185323.497128:0:35218:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1789185323.497153:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185323.497176:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1789185323.497216:0:35218:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f29f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+831:3638:x1876087018926592:12345-0@lo:6:osp-syn-0-0.0 Request processed in 24683us (24810us total) trans 4294977798 rc 0/0
00000100:00100000:1.0:1789185323.497223:0:35218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37893
00000100:00100000:1.0:1789185323.497235:0:35218:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018929664
00000100:00100000:1.0:1789185323.497240:0:35218:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018929664
00000100:00100000:1.0:1789185323.497259:0:35218:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018929408
00000100:00100000:1.0:1789185323.497261:0:35218:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018929408
00000100:00100000:1.0:1789185323.497276:0:35218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37903
00000100:00100000:1.0:1789185323.497283:0:35218:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14bbff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+831:3636:x1876087018929664:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185323.497295:0:35218:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2138 count 1
00010000:00010000:1.0:1789185323.497308:0:35218:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dadccb78/0xff23d3f688d931cd lrc: 3/0,1 mode: --/PW res: [0x280000401:0x85a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.497319:0:35218:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004817f4f3/0xff23d3f688d8f424 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x85a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b051 expref: 183 pid: 24325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.497327:0:35218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x85a:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.497330:0:35218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x85a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.497334:0:35218:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dadccb78/0xff23d3f688d931cd lrc: 4/0,1 mode: --/PW res: [0x280000401:0x85a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.497354:0:35218:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004817f4f3/0xff23d3f688d8f424 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x85a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b051 expref: 183 pid: 24325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.497363:0:35218:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004817f4f3/0xff23d3f688d8f424 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x85a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b051 expref: 183 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.497375:0:35218:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14bbfca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35218:1876087018929792:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.497407:0:35218:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a03c0 going to sleep for 11 seconds
00010000:00010000:1.0:1789185323.497446:0:35222:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003be5bb9d/0xff23d3f688d8effc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x850:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4afcc expref: 185 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.497458:0:35222:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14876e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:35222:1876087018927232:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.497471:0:35222:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000080e8e0bc/0xff23d3f688d9318e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x850:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.497682:0:8431:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000fc0c566d/0xff23d3f688d93179 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x84e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.497691:0:8431:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fc0c566d/0xff23d3f688d93179 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x84e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.497699:0:8431:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fc0c566d/0xff23d3f688d93179 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x84e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.497712:0:8431:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fc0c566d/0xff23d3f688d93179 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x84e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.497725:0:8431:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:2.0:1789185323.497808:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f29d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+829:3638:x1876087018925952:12345-0@lo:6:osp-syn-1-0.0 Request processed in 27330us (27592us total) trans 4294989591 rc 0/0
00000100:00100000:2.0:1789185323.497814:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37891
00000100:00100000:2.0:1789185323.497831:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37904
00000100:00100000:2.0:1789185323.497837:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148761880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+828:3637:x1876087018929408:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1789185323.497849:0:8431:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2133 count 1
00010000:00010000:2.0:1789185323.497863:0:8431:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bc9fe99c/0xff23d3f688d931d4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x855:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.497875:0:8431:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000cd097f4b/0xff23d3f688d8f5c1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x855:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b012 expref: 184 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.497882:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x855:0x0].0x0 since=124s v=(0 0)
00010000:00010000:2.0:1789185323.497885:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x855:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.497890:0:8431:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bc9fe99c/0xff23d3f688d931d4 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x855:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.497910:0:8431:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000cd097f4b/0xff23d3f688d8f5c1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x855:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b012 expref: 184 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.497921:0:8431:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000cd097f4b/0xff23d3f688d8f5c1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x855:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b012 expref: 184 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.497932:0:8431:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148764e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8431:1876087018929920:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185323.497964:0:8431:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14a432180 going to sleep for 11 seconds
00000004:00080000:2.0:1789185323.497988:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14876d180/2, rc 0, transno 4294989590
00000100:00100000:2.0:1789185323.497998:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14876d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018927360:0@lo:6:osp-syn-1-0.0
00000004:00080000:2.0:1789185323.498009:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f29ed80/2, rc 0, transno 4294977798
00000100:00100000:2.0:1789185323.498017:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f29ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018926592:0@lo:6:osp-syn-0-0.0
00000004:00080000:2.0:1789185323.498024:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f29c380/2, rc 0, transno 4294989591
00000100:00100000:2.0:1789185323.498028:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f29c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018925952:0@lo:6:osp-syn-1-0.0
00010000:00010000:1.0:1789185323.498097:0:35222:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000080e8e0bc/0xff23d3f688d9318e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x850:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.498105:0:35222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000080e8e0bc/0xff23d3f688d9318e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x850:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.498114:0:35222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000080e8e0bc/0xff23d3f688d9318e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x850:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.498122:0:35222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000080e8e0bc/0xff23d3f688d9318e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x850:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.498138:0:35222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00000100:00100000:3.0:1789185323.498147:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37896
00000100:00100000:1.0:1789185323.498218:0:35222:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d0e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+828:3636:x1876087018926976:12345-0@lo:6:osp-syn-1-0.0 Request processed in 25412us (25478us total) trans 4294989592 rc 0/0
00000100:00100000:1.0:1789185323.498225:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37894
00000004:00080000:1.0:1789185323.498253:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f29ce00/2, rc 0, transno 4294989592
00000100:00100000:1.0:1789185323.498258:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f29ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018926976:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185323.498285:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14bbfed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018929536:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.498320:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.498345:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14bbfd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018930048:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185323.498358:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14bbfdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018930176:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.498376:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185323.498394:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.498413:0:178144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018929536
00000100:00100000:1.0:1789185323.498418:0:178144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018929536
00000100:00100000:0.0:1789185323.498420:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1789185323.498428:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14bbffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018930304:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185323.498462:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:0.0:1789185323.498494:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:0.0:1789185323.498500:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bbfb70d2/0xff23d3f688d93187 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x854:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.498508:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149b76000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.498512:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bbfb70d2/0xff23d3f688d93187 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x854:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.498521:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bbfb70d2/0xff23d3f688d93187 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x854:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.498540:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bbfb70d2/0xff23d3f688d93187 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x854:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.498561:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bbfb70d2/0xff23d3f688d93187 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x854:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.498580:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:0.0:1789185323.498583:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fc0c566d/0xff23d3f688d93179 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x84e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.498594:0:178148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018930048
00010000:00010000:0.0:1789185323.498596:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149b77000 already unused, calling callback (ffffffffc0cd94f0)
00000100:00100000:2.0:1789185323.498601:0:178148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018930048
00010000:00010000:0.0:1789185323.498602:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fc0c566d/0xff23d3f688d93179 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x84e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.498611:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fc0c566d/0xff23d3f688d93179 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x84e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.498623:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fc0c566d/0xff23d3f688d93179 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x84e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.498625:0:178148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018930176
00000100:00100000:2.0:1789185323.498630:0:178148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018930176
00010000:00010000:0.0:1789185323.498636:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fc0c566d/0xff23d3f688d93179 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x84e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.498646:0:178148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018930304
00000100:00100000:2.0:1789185323.498650:0:178148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018930304
00010000:00010000:0.0:1789185323.498653:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185323.498658:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000080e8e0bc/0xff23d3f688d9318e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x850:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.498667:0:178148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37905
00010000:00010000:0.0:1789185323.498667:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149b77e00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.498674:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000080e8e0bc/0xff23d3f688d9318e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x850:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.498678:0:178148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148762a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+832:3637:x1876087018929536:12345-0@lo:6:osp-syn-0-0.0
00010000:00010000:0.0:1789185323.498689:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000080e8e0bc/0xff23d3f688d9318e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x850:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00080000:2.0:1789185323.498697:0:178148:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2137 count 1
00010000:00010000:0.0:1789185323.498701:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000080e8e0bc/0xff23d3f688d9318e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x850:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.498710:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000080e8e0bc/0xff23d3f688d9318e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x850:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.498713:0:178148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ef1f9aa4/0xff23d3f688d931db lrc: 3/0,1 mode: --/PW res: [0x280000401:0x859:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.498723:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.498726:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.498728:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.498731:0:178148:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000876e8a57/0xff23d3f688d8f41d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x859:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b043 expref: 183 pid: 24325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.498735:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.498741:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.498742:0:178148:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x859:0x0].0x0 since=124s v=(0 0)
00010000:00010000:2.0:1789185323.498748:0:178148:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x859:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.498752:0:178148:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ef1f9aa4/0xff23d3f688d931db lrc: 4/0,1 mode: --/PW res: [0x280000401:0x859:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.498756:0:178146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37906
00000100:00100000:0.0:1789185323.498768:0:178146:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14bbfea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+830:3636:x1876087018930048:12345-0@lo:6:osp-syn-1-0.0
00010000:00010000:2.0:1789185323.498782:0:178148:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000876e8a57/0xff23d3f688d8f41d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x859:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b043 expref: 183 pid: 24325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00002000:00080000:0.0:1789185323.498784:0:178146:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2134 count 1
00010000:00010000:2.0:1789185323.498800:0:178148:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000876e8a57/0xff23d3f688d8f41d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x859:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b043 expref: 183 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.498800:0:178146:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000378be304/0xff23d3f688d931e2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x856:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.498826:0:178146:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f5419dcc/0xff23d3f688d900f0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x856:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 54525952->54530047) gid 0 flags: 0x40000000020000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bcc2 expref: 184 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.498827:0:178148:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148767b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:178148:1876087018930432:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.498840:0:178146:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x856:0x0].0x0 since=120s v=(0 0)
00010000:00010000:0.0:1789185323.498845:0:178146:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x856:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1789185323.498849:0:178146:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000378be304/0xff23d3f688d931e2 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x856:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.498869:0:178148:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b149ae2d80 going to sleep for 11 seconds
00010000:00010000:0.0:1789185323.498871:0:178146:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f5419dcc/0xff23d3f688d900f0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x856:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 54525952->54530047) gid 0 flags: 0x50000000030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bcc2 expref: 184 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.498891:0:178146:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f5419dcc/0xff23d3f688d900f0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x856:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 54525952->54530047) gid 0 flags: 0x70000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bcc2 expref: 184 pid: 8429 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.498903:0:178146:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148760a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:178146:1876087018930560:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.498932:0:178146:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe160c0 going to sleep for 11 seconds
00000100:00100000:0.0:1789185323.498954:0:34810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37907
00000100:00100000:0.0:1789185323.498963:0:34810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148760000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+830:3637:x1876087018930176:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1789185323.498977:0:34810:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2135 count 1
00010000:00010000:0.0:1789185323.498989:0:34810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000127e8890/0xff23d3f688d931e9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x857:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.499001:0:34810:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000023f4b4ac/0xff23d3f688d8f5cf lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x857:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b02e expref: 184 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.499009:0:34810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x857:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.499013:0:34810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x857:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.499017:0:34810:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000127e8890/0xff23d3f688d931e9 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x857:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.499039:0:34810:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000023f4b4ac/0xff23d3f688d8f5cf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x857:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b02e expref: 184 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.499049:0:34810:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000023f4b4ac/0xff23d3f688d8f5cf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x857:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b02e expref: 184 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.499066:0:34810:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148761500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:34810:1876087018930688:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.499101:0:34810:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe16900 going to sleep for 11 seconds
00000100:00100000:0.0:1789185323.499124:0:35223:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148763480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:35223:1876087018929024:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.499138:0:35223:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000ebf5c28e/0xff23d3f688d931b8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x857:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.499157:0:178143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37908
00000100:00100000:0.0:1789185323.499163:0:178143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148763800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+830:3637:x1876087018930304:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1789185323.499175:0:178143:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2136 count 1
00000100:00100000:1.0:1789185323.499448:0:178145:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14876ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:178145:1876087018928256:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.499466:0:178143:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ea23a920/0xff23d3f688d931f0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x858:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.499467:0:178145:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000fa0e9384/0xff23d3f688d931aa lrc: 3/0,1 mode: --/PW res: [0x280000401:0x856:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.499487:0:178143:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000043157dc2/0xff23d3f688d8f5d6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x858:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b03c expref: 184 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.499495:0:178143:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x858:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.499498:0:178143:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x858:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.499501:0:178143:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ea23a920/0xff23d3f688d931f0 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x858:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.499523:0:178143:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000043157dc2/0xff23d3f688d8f5d6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x858:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b03c expref: 184 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.499536:0:178143:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000043157dc2/0xff23d3f688d8f5d6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x858:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b03c expref: 184 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.499574:0:178143:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148763480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:178143:1876087018930816:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.499620:0:178143:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe16180 going to sleep for 11 seconds
00000100:00100000:1.0:1789185323.499698:0:8429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f29ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8429:1876087018928896:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.499711:0:8429:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000429e81d7/0xff23d3f688d931b1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x858:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.499979:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000004:00080000:1.0:1789185323.500024:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b149d77800/2, rc 0, transno 4294977797
00000100:00100000:1.0:1789185323.500034:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149d77800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018925440:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185323.500173:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14bbfe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018931072:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185323.500210:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185323.500229:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14bbfc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018930944:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185323.500250:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.500473:0:178144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018931072
00000100:00100000:1.0:1789185323.500479:0:178144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018931072
00000100:00100000:1.0:1789185323.500576:0:178144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018930944
00000100:00100000:1.0:1789185323.500580:0:178144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018930944
00000100:00100000:1.0:1789185323.500597:0:178144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37909
00000100:00100000:1.0:1789185323.500604:0:178144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b2769b2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+834:3636:x1876087018931072:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185323.500624:0:178144:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2140 count 1
00010000:00010000:1.0:1789185323.500643:0:178144:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003c357a1d/0xff23d3f688d931f7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x85c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.500658:0:178144:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000fae87c95/0xff23d3f688d8f432 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x85c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b06d expref: 183 pid: 24325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.500667:0:178144:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x85c:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.500672:0:178144:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x85c:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.500676:0:178144:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003c357a1d/0xff23d3f688d931f7 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x85c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.500700:0:178144:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000fae87c95/0xff23d3f688d8f432 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x85c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b06d expref: 183 pid: 24325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.500711:0:178144:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000fae87c95/0xff23d3f688d8f432 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x85c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b06d expref: 183 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.500723:0:178144:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14bbfe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:178144:1876087018931200:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.500766:0:178144:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a06c0 going to sleep for 11 seconds
00000100:00100000:1.0:1789185323.500782:0:8491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37910
00000100:00100000:1.0:1789185323.500790:0:8491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148765180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+834:3636:x1876087018930944:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185323.500802:0:8491:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2139 count 1
00010000:00010000:1.0:1789185323.500814:0:8491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000084950cc6/0xff23d3f688d931fe lrc: 3/0,1 mode: --/PW res: [0x280000401:0x85b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.500825:0:8491:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000028a70db0/0xff23d3f688d8f42b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x85b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b05f expref: 183 pid: 24325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.500832:0:8491:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x85b:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.500835:0:8491:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x85b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.500839:0:8491:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000084950cc6/0xff23d3f688d931fe lrc: 4/0,1 mode: --/PW res: [0x280000401:0x85b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.500858:0:8491:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000028a70db0/0xff23d3f688d8f42b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x85b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b05f expref: 183 pid: 24325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.500868:0:8491:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000028a70db0/0xff23d3f688d8f42b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x85b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b05f expref: 183 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.500878:0:8491:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14bbfd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8491:1876087018931328:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.500901:0:8491:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0180 going to sleep for 11 seconds
00010000:00010000:1.0:1789185323.500914:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.500952:0:24325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ff9f9f3d/0xff23d3f688d8f401 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x855:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b00b expref: 183 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.500971:0:24325:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14876f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24325:1876087018927616:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.500995:0:24325:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000016dadb03/0xff23d3f688d93195 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x855:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.501006:0:24325:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000016dadb03/0xff23d3f688d93195 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x855:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.501015:0:24325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000016dadb03/0xff23d3f688d93195 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x855:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.501025:0:24325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000016dadb03/0xff23d3f688d93195 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x855:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.501033:0:24325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000016dadb03/0xff23d3f688d93195 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x855:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.501057:0:24325:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1789185323.501192:0:24325:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14876d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+835:3638:x1876087018927488:12345-0@lo:6:osp-syn-0-0.0 Request processed in 27886us (28007us total) trans 4294977799 rc 0/0
00000100:00100000:1.0:1789185323.501200:0:24325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37895
00000004:00080000:1.0:1789185323.501237:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14876ce00/2, rc 0, transno 4294977799
00000100:00100000:1.0:1789185323.501246:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14876ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018927488:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185323.501283:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1789185323.501291:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14bbfce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018931456:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185323.501316:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.501337:0:24325:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018931456
00000100:00100000:1.0:1789185323.501340:0:24325:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018931456
00000100:00100000:1.0:1789185323.501492:0:24325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37911
00000100:00100000:1.0:1789185323.501502:0:24325:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14bbfd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+835:3638:x1876087018931456:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185323.501515:0:24325:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2141 count 1
00010000:00010000:1.0:1789185323.501526:0:24325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bfc3353f/0xff23d3f688d93205 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x85d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.501539:0:24325:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e42a86d0/0xff23d3f688d8f439 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x85d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b07b expref: 182 pid: 24325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.501569:0:24325:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x85d:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.501573:0:24325:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x85d:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.501578:0:24325:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bfc3353f/0xff23d3f688d93205 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x85d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.501601:0:24325:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e42a86d0/0xff23d3f688d8f439 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x85d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b07b expref: 182 pid: 24325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.501612:0:24325:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e42a86d0/0xff23d3f688d8f439 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x85d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b07b expref: 182 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.501622:0:24325:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14bbfc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24325:1876087018931584:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.501652:0:24325:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0e40 going to sleep for 11 seconds
00010000:00010000:1.0:1789185323.501678:0:34809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d37e897f/0xff23d3f688d8f00a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x852:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4afe8 expref: 184 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.501692:0:34809:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14876ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:34809:1876087018928000:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.501706:0:34809:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000fe3fc84a/0xff23d3f688d931a3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x852:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.501715:0:34809:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000fe3fc84a/0xff23d3f688d931a3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x852:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.501722:0:34809:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fe3fc84a/0xff23d3f688d931a3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x852:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.501730:0:34809:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fe3fc84a/0xff23d3f688d931a3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x852:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.501737:0:34809:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fe3fc84a/0xff23d3f688d931a3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x852:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.501751:0:34809:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:1.0:1789185323.501844:0:34809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14876c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+831:3635:x1876087018927872:12345-0@lo:6:osp-syn-1-0.0 Request processed in 26648us (26765us total) trans 4294989593 rc 0/0
00000100:00100000:1.0:1789185323.501851:0:34809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37897
00000004:00080000:1.0:1789185323.501882:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14876df80/2, rc 0, transno 4294989593
00000100:00100000:1.0:1789185323.501892:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14876df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018927872:0@lo:6:osp-syn-1-0.0
00010000:00010000:0.0:1789185323.501942:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:0.0:1789185323.501950:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000016dadb03/0xff23d3f688d93195 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x855:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.501960:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149b77800 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.501965:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000016dadb03/0xff23d3f688d93195 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x855:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.501976:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000016dadb03/0xff23d3f688d93195 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x855:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.501996:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000016dadb03/0xff23d3f688d93195 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x855:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.502004:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000016dadb03/0xff23d3f688d93195 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x855:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.502022:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185323.502026:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fe3fc84a/0xff23d3f688d931a3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x852:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.502035:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde7a00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.502039:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fe3fc84a/0xff23d3f688d931a3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x852:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.502047:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fe3fc84a/0xff23d3f688d931a3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x852:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.502048:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14bbff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018931712:0@lo:6:osp-syn-1-0.0
00010000:00010000:0.0:1789185323.502065:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fe3fc84a/0xff23d3f688d931a3 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x852:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.502073:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fe3fc84a/0xff23d3f688d931a3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x852:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.502088:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789185323.502089:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:0.0:1789185323.502091:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.502095:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.502102:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789185323.502124:0:34809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018931712
00000100:00100000:1.0:1789185323.502128:0:34809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018931712
00000100:00100000:1.0:1789185323.502148:0:34809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37912
00000100:00100000:1.0:1789185323.502155:0:34809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14876ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+831:3638:x1876087018931712:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185323.502168:0:34809:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2137 count 1
00010000:00010000:1.0:1789185323.502180:0:34809:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005465f551/0xff23d3f688d9320c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x859:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.502193:0:34809:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003d26fbf8/0xff23d3f688d8f5dd lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x859:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b04a expref: 183 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.502201:0:34809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x859:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.502205:0:34809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x859:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.502209:0:34809:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005465f551/0xff23d3f688d9320c lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x859:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.502230:0:34809:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003d26fbf8/0xff23d3f688d8f5dd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x859:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b04a expref: 183 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.502241:0:34809:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003d26fbf8/0xff23d3f688d8f5dd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x859:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b04a expref: 183 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.502254:0:34809:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14876f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:34809:1876087018931840:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.502281:0:34809:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0540 going to sleep for 11 seconds
00000100:00100000:1.0:1789185323.502347:0:178147:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149f0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+831:3635:x1876087018924032:12345-0@lo:6:osp-syn-1-0.0 Request processed in 35537us (35598us total) trans 4294989586 rc 0/0
00000100:00100000:1.0:1789185323.502712:0:178147:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37882
00000100:00100000:1.0:1789185323.502751:0:16720:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14bbfdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16720:1876087018929152:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.502769:0:16720:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000fc5b8c3a/0xff23d3f688d931bf lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x854:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:1.0:1789185323.502797:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b149a04700/2, rc 0, transno 4294989586
00000100:00100000:1.0:1789185323.502806:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149a04700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018924032:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.502860:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14876ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018931968:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.502887:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.502911:0:178147:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018931968
00000100:00100000:1.0:1789185323.502915:0:178147:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018931968
00000100:00100000:1.0:1789185323.503160:0:178147:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37913
00000100:00100000:1.0:1789185323.503170:0:178147:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14876e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+831:3635:x1876087018931968:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185323.503201:0:178147:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2138 count 1
00010000:00010000:1.0:1789185323.503217:0:178147:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000439557c1/0xff23d3f688d93213 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x85a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.503232:0:178147:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ab3c51f7/0xff23d3f688d8f5e4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x85a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b058 expref: 183 pid: 24325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.503240:0:178147:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x85a:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.503245:0:178147:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x85a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.503256:0:178147:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000439557c1/0xff23d3f688d93213 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x85a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.503284:0:178147:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ab3c51f7/0xff23d3f688d8f5e4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x85a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b058 expref: 183 pid: 24325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.503295:0:178147:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ab3c51f7/0xff23d3f688d8f5e4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x85a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b058 expref: 183 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.503307:0:178147:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14bbfdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:178147:1876087018932096:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.503355:0:178147:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0f00 going to sleep for 11 seconds
00000100:00100000:1.0:1789185323.505875:0:178144:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14bbfe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:178144:1876087018931200:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.505909:0:178144:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000003c357a1d/0xff23d3f688d931f7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x85c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.505949:0:8491:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14bbfd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8491:1876087018931328:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.505961:0:8491:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000084950cc6/0xff23d3f688d931fe lrc: 3/0,1 mode: --/PW res: [0x280000401:0x85b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.505985:0:35218:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14bbfca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35218:1876087018929792:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.505996:0:35218:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000dadccb78/0xff23d3f688d931cd lrc: 3/0,1 mode: --/PW res: [0x280000401:0x85a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.506017:0:24325:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14bbfc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24325:1876087018931584:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.506026:0:24325:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000bfc3353f/0xff23d3f688d93205 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x85d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.506049:0:34809:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14876f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:34809:1876087018931840:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.506069:0:34809:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000005465f551/0xff23d3f688d9320c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x859:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.506360:0:178169:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148760700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:178169:1876087018929280:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.506381:0:178169:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b8e15e82/0xff23d3f688d931c6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x853:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.506408:0:34810:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148761500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:34810:1876087018930688:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.506419:0:34810:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000127e8890/0xff23d3f688d931e9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x857:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.506478:0:178143:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148763480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:178143:1876087018930816:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.506488:0:178143:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ea23a920/0xff23d3f688d931f0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x858:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.507795:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185323.507823:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010802688
00000100:00100000:2.0:1789185323.507832:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010802688
00000100:00100000:3.0:1789185323.507848:0:178148:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148767b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:178148:1876087018930432:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.507879:0:178148:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000ef1f9aa4/0xff23d3f688d931db lrc: 3/0,1 mode: --/PW res: [0x280000401:0x859:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.507883:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000cd097f4b/0xff23d3f688d8f5c1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x855:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b012 expref: 184 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.507928:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23385
00000100:00100000:2.0:1789185323.507938:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148766300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+184:2393:x1876087010802688:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.507951:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.507959:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000cd097f4b/0xff23d3f688d8f5c1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x855:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b012 expref: 184 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.507971:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000cd097f4b/0xff23d3f688d8f5c1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x855:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b012 expref: 184 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.507998:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x855:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.508003:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x855:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.508011:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000bc9fe99c/0xff23d3f688d931d4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x855:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.508022:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bc9fe99c/0xff23d3f688d931d4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x855:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.508044:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185323.508090:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148766300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+184:2393:x1876087010802688:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 154us (303us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185323.508098:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23385
00010000:00010000:1.0:1789185323.508313:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cd097f4b/0xff23d3f688d8f5c1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x855:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b012 expref: 183 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.508328:0:8431:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148764e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8431:1876087018929920:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.508344:0:8431:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000bc9fe99c/0xff23d3f688d931d4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x855:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.508354:0:8431:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000bc9fe99c/0xff23d3f688d931d4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x855:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.508362:0:8431:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bc9fe99c/0xff23d3f688d931d4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x855:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.508373:0:8431:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bc9fe99c/0xff23d3f688d931d4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x855:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.508382:0:8431:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bc9fe99c/0xff23d3f688d931d4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x855:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.508408:0:8431:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1789185323.508613:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148761880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+832:3637:x1876087018929408:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10775us (11458us total) trans 4294989594 rc 0/0
00000100:00100000:1.0:1789185323.508622:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37904
00000004:00080000:1.0:1789185323.508662:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14bbfc380/2, rc 0, transno 4294989594
00000100:00100000:1.0:1789185323.508673:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14bbfc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018929408:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.508740:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789185323.508767:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14bbfc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018932224:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.508801:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185323.509149:0:178142:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018932224
00000100:00100000:3.0:1789185323.509156:0:178142:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018932224
00000100:00100000:3.0:1789185323.509200:0:178142:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37914
00000100:00100000:3.0:1789185323.509209:0:178142:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14bbfca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+832:3635:x1876087018932224:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:3.0:1789185323.509235:0:178142:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2139 count 1
00010000:00010000:3.0:1789185323.509259:0:178142:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e5f3008c/0xff23d3f688d9321a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x85b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.509282:0:178142:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005471820c/0xff23d3f688d8f693 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x85b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b066 expref: 182 pid: 24325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.509290:0:178142:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x85b:0x0].0x0 since=124s v=(0 0)
00010000:00010000:3.0:1789185323.509295:0:178142:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x85b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.509300:0:178142:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e5f3008c/0xff23d3f688d9321a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x85b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.509536:0:178142:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005471820c/0xff23d3f688d8f693 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x85b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b066 expref: 182 pid: 24325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.509603:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185323.509620:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185323.509635:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185323.509651:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185323.509671:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185323.509688:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185323.509725:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185323.509747:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010801152
00000100:00100000:1.0:1789185323.509752:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010801152
00010000:00010000:1.0:1789185323.509777:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b38f76e7/0xff23d3f688d8f408 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x856:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b019 expref: 183 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.509795:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010801408
00000100:00100000:1.0:1789185323.509797:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010801408
00010000:00010000:1.0:1789185323.509809:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003054daf2/0xff23d3f688d8f40f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x857:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b027 expref: 184 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.509826:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010801664
00000100:00100000:1.0:1789185323.509828:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010801664
00010000:00010000:1.0:1789185323.509847:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000069b577cf/0xff23d3f688d8f5b3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x853:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aff6 expref: 183 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.509858:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010801920
00000100:00100000:1.0:1789185323.509861:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010801920
00010000:00010000:1.0:1789185323.509871:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000fae87c95/0xff23d3f688d8f432 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x85c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b06d expref: 185 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.509881:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010802176
00000100:00100000:1.0:1789185323.509882:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010802176
00010000:00010000:1.0:1789185323.509891:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e42a86d0/0xff23d3f688d8f439 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x85d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b07b expref: 186 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.509899:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010802432
00000100:00100000:1.0:1789185323.509901:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010802432
00010000:00010000:1.0:1789185323.509914:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000023f4b4ac/0xff23d3f688d8f5cf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x857:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b02e expref: 184 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.509923:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010802816
00000100:00100000:1.0:1789185323.509925:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010802816
00010000:00010000:1.0:1789185323.509934:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f5419dcc/0xff23d3f688d900f0 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x856:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 54525952->54530047) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bcc2 expref: 185 pid: 8429 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.509946:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23386
00000100:00100000:1.0:1789185323.509953:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14bbfd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+186:2392:x1876087010801152:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185323.509962:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185323.509966:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b38f76e7/0xff23d3f688d8f408 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x856:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b019 expref: 186 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.509979:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b38f76e7/0xff23d3f688d8f408 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x856:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b019 expref: 186 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.509996:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b38f76e7/0xff23d3f688d8f408 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x856:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b019 expref: 186 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.510010:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x856:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.510013:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x856:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.510019:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000fa0e9384/0xff23d3f688d931aa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x856:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.510028:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fa0e9384/0xff23d3f688d931aa lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x856:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.510048:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1789185323.510065:0:178145:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000fa0e9384/0xff23d3f688d931aa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x856:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.510073:0:178145:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fa0e9384/0xff23d3f688d931aa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x856:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.510088:0:178145:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fa0e9384/0xff23d3f688d931aa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x856:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.510096:0:178145:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fa0e9384/0xff23d3f688d931aa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x856:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.510110:0:178145:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00010000:00010000:3.0:1789185323.510121:0:178142:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005471820c/0xff23d3f688d8f693 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x85b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b066 expref: 185 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.510141:0:178142:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151781c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:178142:1876087018932352:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.510148:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:0.0:1789185323.510156:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bc9fe99c/0xff23d3f688d931d4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x855:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.510165:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bc400 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.510169:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bc9fe99c/0xff23d3f688d931d4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x855:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.510179:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bc9fe99c/0xff23d3f688d931d4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x855:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.510226:0:178145:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14876f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+836:3636:x1876087018928128:12345-0@lo:6:osp-syn-0-0.0 Request processed in 22939us (23028us total) trans 4294977800 rc 0/0
00000100:00100000:1.0:1789185323.510233:0:178145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37898
00010000:00010000:1.0:1789185323.510252:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1789185323.510256:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fa0e9384/0xff23d3f688d931aa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x856:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.510275:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde7200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.510279:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fa0e9384/0xff23d3f688d931aa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x856:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.510283:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bc9fe99c/0xff23d3f688d931d4 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x855:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.510291:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fa0e9384/0xff23d3f688d931aa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x856:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.510295:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bc9fe99c/0xff23d3f688d931d4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x855:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.510313:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fa0e9384/0xff23d3f688d931aa lrc: 1/0,0 mode: --/PW res: [0x280000401:0x856:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.510322:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fa0e9384/0xff23d3f688d931aa lrc: 0/0,0 mode: --/PW res: [0x280000401:0x856:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.510326:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.510330:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.510334:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.510342:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.510345:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.510348:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789185323.510367:0:178146:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148760a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:178146:1876087018930560:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.510377:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14bbfd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+185:2392:x1876087010801152:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 422us (774us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185323.510384:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23386
00000100:00100000:1.0:1789185323.510397:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23387
00000100:00100000:1.0:1789185323.510403:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14bbfe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+184:2392:x1876087010801408:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185323.510409:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185323.510414:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003054daf2/0xff23d3f688d8f40f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x857:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b027 expref: 184 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.510425:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003054daf2/0xff23d3f688d8f40f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x857:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b027 expref: 184 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.510452:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003054daf2/0xff23d3f688d8f40f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x857:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b027 expref: 184 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.510462:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x857:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.510466:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x857:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.510470:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ebf5c28e/0xff23d3f688d931b8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x857:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.510475:0:178142:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b145c7b840 going to sleep for 11 seconds
00010000:00010000:1.0:1789185323.510478:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ebf5c28e/0xff23d3f688d931b8 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x857:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.510499:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.510504:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23388
00000100:00100000:3.0:1789185323.510514:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14876f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+185:2392:x1876087010801664:12345-192.168.204.3@tcp:103:ldlm_bl.0
00000100:00100000:1.0:1789185323.510520:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14bbfe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+183:2392:x1876087010801408:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 116us (898us total) trans 0 rc 0/0
00010000:00010000:3.0:1789185323.510524:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00000100:00100000:1.0:1789185323.510529:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23387
00010000:00010000:3.0:1789185323.510534:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000069b577cf/0xff23d3f688d8f5b3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x853:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aff6 expref: 185 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.510566:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000069b577cf/0xff23d3f688d8f5b3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x853:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aff6 expref: 185 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.510574:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23389
00000100:00100000:1.0:1789185323.510584:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f29ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+182:2392:x1876087010801920:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185323.510591:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185323.510596:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000fae87c95/0xff23d3f688d8f432 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x85c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b06d expref: 182 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.510605:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000fae87c95/0xff23d3f688d8f432 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x85c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b06d expref: 182 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.510618:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fae87c95/0xff23d3f688d8f432 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x85c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b06d expref: 182 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.510627:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x85c:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.510630:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x85c:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.510634:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003c357a1d/0xff23d3f688d931f7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x85c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.510641:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003c357a1d/0xff23d3f688d931f7 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x85c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.510661:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1789185323.510675:0:178144:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000003c357a1d/0xff23d3f688d931f7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x85c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.510683:0:178144:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003c357a1d/0xff23d3f688d931f7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x85c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.510690:0:178144:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003c357a1d/0xff23d3f688d931f7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x85c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.510697:0:178144:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003c357a1d/0xff23d3f688d931f7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x85c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.510710:0:178144:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1789185323.510803:0:178144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b2769b2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+836:3636:x1876087018931072:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10198us (10591us total) trans 4294977801 rc 0/0
00000100:00100000:1.0:1789185323.510811:0:178144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37909
00010000:00010000:0.0:1789185323.510821:0:178146:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000378be304/0xff23d3f688d931e2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x856:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.510847:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f29ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+181:2392:x1876087010801920:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 264us (1194us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185323.510855:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23389
00000100:00100000:1.0:1789185323.510868:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23390
00000100:00100000:1.0:1789185323.510875:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b281265850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+180:2392:x1876087010802176:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185323.510883:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185323.510888:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e42a86d0/0xff23d3f688d8f439 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x85d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b07b expref: 180 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.510898:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e42a86d0/0xff23d3f688d8f439 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x85d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b07b expref: 180 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.510910:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e42a86d0/0xff23d3f688d8f439 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x85d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b07b expref: 180 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.510919:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x85d:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.510921:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x85d:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.510926:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000bfc3353f/0xff23d3f688d93205 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x85d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.510932:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bfc3353f/0xff23d3f688d93205 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x85d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.510948:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1789185323.510961:0:24325:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000bfc3353f/0xff23d3f688d93205 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x85d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.510969:0:24325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bfc3353f/0xff23d3f688d93205 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x85d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.510977:0:24325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bfc3353f/0xff23d3f688d93205 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x85d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.510983:0:24325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bfc3353f/0xff23d3f688d93205 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x85d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.510995:0:24325:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00010000:00010000:3.0:1789185323.511059:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000069b577cf/0xff23d3f688d8f5b3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x853:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4aff6 expref: 185 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.511072:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x853:0x0].0x0 since=0s v=(0 0)
00000100:00100000:1.0:1789185323.511074:0:24325:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14bbfd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+836:3638:x1876087018931456:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9573us (9756us total) trans 4294977802 rc 0/0
00010000:00010000:3.0:1789185323.511077:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x853:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.511086:0:35223:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000ebf5c28e/0xff23d3f688d931b8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x857:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.511087:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b8e15e82/0xff23d3f688d931c6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x853:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.511090:0:24325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37911
00010000:00010000:0.0:1789185323.511100:0:35223:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ebf5c28e/0xff23d3f688d931b8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x857:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.511102:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b8e15e82/0xff23d3f688d931c6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x853:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.511110:0:35223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ebf5c28e/0xff23d3f688d931b8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x857:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.511117:0:35223:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ebf5c28e/0xff23d3f688d931b8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x857:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.511126:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1789185323.511130:0:35223:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00000004:00080000:1.0:1789185323.511139:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14bbfce00/2, rc 0, transno 4294977802
00000100:00100000:3.0:1789185323.511150:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14876f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+184:2392:x1876087010801664:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 638us (1513us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185323.511155:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14bbfce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018931456:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185323.511162:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23388
00000100:00100000:3.0:1789185323.511195:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23391
00000100:00100000:3.0:1789185323.511206:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f29d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+183:2392:x1876087010802432:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.511215:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.511222:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000023f4b4ac/0xff23d3f688d8f5cf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x857:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b02e expref: 183 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.511222:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00010000:00010000:3.0:1789185323.511236:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000023f4b4ac/0xff23d3f688d8f5cf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x857:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b02e expref: 183 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.511237:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148779880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018932480:0@lo:6:osp-syn-0-0.0
00010000:00010000:3.0:1789185323.511263:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000023f4b4ac/0xff23d3f688d8f5cf lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x857:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b02e expref: 183 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.511274:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x857:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.511277:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x857:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.511281:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000127e8890/0xff23d3f688d931e9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x857:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.511286:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185323.511291:0:35223:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14876ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+836:3638:x1876087018928384:12345-0@lo:6:osp-syn-0-0.0 Request processed in 23173us (23435us total) trans 4294977803 rc 0/0
00010000:00010000:3.0:1789185323.511295:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000127e8890/0xff23d3f688d931e9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x857:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.511300:0:35223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37900
00010000:00010000:3.0:1789185323.511314:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.511319:0:35223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018932480
00000100:00100000:0.0:1789185323.511323:0:35223:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018932480
00000004:00080000:1.0:1789185323.511324:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14876d500/2, rc 0, transno 4294977803
00000100:00100000:3.0:1789185323.511336:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f29d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+182:2392:x1876087010802432:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 132us (1646us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185323.511336:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14876d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018928384:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185323.511350:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23391
00000100:00100000:0.0:1789185323.511356:0:35223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37915
00000100:00100000:0.0:1789185323.511362:0:35223:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148778700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+836:3638:x1876087018932480:12345-0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185323.511373:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23392
00000100:00100000:3.0:1789185323.511382:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148778e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+181:2392:x1876087010802816:12345-192.168.204.3@tcp:103:ldlm_bl.0
00000100:00100000:1.0:1789185323.511391:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14877b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018932608:0@lo:6:osp-syn-0-0.0
00010000:00010000:3.0:1789185323.511392:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.511400:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f5419dcc/0xff23d3f688d900f0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x856:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 54525952->54530047) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bcc2 expref: 181 pid: 8429 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.511412:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f5419dcc/0xff23d3f688d900f0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x856:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 54525952->54530047) gid 0 flags: 0x50000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bcc2 expref: 181 pid: 8429 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.511421:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:3.0:1789185323.511448:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f5419dcc/0xff23d3f688d900f0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x856:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 54525952->54530047) gid 0 flags: 0x44801400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bcc2 expref: 181 pid: 8429 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00080000:0.0:1789185323.511453:0:35223:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2142 count 1
00010000:00010000:3.0:1789185323.511460:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x856:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1789185323.511463:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x856:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1789185323.511467:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000378be304/0xff23d3f688d931e2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x856:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.511470:0:35222:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018932608
00010000:00010000:0.0:1789185323.511472:0:35223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000975c7499/0xff23d3f688d93221 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x85e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.511476:0:35222:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018932608
00010000:00010000:3.0:1789185323.511477:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000378be304/0xff23d3f688d931e2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x856:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.511488:0:35223:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000beb395bd/0xff23d3f688d8f440 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x85e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b089 expref: 179 pid: 24325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.511496:0:35223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x85e:0x0].0x0 since=124s v=(0 0)
00010000:00010000:3.0:1789185323.511499:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1789185323.511499:0:35223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x85e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.511503:0:35223:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000975c7499/0xff23d3f688d93221 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x85e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.511510:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37916
00000100:00100000:3.0:1789185323.511519:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148778e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+180:2392:x1876087010802816:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 138us (1793us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185323.511522:0:35222:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148779f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+837:3638:x1876087018932608:12345-0@lo:6:osp-syn-0-0.0
00010000:00010000:0.0:1789185323.511528:0:35223:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000beb395bd/0xff23d3f688d8f440 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x85e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b089 expref: 179 pid: 24325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.511531:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23392
00002000:00080000:1.0:1789185323.511540:0:35222:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2143 count 1
00010000:00010000:0.0:1789185323.511541:0:35223:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000beb395bd/0xff23d3f688d8f440 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x85e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b089 expref: 179 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.511575:0:178169:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b8e15e82/0xff23d3f688d931c6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x853:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.511585:0:35222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000842f3ed2/0xff23d3f688d93228 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x85f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.511604:0:178169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b8e15e82/0xff23d3f688d931c6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x853:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.511609:0:35222:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000022619cdd/0xff23d3f688d8f447 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x85f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b097 expref: 179 pid: 24325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.511621:0:178169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b8e15e82/0xff23d3f688d931c6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x853:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.511638:0:35222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x85f:0x0].0x0 since=124s v=(0 0)
00010000:00010000:3.0:1789185323.511642:0:178169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b8e15e82/0xff23d3f688d931c6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x853:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.511643:0:35222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x85f:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.511652:0:35222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000842f3ed2/0xff23d3f688d93228 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x85f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.511665:0:178169:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool
00010000:00010000:1.0:1789185323.511676:0:35222:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000022619cdd/0xff23d3f688d8f447 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x85f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b097 expref: 179 pid: 24325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.511686:0:35222:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000022619cdd/0xff23d3f688d8f447 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x85f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b097 expref: 179 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.511697:0:35222:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148778380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:35222:1876087018932864:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.511734:0:35222:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0180 going to sleep for 11 seconds
00000100:00100000:3.0:1789185323.511766:0:178169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f29df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+833:3636:x1876087018928640:12345-0@lo:6:osp-syn-1-0.0 Request processed in 15878us (23771us total) trans 4294989595 rc 0/0
00000100:00100000:3.0:1789185323.511775:0:178169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37902
00000100:00100000:1.0:1789185323.511791:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b281265850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+179:2392:x1876087010802176:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 915us (2117us total) trans 0 rc 0/0
00010000:00010000:3.0:1789185323.511800:0:34810:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000127e8890/0xff23d3f688d931e9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x857:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.511800:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23390
00010000:00010000:3.0:1789185323.511811:0:34810:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000127e8890/0xff23d3f688d931e9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x857:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.511818:0:34810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000127e8890/0xff23d3f688d931e9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x857:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.511826:0:34810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000127e8890/0xff23d3f688d931e9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x857:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.511835:0:34810:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool
00000100:00100000:0.0:1789185323.511835:0:35223:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148760a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:35223:1876087018932736:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185323.511922:0:34810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148760000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+833:3637:x1876087018930176:12345-0@lo:6:osp-syn-1-0.0 Request processed in 12960us (13528us total) trans 4294989596 rc 0/0
00000100:00100000:3.0:1789185323.511929:0:34810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37907
00000004:00080000:2.0:1789185323.511943:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14bbfe300/2, rc 0, transno 4294977801
00010000:00010000:3.0:1789185323.511954:0:178146:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000378be304/0xff23d3f688d931e2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x856:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.511958:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14bbfe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018931072:0@lo:6:osp-syn-0-0.0
00010000:00010000:3.0:1789185323.511969:0:178146:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000378be304/0xff23d3f688d931e2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x856:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:2.0:1789185323.511979:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14876c000/2, rc 0, transno 4294989595
00010000:00010000:3.0:1789185323.511985:0:178146:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000378be304/0xff23d3f688d931e2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x856:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.511989:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14876c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018928640:0@lo:6:osp-syn-1-0.0
00010000:00010000:3.0:1789185323.512000:0:178146:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000378be304/0xff23d3f688d931e2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x856:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:2.0:1789185323.512004:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14876f480/2, rc 0, transno 4294977800
00000100:00100000:2.0:1789185323.512011:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14876f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018928128:0@lo:6:osp-syn-0-0.0
00010000:00010000:3.0:1789185323.512013:0:178146:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool
00000100:00100000:2.0:1789185323.512073:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148765c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018933120:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185323.512086:0:178146:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14bbfea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+833:3636:x1876087018930048:12345-0@lo:6:osp-syn-1-0.0 Request processed in 13319us (13709us total) trans 4294989597 rc 0/0
00000100:00100000:3.0:1789185323.512094:0:178146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37906
00000100:00100000:2.0:1789185323.512111:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:3.0:1789185323.512114:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 5 total in blp.  (5 blwis in pool)
00000100:00100000:0.0:1789185323.512120:0:35223:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe16180 going to sleep for 11 seconds
00010000:00010000:3.0:1789185323.512121:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003c357a1d/0xff23d3f688d931f7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x85c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.512130:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde6600 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185323.512134:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003c357a1d/0xff23d3f688d931f7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x85c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.512135:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 4 total in blp.  (4 blwis in pool)
00010000:00010000:0.0:1789185323.512140:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bfc3353f/0xff23d3f688d93205 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x85d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:2.0:1789185323.512143:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14bbfd500/2, rc 0, transno 4294989597
00010000:00010000:3.0:1789185323.512144:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003c357a1d/0xff23d3f688d931f7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x85c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.512152:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde7e00 already unused, calling callback (ffffffffc0cd94f0)
00000100:00100000:2.0:1789185323.512154:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14bbfd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018930048:0@lo:6:osp-syn-1-0.0
00010000:00010000:0.0:1789185323.512156:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bfc3353f/0xff23d3f688d93205 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x85d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.512161:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003c357a1d/0xff23d3f688d931f7 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x85c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.512168:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00010000:00010000:3.0:1789185323.512170:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003c357a1d/0xff23d3f688d931f7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x85c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.512177:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bfc3353f/0xff23d3f688d93205 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x85d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.512180:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148766680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018932992:0@lo:6:osp-syn-0-0.0
00010000:00010000:3.0:1789185323.512192:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp.  (3 blwis in pool)
00010000:00010000:3.0:1789185323.512197:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ebf5c28e/0xff23d3f688d931b8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x857:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.512204:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14bc28a00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185323.512207:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ebf5c28e/0xff23d3f688d931b8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x857:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.512212:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:3.0:1789185323.512221:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ebf5c28e/0xff23d3f688d931b8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x857:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.512233:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ebf5c28e/0xff23d3f688d931b8 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x857:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.512240:0:178144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018933120
00010000:00010000:3.0:1789185323.512242:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ebf5c28e/0xff23d3f688d931b8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x857:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.512246:0:178144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018933120
00010000:00010000:3.0:1789185323.512263:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:3.0:1789185323.512267:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b8e15e82/0xff23d3f688d931c6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x853:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.512271:0:178144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018932992
00000100:00100000:2.0:1789185323.512276:0:178144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018932992
00010000:00010000:3.0:1789185323.512277:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14bc28e00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185323.512282:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b8e15e82/0xff23d3f688d931c6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x853:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.512295:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b8e15e82/0xff23d3f688d931c6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x853:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.512298:0:178144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37917
00000100:00100000:2.0:1789185323.512310:0:178144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148764000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+839:3636:x1876087018933120:12345-0@lo:6:osp-syn-0-0.0
00010000:00010000:3.0:1789185323.512312:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b8e15e82/0xff23d3f688d931c6 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x853:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.512321:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b8e15e82/0xff23d3f688d931c6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x853:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00080000:2.0:1789185323.512326:0:178144:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2145 count 1
00010000:00010000:3.0:1789185323.512337:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:3.0:1789185323.512343:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000127e8890/0xff23d3f688d931e9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x857:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.512350:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14bc29200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.512351:0:178144:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000054f5e6e3/0xff23d3f688d9322f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x861:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.512354:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000127e8890/0xff23d3f688d931e9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x857:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.512371:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000127e8890/0xff23d3f688d931e9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x857:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.512374:0:178144:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000756b4a91/0xff23d3f688d8f455 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x861:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b0b3 expref: 178 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.512388:0:178144:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x861:0x0].0x0 since=124s v=(0 0)
00010000:00010000:3.0:1789185323.512389:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000127e8890/0xff23d3f688d931e9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x857:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.512394:0:178144:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x861:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.512402:0:178144:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000054f5e6e3/0xff23d3f688d9322f lrc: 4/0,1 mode: --/PW res: [0x280000401:0x861:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.512404:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000127e8890/0xff23d3f688d931e9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x857:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.512449:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185323.512450:0:178144:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000756b4a91/0xff23d3f688d8f455 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x861:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b0b3 expref: 178 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.512454:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000378be304/0xff23d3f688d931e2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x856:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.512475:0:178144:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000756b4a91/0xff23d3f688d8f455 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x861:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b0b3 expref: 178 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.512485:0:178144:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148767480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:178144:1876087018933248:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185323.512505:0:178144:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b149ae2600 going to sleep for 11 seconds
00000100:00100000:2.0:1789185323.512575:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185323.512639:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185323.512666:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185323.512690:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185323.512712:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185323.512734:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185323.512807:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:3.0:1789185323.512863:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14bc28800 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185323.512868:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000378be304/0xff23d3f688d931e2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x856:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.512874:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010801280
00010000:00010000:3.0:1789185323.512878:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000378be304/0xff23d3f688d931e2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x856:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.512879:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010801280
00010000:00010000:3.0:1789185323.512894:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000378be304/0xff23d3f688d931e2 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x856:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.512902:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d5ddba84/0xff23d3f688d8f416 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x858:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b035 expref: 179 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.512905:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000378be304/0xff23d3f688d931e2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x856:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.512935:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010801536
00010000:00010000:3.0:1789185323.512938:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789185323.512940:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010801536
00010000:00010000:3.0:1789185323.512941:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.512946:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.512958:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009c598c25/0xff23d3f688d8f5ba lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x854:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b004 expref: 180 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.512963:0:178169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37918
00000100:00100000:3.0:1789185323.512976:0:178169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148766a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+839:3636:x1876087018932992:12345-0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185323.512979:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010801792
00000100:00100000:2.0:1789185323.512983:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010801792
00002000:00080000:3.0:1789185323.512991:0:178169:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2144 count 1
00010000:00010000:2.0:1789185323.512998:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004817f4f3/0xff23d3f688d8f424 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x85a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b051 expref: 180 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.513005:0:178169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d41eaa07/0xff23d3f688d93236 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x860:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.513032:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010802048
00000100:00100000:2.0:1789185323.513036:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010802048
00010000:00010000:3.0:1789185323.513037:0:178169:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000d18aaf8/0xff23d3f688d8f44e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x860:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b0a5 expref: 180 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.513047:0:178169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x860:0x0].0x0 since=124s v=(0 0)
00010000:00010000:2.0:1789185323.513051:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000028a70db0/0xff23d3f688d8f42b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x85b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b05f expref: 181 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.513063:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010802304
00000100:00100000:2.0:1789185323.513065:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010802304
00010000:00010000:2.0:1789185323.513073:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003d26fbf8/0xff23d3f688d8f5dd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x859:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b04a expref: 181 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.513083:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010802560
00000100:00100000:2.0:1789185323.513084:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010802560
00010000:00010000:2.0:1789185323.513093:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000876e8a57/0xff23d3f688d8f41d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x859:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b043 expref: 182 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.513102:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010802944
00000100:00100000:2.0:1789185323.513103:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010802944
00010000:00010000:2.0:1789185323.513111:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000043157dc2/0xff23d3f688d8f5d6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x858:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b03c expref: 182 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.513120:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23393
00000100:00100000:2.0:1789185323.513126:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148766d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+182:2392:x1876087010801280:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.513134:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.513137:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d5ddba84/0xff23d3f688d8f416 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x858:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b035 expref: 182 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.513154:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d5ddba84/0xff23d3f688d8f416 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x858:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b035 expref: 182 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.513166:0:178150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d5ddba84/0xff23d3f688d8f416 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x858:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b035 expref: 182 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.513177:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x858:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.513180:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x858:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.513185:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000429e81d7/0xff23d3f688d931b1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x858:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.513193:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000429e81d7/0xff23d3f688d931b1 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x858:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.513214:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185323.513233:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148766d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+181:2392:x1876087010801280:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 108us (688us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185323.513239:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23393
00000100:00100000:2.0:1789185323.513251:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23394
00000100:00100000:2.0:1789185323.513256:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148764380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+182:2392:x1876087010801536:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.513262:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.513266:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009c598c25/0xff23d3f688d8f5ba lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x854:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b004 expref: 182 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.513281:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009c598c25/0xff23d3f688d8f5ba lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x854:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b004 expref: 182 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.513292:0:178150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009c598c25/0xff23d3f688d8f5ba lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x854:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b004 expref: 182 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.513305:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x854:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.513308:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x854:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.513312:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000fc5b8c3a/0xff23d3f688d931bf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x854:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.513319:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fc5b8c3a/0xff23d3f688d931bf lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x854:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.513332:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185323.513345:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148764380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+181:2392:x1876087010801536:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 89us (706us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185323.513351:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23394
00000100:00100000:2.0:1789185323.513360:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23395
00000100:00100000:2.0:1789185323.513365:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148765500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+180:2392:x1876087010801792:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.513371:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.513375:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004817f4f3/0xff23d3f688d8f424 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x85a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b051 expref: 180 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.513389:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004817f4f3/0xff23d3f688d8f424 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x85a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b051 expref: 180 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.513400:0:178150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004817f4f3/0xff23d3f688d8f424 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x85a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b051 expref: 180 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.513409:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x85a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.513412:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x85a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.513416:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000dadccb78/0xff23d3f688d931cd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x85a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.513422:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dadccb78/0xff23d3f688d931cd lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x85a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.513450:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1789185323.513465:0:178169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x860:0x0].0x0 since=0s v=(0 0)
00000100:00100000:2.0:1789185323.513471:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148765500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+179:2392:x1876087010801792:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 104us (802us total) trans 0 rc 0/0
00010000:00010000:3.0:1789185323.513474:0:178169:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d41eaa07/0xff23d3f688d93236 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x860:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.513483:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23395
00000100:00100000:2.0:1789185323.513501:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23396
00010000:00010000:3.0:1789185323.513508:0:178169:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000d18aaf8/0xff23d3f688d8f44e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x860:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b0a5 expref: 178 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.513517:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148764a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+178:2392:x1876087010802048:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.513524:0:178169:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000d18aaf8/0xff23d3f688d8f44e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x860:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b0a5 expref: 178 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.513529:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.513538:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000028a70db0/0xff23d3f688d8f42b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x85b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b05f expref: 178 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.513542:0:178169:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151783100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:178169:1876087018933376:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.513582:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000028a70db0/0xff23d3f688d8f42b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x85b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b05f expref: 178 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.513595:0:178150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000028a70db0/0xff23d3f688d8f42b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x85b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b05f expref: 178 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.513604:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x85b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.513607:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x85b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.513610:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000084950cc6/0xff23d3f688d931fe lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x85b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.513617:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000084950cc6/0xff23d3f688d931fe lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x85b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.513631:0:8429:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000429e81d7/0xff23d3f688d931b1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x858:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.513634:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1789185323.513640:0:8429:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000429e81d7/0xff23d3f688d931b1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x858:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.513649:0:8429:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000429e81d7/0xff23d3f688d931b1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x858:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.513661:0:8429:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000429e81d7/0xff23d3f688d931b1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x858:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.513668:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148764a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+177:2392:x1876087010802048:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 160us (976us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.513670:0:178169:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1498f1600 going to sleep for 11 seconds
00010000:00010000:1.0:1789185323.513676:0:8429:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1789185323.513677:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23396
00010000:00010000:3.0:1789185323.513686:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185323.513691:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000429e81d7/0xff23d3f688d931b1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x858:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.513695:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23397
00010000:00010000:3.0:1789185323.513706:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde6400 already unused, calling callback (ffffffffc0cd94f0)
00000100:00100000:2.0:1789185323.513706:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b281266050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+180:2392:x1876087010802304:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.513713:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000429e81d7/0xff23d3f688d931b1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x858:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.513717:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.513727:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003d26fbf8/0xff23d3f688d8f5dd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x859:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b04a expref: 180 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.513736:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000429e81d7/0xff23d3f688d931b1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x858:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.513761:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003d26fbf8/0xff23d3f688d8f5dd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x859:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b04a expref: 180 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.513763:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000429e81d7/0xff23d3f688d931b1 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x858:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.513783:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000429e81d7/0xff23d3f688d931b1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x858:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.513791:0:178150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003d26fbf8/0xff23d3f688d8f5dd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x859:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b04a expref: 180 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.513803:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.513806:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.513806:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x859:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.513808:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.513813:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x859:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.513818:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005465f551/0xff23d3f688d9320c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x859:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.513826:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23398
00010000:00010000:2.0:1789185323.513828:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005465f551/0xff23d3f688d9320c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x859:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.513838:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148767800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+176:2392:x1876087010802560:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.513848:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.513853:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1789185323.513855:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000876e8a57/0xff23d3f688d8f41d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x859:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b043 expref: 176 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.513868:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000876e8a57/0xff23d3f688d8f41d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x859:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b043 expref: 176 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.513876:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b281266050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+179:2392:x1876087010802304:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 170us (1161us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185323.513887:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23397
00010000:00010000:3.0:1789185323.513888:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000876e8a57/0xff23d3f688d8f41d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x859:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b043 expref: 176 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.513902:0:8429:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14876fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+840:3638:x1876087018928512:12345-0@lo:6:osp-syn-0-0.0 Request processed in 25807us (26168us total) trans 4294977804 rc 0/0
00010000:00010000:3.0:1789185323.513910:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x859:0x0].0x0 since=0s v=(0 0)
00000100:00100000:1.0:1789185323.513910:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37899
00000100:00100000:2.0:1789185323.513921:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23399
00000100:00100000:2.0:1789185323.513928:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148766300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+178:2392:x1876087010802944:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.513930:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x859:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.513935:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.513937:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ef1f9aa4/0xff23d3f688d931db lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x859:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.513941:0:16720:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000fc5b8c3a/0xff23d3f688d931bf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x854:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.513942:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000043157dc2/0xff23d3f688d8f5d6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x858:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b03c expref: 178 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.513964:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ef1f9aa4/0xff23d3f688d931db lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x859:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.513965:0:16720:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fc5b8c3a/0xff23d3f688d931bf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x854:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.513969:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000043157dc2/0xff23d3f688d8f5d6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x858:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b03c expref: 178 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.513986:0:16720:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fc5b8c3a/0xff23d3f688d931bf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x854:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.513996:0:16720:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fc5b8c3a/0xff23d3f688d931bf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x854:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.513997:0:178150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000043157dc2/0xff23d3f688d8f5d6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x858:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b03c expref: 178 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.514006:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1789185323.514010:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x858:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.514013:0:16720:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1789185323.514015:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x858:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.514019:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ea23a920/0xff23d3f688d931f0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x858:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.514027:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ea23a920/0xff23d3f688d931f0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x858:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.514031:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148767800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+175:2392:x1876087010802560:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 194us (1293us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.514045:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23398
00010000:00010000:2.0:1789185323.514057:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1789185323.514071:0:178148:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000ef1f9aa4/0xff23d3f688d931db lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x859:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.514082:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148766300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+177:2392:x1876087010802944:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 152us (1272us total) trans 0 rc 0/0
00010000:00010000:3.0:1789185323.514085:0:178148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ef1f9aa4/0xff23d3f688d931db lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x859:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.514096:0:16720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f29c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+833:3636:x1876087018928768:12345-0@lo:6:osp-syn-1-0.0 Request processed in 19846us (26151us total) trans 4294989598 rc 0/0
00000100:00100000:2.0:1789185323.514098:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23399
00010000:00010000:3.0:1789185323.514109:0:178148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ef1f9aa4/0xff23d3f688d931db lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x859:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.514109:0:16720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37901
00010000:00010000:1.0:1789185323.514127:0:8491:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000084950cc6/0xff23d3f688d931fe lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x85b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.514140:0:8491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000084950cc6/0xff23d3f688d931fe lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x85b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.514148:0:8491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000084950cc6/0xff23d3f688d931fe lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x85b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.514156:0:8491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000084950cc6/0xff23d3f688d931fe lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x85b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.514163:0:8491:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00010000:00010000:0.0:1789185323.514308:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bfc3353f/0xff23d3f688d93205 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x85d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.514309:0:8491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148765180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+840:3636:x1876087018930944:12345-0@lo:6:osp-syn-0-0.0 Request processed in 13519us (14056us total) trans 4294977805 rc 0/0
00000100:00100000:1.0:1789185323.514325:0:8491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37910
00010000:00010000:0.0:1789185323.514325:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bfc3353f/0xff23d3f688d93205 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x85d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.514348:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:0.0:1789185323.514351:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fc5b8c3a/0xff23d3f688d931bf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x854:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.514358:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde7600 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.514361:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fc5b8c3a/0xff23d3f688d931bf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x854:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.514370:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fc5b8c3a/0xff23d3f688d931bf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x854:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.514381:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fc5b8c3a/0xff23d3f688d931bf lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x854:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.514390:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fc5b8c3a/0xff23d3f688d931bf lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x854:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.514411:0:35218:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000dadccb78/0xff23d3f688d931cd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x85a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.514413:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185323.514418:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000084950cc6/0xff23d3f688d931fe lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x85b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.514428:0:35218:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dadccb78/0xff23d3f688d931cd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x85a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.514440:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde6e00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.514445:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000084950cc6/0xff23d3f688d931fe lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x85b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.514452:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000084950cc6/0xff23d3f688d931fe lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x85b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.514462:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000084950cc6/0xff23d3f688d931fe lrc: 1/0,0 mode: --/PW res: [0x280000401:0x85b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.514469:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000084950cc6/0xff23d3f688d931fe lrc: 0/0,0 mode: --/PW res: [0x280000401:0x85b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.514481:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.514483:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.514485:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.514492:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.514497:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.514508:0:178143:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ea23a920/0xff23d3f688d931f0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x858:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.514515:0:178143:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ea23a920/0xff23d3f688d931f0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x858:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.514523:0:178143:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ea23a920/0xff23d3f688d931f0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x858:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.514530:0:178143:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ea23a920/0xff23d3f688d931f0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x858:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.514543:0:178143:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1789185323.514583:0:35218:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dadccb78/0xff23d3f688d931cd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x85a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.514590:0:35218:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dadccb78/0xff23d3f688d931cd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x85a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.514612:0:35218:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:0.0:1789185323.514651:0:178143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148763800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+833:3637:x1876087018930304:12345-0@lo:6:osp-syn-1-0.0 Request processed in 15487us (16187us total) trans 4294989599 rc 0/0
00000100:00100000:0.0:1789185323.514660:0:178143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37908
00000100:00100000:1.0:1789185323.514697:0:35218:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14bbff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+840:3636:x1876087018929664:12345-0@lo:6:osp-syn-0-0.0 Request processed in 17413us (17689us total) trans 4294977806 rc 0/0
00000100:00100000:1.0:1789185323.514703:0:35218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37903
00000004:00080000:1.0:1789185323.514946:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14bbfc000/2, rc 0, transno 4294977805
00000100:00100000:1.0:1789185323.514959:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14bbfc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018930944:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185323.514962:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14877ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018933504:0@lo:6:osp-syn-1-0.0
00000004:00080000:1.0:1789185323.514970:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14bbff480/2, rc 0, transno 4294977806
00000100:00100000:1.0:1789185323.514973:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14bbff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018929664:0@lo:6:osp-syn-0-0.0
00000004:00080000:1.0:1789185323.514982:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14876e300/2, rc 0, transno 4294989598
00000100:00100000:1.0:1789185323.514988:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14876e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018928768:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185323.514993:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:2.0:1789185323.515020:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14bbffb80/2, rc 0, transno 4294989599
00000100:00100000:2.0:1789185323.515024:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14bbffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018930304:0@lo:6:osp-syn-1-0.0
00000004:00080000:2.0:1789185323.515034:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14bbfdc00/2, rc 0, transno 4294989596
00000100:00100000:2.0:1789185323.515037:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14bbfdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018930176:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185323.515048:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148779500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018934016:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.515059:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148778a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018933888:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185323.515068:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.515079:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185323.515085:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2]
00000100:00100000:2.0:1789185323.515091:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14877b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018933632:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.515093:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1]
00000100:00100000:1.0:1789185323.515097:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14877b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018933760:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185323.515109:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185323.515122:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148779c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018934144:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185323.515137:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.515143:0:178145:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018933504
00000100:00100000:1.0:1789185323.515147:0:178145:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018933504
00000100:00100000:1.0:1789185323.515174:0:178145:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018934016
00000100:00100000:1.0:1789185323.515176:0:178145:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018934016
00000100:00100000:1.0:1789185323.515190:0:178145:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018933888
00000100:00100000:1.0:1789185323.515193:0:178145:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018933888
00000100:00100000:1.0:1789185323.515205:0:178145:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018933632
00000100:00100000:1.0:1789185323.515207:0:178145:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018933632
00000100:00100000:1.0:1789185323.515232:0:178145:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018934144
00000100:00100000:1.0:1789185323.515235:0:178145:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018934144
00000100:00100000:1.0:1789185323.515248:0:178145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37919
00000100:00100000:1.0:1789185323.515254:0:178145:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148766d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+836:3637:x1876087018933504:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185323.515276:0:178145:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2140 count 1
00010000:00010000:1.0:1789185323.515294:0:178145:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b053a121/0xff23d3f688d9323d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x85c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.515310:0:178145:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000153024d9/0xff23d3f688d8f5f2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x85c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b074 expref: 176 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.515314:0:24325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37920
00010000:00010000:1.0:1789185323.515318:0:178145:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x85c:0x0].0x0 since=124s v=(0 0)
00000100:00100000:2.0:1789185323.515321:0:24325:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148764380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+836:3637:x1876087018934016:12345-0@lo:6:osp-syn-1-0.0
00010000:00010000:1.0:1789185323.515322:0:178145:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x85c:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.515327:0:178145:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b053a121/0xff23d3f688d9323d lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x85c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00080000:2.0:1789185323.515333:0:24325:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2142 count 1
00010000:00010000:2.0:1789185323.515344:0:24325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003654a7fb/0xff23d3f688d93244 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x85e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.515348:0:178145:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000153024d9/0xff23d3f688d8f5f2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x85c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b074 expref: 176 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.515355:0:24325:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006b1a8887/0xff23d3f688d8ffdf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x85e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 33554432->33558527) gid 0 flags: 0x40000000020000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bbb1 expref: 176 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.515360:0:178145:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000153024d9/0xff23d3f688d8f5f2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x85c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b074 expref: 176 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.515362:0:24325:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x85e:0x0].0x0 since=121s v=(0 0)
00010000:00010000:2.0:1789185323.515365:0:24325:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x85e:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1789185323.515369:0:24325:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003654a7fb/0xff23d3f688d93244 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x85e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.515371:0:178145:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148778000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:178145:1876087018934400:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.515385:0:24325:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006b1a8887/0xff23d3f688d8ffdf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x85e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 33554432->33558527) gid 0 flags: 0x50000000030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bbb1 expref: 176 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.515394:0:24325:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006b1a8887/0xff23d3f688d8ffdf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x85e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 33554432->33558527) gid 0 flags: 0x70000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bbb1 expref: 176 pid: 35222 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.515403:0:24325:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148764e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24325:1876087018934528:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.515413:0:178145:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0a80 going to sleep for 11 seconds
00000100:00100000:2.0:1789185323.515423:0:24325:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b149ae2000 going to sleep for 11 seconds
00000100:00100000:1.0:1789185323.515445:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37921
00000100:00100000:1.0:1789185323.515453:0:8429:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14877aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+840:3636:x1876087018933888:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185323.515465:0:8429:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2147 count 1
00010000:00010000:1.0:1789185323.515478:0:8429:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a2baff92/0xff23d3f688d9324b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x863:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.515494:0:8429:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d15ae864/0xff23d3f688d8f463 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x863:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b0cf expref: 174 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.515501:0:8429:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x863:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.515504:0:8429:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x863:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.515507:0:8429:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a2baff92/0xff23d3f688d9324b lrc: 4/0,1 mode: --/PW res: [0x280000401:0x863:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.515527:0:8429:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d15ae864/0xff23d3f688d8f463 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x863:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b0cf expref: 174 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.515538:0:8429:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d15ae864/0xff23d3f688d8f463 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x863:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b0cf expref: 174 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.515572:0:8429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14877a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8429:1876087018934656:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.515608:0:8429:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a09c0 going to sleep for 11 seconds
00000100:00100000:1.0:1789185323.515623:0:16720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37922
00000100:00100000:1.0:1789185323.515630:0:16720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148765500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+836:3637:x1876087018933632:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185323.515642:0:16720:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2141 count 1
00010000:00010000:1.0:1789185323.515653:0:16720:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e53016f0/0xff23d3f688d93252 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x85d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.515665:0:16720:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ee89ea8e/0xff23d3f688d8f5f9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x85d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b082 expref: 176 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.515676:0:16720:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x85d:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.515679:0:16720:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x85d:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.515682:0:16720:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e53016f0/0xff23d3f688d93252 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x85d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.515702:0:16720:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ee89ea8e/0xff23d3f688d8f5f9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x85d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b082 expref: 176 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.515711:0:16720:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ee89ea8e/0xff23d3f688d8f5f9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x85d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b082 expref: 176 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.515721:0:16720:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14877a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16720:1876087018934784:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.515742:0:16720:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a00c0 going to sleep for 11 seconds
00000100:00100000:1.0:1789185323.515759:0:8491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37923
00000100:00100000:1.0:1789185323.515767:0:8491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148764a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+836:3637:x1876087018934144:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185323.515778:0:8491:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2143 count 1
00010000:00010000:1.0:1789185323.515789:0:8491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000584e9167/0xff23d3f688d93259 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x85f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.515800:0:8491:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008a1c4ef2/0xff23d3f688d8f607 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x85f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b09e expref: 176 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.515808:0:8491:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x85f:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.515810:0:8491:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x85f:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.515815:0:8491:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000584e9167/0xff23d3f688d93259 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x85f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.515832:0:8491:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008a1c4ef2/0xff23d3f688d8f607 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x85f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b09e expref: 176 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.515842:0:8491:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008a1c4ef2/0xff23d3f688d8f607 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x85f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b09e expref: 176 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.515843:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:0.0:1789185323.515852:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ea23a920/0xff23d3f688d931f0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x858:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.515856:0:8491:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148779180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8491:1876087018934912:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.515868:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14bc28200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.515872:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ea23a920/0xff23d3f688d931f0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x858:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.515881:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ea23a920/0xff23d3f688d931f0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x858:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.515884:0:8491:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0240 going to sleep for 11 seconds
00010000:00010000:0.0:1789185323.515899:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ea23a920/0xff23d3f688d931f0 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x858:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.515907:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:0.0:1789185323.515913:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ea23a920/0xff23d3f688d931f0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x858:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.515925:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14877bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018934272:0@lo:6:osp-syn-1-0.0
00010000:00010000:0.0:1789185323.515935:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185323.515940:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dadccb78/0xff23d3f688d931cd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x85a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.515947:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde6800 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.515951:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dadccb78/0xff23d3f688d931cd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x85a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.515959:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dadccb78/0xff23d3f688d931cd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x85a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.515968:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:0.0:1789185323.515977:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dadccb78/0xff23d3f688d931cd lrc: 1/0,0 mode: --/PW res: [0x280000401:0x85a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.515986:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dadccb78/0xff23d3f688d931cd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x85a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.515996:0:35218:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018933760
00000100:00100000:1.0:1789185323.516001:0:35218:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018933760
00010000:00010000:0.0:1789185323.516003:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.516006:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.516008:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.516015:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789185323.516022:0:35218:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018934272
00000100:00100000:1.0:1789185323.516026:0:35218:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018934272
00000100:00100000:0.0:1789185323.516030:0:178143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37924
00000100:00100000:0.0:1789185323.516041:0:178143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148778e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+841:3636:x1876087018933760:12345-0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185323.516045:0:35218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37925
00000100:00100000:1.0:1789185323.516056:0:35218:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14bbfd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+837:3636:x1876087018934272:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1789185323.516058:0:178143:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2146 count 1
00010000:00010000:0.0:1789185323.516072:0:178143:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008f46687d/0xff23d3f688d93260 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x862:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00080000:1.0:1789185323.516074:0:35218:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2144 count 1
00010000:00010000:0.0:1789185323.516089:0:178143:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000016663071/0xff23d3f688d8f45c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x862:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b0c1 expref: 174 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.516090:0:35218:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f25d22cc/0xff23d3f688d93267 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x860:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.516104:0:178143:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x862:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.516109:0:178143:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x862:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.516113:0:35218:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b1bf2c76/0xff23d3f688d8f60e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x860:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b0ac expref: 176 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.516115:0:178143:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008f46687d/0xff23d3f688d93260 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x862:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.516142:0:35218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x860:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.516146:0:35218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x860:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.516150:0:35218:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f25d22cc/0xff23d3f688d93267 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x860:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.516153:0:178143:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000016663071/0xff23d3f688d8f45c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x862:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b0c1 expref: 174 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.516173:0:178143:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000016663071/0xff23d3f688d8f45c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x862:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b0c1 expref: 174 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.516184:0:35218:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b1bf2c76/0xff23d3f688d8f60e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x860:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b0ac expref: 176 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.516196:0:35218:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b1bf2c76/0xff23d3f688d8f60e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x860:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b0ac expref: 176 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.516207:0:35218:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14bbfe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35218:1876087018935168:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.516229:0:35218:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0300 going to sleep for 11 seconds
00000004:00080000:1.0:1789185323.516265:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14876dc00/2, rc 0, transno 4294977804
00000100:00100000:1.0:1789185323.516275:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14876dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018928512:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185323.516316:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f29d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018935296:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185323.516339:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:1.0:1789185323.516367:0:34809:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000005465f551/0xff23d3f688d9320c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x859:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.516377:0:34809:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005465f551/0xff23d3f688d9320c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x859:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.516391:0:34809:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005465f551/0xff23d3f688d9320c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x859:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.516399:0:34809:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005465f551/0xff23d3f688d9320c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x859:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.516412:0:34809:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1789185323.516527:0:34809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14876ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+838:3638:x1876087018931712:12345-0@lo:6:osp-syn-1-0.0 Request processed in 14372us (14439us total) trans 4294989600 rc 0/0
00000100:00100000:1.0:1789185323.516534:0:34809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37912
00000100:00100000:1.0:1789185323.516571:0:34809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018935296
00000100:00100000:1.0:1789185323.516575:0:34809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018935296
00000100:00100000:1.0:1789185323.516591:0:34809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37926
00000100:00100000:1.0:1789185323.516596:0:34809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f29ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+842:3636:x1876087018935296:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185323.516607:0:34809:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2148 count 1
00010000:00010000:1.0:1789185323.516618:0:34809:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fe3fc84a/0xff23d3f688d9326e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x864:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.516628:0:34809:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003fd261ad/0xff23d3f688d8f46a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x864:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b0dd expref: 174 pid: 24325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.516635:0:34809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x864:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.516638:0:34809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x864:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.516641:0:34809:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fe3fc84a/0xff23d3f688d9326e lrc: 4/0,1 mode: --/PW res: [0x280000401:0x864:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.516662:0:34809:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003fd261ad/0xff23d3f688d8f46a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x864:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b0dd expref: 174 pid: 24325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.516671:0:34809:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003fd261ad/0xff23d3f688d8f46a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x864:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b0dd expref: 174 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.516680:0:34809:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14876f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:34809:1876087018935424:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.516710:0:34809:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0600 going to sleep for 11 seconds
00000100:00100000:0.0:1789185323.516769:0:178143:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148763480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:178143:1876087018935040:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.516800:0:178143:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe16900 going to sleep for 11 seconds
00010000:00010000:3.0:1789185323.516839:0:178148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ef1f9aa4/0xff23d3f688d931db lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x859:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.516856:0:178148:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000004:00080000:1.0:1789185323.516861:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14bbff100/2, rc 0, transno 4294989600
00000100:00100000:1.0:1789185323.516873:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14bbff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018931712:0@lo:6:osp-syn-1-0.0
00010000:00010000:0.0:1789185323.516890:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:0.0:1789185323.516897:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005465f551/0xff23d3f688d9320c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x859:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.516904:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde6a00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.516907:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005465f551/0xff23d3f688d9320c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x859:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.516921:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005465f551/0xff23d3f688d9320c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x859:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.516934:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005465f551/0xff23d3f688d9320c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x859:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.516941:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005465f551/0xff23d3f688d9320c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x859:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.516951:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00010000:00010000:0.0:1789185323.516958:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00000100:00100000:1.0:1789185323.516964:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14b5c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018935552:0@lo:6:osp-syn-1-0.0
00010000:00010000:0.0:1789185323.516965:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ef1f9aa4/0xff23d3f688d931db lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x859:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.516976:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bca00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.516979:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ef1f9aa4/0xff23d3f688d931db lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x859:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.516986:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ef1f9aa4/0xff23d3f688d931db lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x859:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.516996:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ef1f9aa4/0xff23d3f688d931db lrc: 1/0,0 mode: --/PW res: [0x280000401:0x859:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.516998:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:0.0:1789185323.517007:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ef1f9aa4/0xff23d3f688d931db lrc: 0/0,0 mode: --/PW res: [0x280000401:0x859:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.517027:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.517030:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.517032:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789185323.517046:0:178147:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14bbfdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:178147:1876087018932096:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.517065:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018935552
00010000:00010000:1.0:1789185323.517069:0:178147:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000439557c1/0xff23d3f688d93213 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x85a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.517072:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018935552
00000100:00100000:0.0:1789185323.517109:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37927
00000100:00100000:0.0:1789185323.517116:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14b5c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+838:3638:x1876087018935552:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1789185323.517128:0:8431:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2145 count 1
00010000:00010000:0.0:1789185323.517140:0:8431:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e5c655ab/0xff23d3f688d93275 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x861:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.517152:0:8431:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008fc6b8b2/0xff23d3f688d8f615 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x861:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b0ba expref: 176 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.517159:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x861:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.517162:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x861:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.517166:0:8431:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e5c655ab/0xff23d3f688d93275 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x861:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.518467:0:8431:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008fc6b8b2/0xff23d3f688d8f615 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x861:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b0ba expref: 176 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.518485:0:8431:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008fc6b8b2/0xff23d3f688d8f615 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x861:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b0ba expref: 176 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.518505:0:8431:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148761500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8431:1876087018935680:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.518592:0:8431:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe16a80 going to sleep for 11 seconds
00000100:00100000:3.0:1789185323.518919:0:178148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148762a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+843:3637:x1876087018929536:12345-0@lo:6:osp-syn-0-0.0 Request processed in 20240us (20597us total) trans 4294977807 rc 0/0
00000100:00100000:3.0:1789185323.518929:0:178148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37905
00000004:00080000:2.0:1789185323.518971:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14bbfed80/2, rc 0, transno 4294977807
00000100:00100000:2.0:1789185323.518989:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14bbfed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018929536:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185323.519056:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148767b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018935808:0@lo:6:osp-syn-0-0.0
00010000:00010000:3.0:1789185323.519085:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789185323.519091:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185323.519109:0:34810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018935808
00000100:00100000:3.0:1789185323.519116:0:34810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018935808
00000100:00100000:3.0:1789185323.519153:0:34810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37928
00000100:00100000:3.0:1789185323.519163:0:34810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b15176a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+843:3638:x1876087018935808:12345-0@lo:6:osp-syn-0-0.0
00010000:00010000:0.0:1789185323.519669:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00002000:00080000:3.0:1789185323.519699:0:34810:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2149 count 1
00010000:00010000:3.0:1789185323.519729:0:34810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000005aeaabf/0xff23d3f688d9327c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x865:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.519752:0:34810:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006e920208/0xff23d3f688d8f471 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x865:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b0eb expref: 174 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.519759:0:35222:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148778380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:35222:1876087018932864:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.519763:0:34810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x865:0x0].0x0 since=124s v=(0 0)
00010000:00010000:3.0:1789185323.519769:0:34810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x865:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.519774:0:34810:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000005aeaabf/0xff23d3f688d9327c lrc: 4/0,1 mode: --/PW res: [0x280000401:0x865:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.519784:0:35222:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000842f3ed2/0xff23d3f688d93228 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x85f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.519791:0:178142:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151781c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:178142:1876087018932352:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.519800:0:34810:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006e920208/0xff23d3f688d8f471 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x865:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b0eb expref: 174 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.519810:0:178142:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e5f3008c/0xff23d3f688d9321a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x85b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.519813:0:34810:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006e920208/0xff23d3f688d8f471 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x865:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b0eb expref: 174 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.519825:0:34810:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151782300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:34810:1876087018935936:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185323.519859:0:178144:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148767480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:178144:1876087018933248:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.519880:0:178144:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000054f5e6e3/0xff23d3f688d9322f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x861:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.519888:0:34810:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b145c7ba80 going to sleep for 11 seconds
00000100:00100000:0.0:1789185323.520041:0:35223:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148760a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:35223:1876087018932736:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.520055:0:35223:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000975c7499/0xff23d3f688d93221 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x85e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.520722:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185323.520758:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185323.520780:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010803072
00000100:00100000:2.0:1789185323.520785:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010803072
00010000:00010000:2.0:1789185323.520811:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005471820c/0xff23d3f688d8f693 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x85b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b066 expref: 177 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.520836:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010803328
00000100:00100000:2.0:1789185323.520839:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010803328
00010000:00010000:2.0:1789185323.520854:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000756b4a91/0xff23d3f688d8f455 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x861:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b0b3 expref: 175 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.520875:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23400
00000100:00100000:2.0:1789185323.520882:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151768700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+177:2392:x1876087010803072:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.520893:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.520899:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005471820c/0xff23d3f688d8f693 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x85b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b066 expref: 177 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.520913:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005471820c/0xff23d3f688d8f693 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x85b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b066 expref: 177 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.520937:0:178150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005471820c/0xff23d3f688d8f693 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x85b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b066 expref: 177 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.520950:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x85b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.520954:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x85b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.520960:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e5f3008c/0xff23d3f688d9321a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x85b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.520970:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e5f3008c/0xff23d3f688d9321a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x85b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.520983:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23401
00000100:00100000:0.0:1789185323.520996:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148767480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+175:2392:x1876087010803328:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.520999:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1789185323.521007:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.521015:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000756b4a91/0xff23d3f688d8f455 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x861:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b0b3 expref: 175 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.521027:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000756b4a91/0xff23d3f688d8f455 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x861:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b0b3 expref: 175 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.521037:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151768700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+176:2392:x1876087010803072:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 153us (316us total) trans 0 rc 0/0
00010000:00010000:0.0:1789185323.521046:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000756b4a91/0xff23d3f688d8f455 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x861:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b0b3 expref: 175 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.521052:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23400
00010000:00010000:0.0:1789185323.521069:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x861:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.521073:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x861:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.521078:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000054f5e6e3/0xff23d3f688d9322f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x861:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.521087:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000054f5e6e3/0xff23d3f688d9322f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x861:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.521098:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:0.0:1789185323.521115:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.521143:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148767480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+174:2392:x1876087010803328:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 150us (383us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.521151:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23401
00000100:00100000:0.0:1789185323.521166:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010803200
00000100:00100000:0.0:1789185323.521170:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010803200
00010000:00010000:0.0:1789185323.521189:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000022619cdd/0xff23d3f688d8f447 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x85f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b097 expref: 174 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.521202:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185323.521253:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.521461:0:178169:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151783100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:178169:1876087018933376:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.521481:0:178169:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d41eaa07/0xff23d3f688d93236 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x860:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.522077:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010803456
00000100:00100000:0.0:1789185323.522083:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010803456
00010000:00010000:0.0:1789185323.522104:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000beb395bd/0xff23d3f688d8f440 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x85e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b089 expref: 175 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.522560:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010803584
00000100:00100000:1.0:1789185323.522565:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010803584
00010000:00010000:1.0:1789185323.522587:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000d18aaf8/0xff23d3f688d8f44e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x860:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b0a5 expref: 176 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.522600:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185323.522605:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23402
00000100:00100000:1.0:1789185323.522612:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148778380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+176:2392:x1876087010803200:12345-192.168.204.3@tcp:103:ldlm_bl.0
00000100:00100000:2.0:1789185323.522613:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:1.0:1789185323.522623:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185323.522629:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000022619cdd/0xff23d3f688d8f447 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x85f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b097 expref: 176 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.522641:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000022619cdd/0xff23d3f688d8f447 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x85f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b097 expref: 176 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.522662:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:1.0:1789185323.522663:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000022619cdd/0xff23d3f688d8f447 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x85f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b097 expref: 176 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.522670:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010803712
00000100:00100000:0.0:1789185323.522676:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010803712
00010000:00010000:1.0:1789185323.522678:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x85f:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.522684:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x85f:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.522690:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000842f3ed2/0xff23d3f688d93228 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x85f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.522699:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ab3c51f7/0xff23d3f688d8f5e4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x85a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b058 expref: 176 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.522701:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000842f3ed2/0xff23d3f688d93228 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x85f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.522740:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010803840
00010000:00010000:1.0:1789185323.522741:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.522744:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010803840
00010000:00010000:0.0:1789185323.522764:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000153024d9/0xff23d3f688d8f5f2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x85c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b074 expref: 177 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.522781:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010804224
00000100:00100000:1.0:1789185323.522782:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148778380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+175:2392:x1876087010803200:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 169us (1687us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185323.522784:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185323.522790:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23402
00000100:00100000:1.0:1789185323.522808:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010804480
00000100:00100000:1.0:1789185323.522812:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010804480
00010000:00010000:1.0:1789185323.522825:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ee89ea8e/0xff23d3f688d8f5f9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x85d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b082 expref: 178 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.522844:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23403
00000100:00100000:2.0:1789185323.522850:0:24325:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148764e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24325:1876087018934528:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.522850:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149f0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+174:2392:x1876087010803456:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185323.522857:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185323.522861:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000beb395bd/0xff23d3f688d8f440 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x85e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b089 expref: 174 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.522869:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000beb395bd/0xff23d3f688d8f440 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x85e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b089 expref: 174 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.522871:0:24325:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000003654a7fb/0xff23d3f688d93244 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x85e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.522882:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000beb395bd/0xff23d3f688d8f440 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x85e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b089 expref: 174 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.522893:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23404
00010000:00010000:1.0:1789185323.522893:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x85e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.522896:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x85e:0x0].0x0 since=0s v=(0 0)
00000100:00100000:2.0:1789185323.522900:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b281265050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+173:2392:x1876087010803584:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185323.522900:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000975c7499/0xff23d3f688d93221 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x85e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.522907:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000975c7499/0xff23d3f688d93221 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x85e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.522908:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.522912:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000d18aaf8/0xff23d3f688d8f44e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x860:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b0a5 expref: 173 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.522921:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000d18aaf8/0xff23d3f688d8f44e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x860:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b0a5 expref: 173 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.522924:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1789185323.522934:0:10396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000d18aaf8/0xff23d3f688d8f44e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x860:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b0a5 expref: 173 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.522937:0:35223:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000975c7499/0xff23d3f688d93221 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x85e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.522951:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x860:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.522951:0:35223:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000975c7499/0xff23d3f688d93221 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x85e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.522954:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x860:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.522958:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d41eaa07/0xff23d3f688d93236 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x860:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.522962:0:35223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000975c7499/0xff23d3f688d93221 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x85e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.522965:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d41eaa07/0xff23d3f688d93236 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x860:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.522971:0:35223:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000975c7499/0xff23d3f688d93221 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x85e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.522982:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1789185323.522986:0:35223:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1789185323.523002:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b281265050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+172:2392:x1876087010803584:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 103us (1750us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185323.523008:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23404
00000100:00100000:2.0:1789185323.523025:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23405
00000100:00100000:2.0:1789185323.523031:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14876c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+178:2394:x1876087010803712:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.523038:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.523042:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ab3c51f7/0xff23d3f688d8f5e4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x85a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b058 expref: 178 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.523052:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ab3c51f7/0xff23d3f688d8f5e4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x85a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b058 expref: 178 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.523064:0:10396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ab3c51f7/0xff23d3f688d8f5e4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x85a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b058 expref: 178 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.523078:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x85a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.523080:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x85a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.523084:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000439557c1/0xff23d3f688d93213 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x85a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.523091:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000439557c1/0xff23d3f688d93213 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x85a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.523093:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010804224
00010000:00010000:2.0:1789185323.523115:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1789185323.523118:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000016663071/0xff23d3f688d8f45c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x862:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b0c1 expref: 172 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.523129:0:35223:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148778700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+844:3638:x1876087018932480:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11764us (11843us total) trans 4294977808 rc 0/0
00000100:00100000:2.0:1789185323.523133:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14876c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+177:2394:x1876087010803712:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 101us (532us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185323.523139:0:35223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37915
00000100:00100000:2.0:1789185323.523140:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23405
00000100:00100000:1.0:1789185323.523171:0:178145:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148778000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:178145:1876087018934400:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.523175:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23406
00000100:00100000:0.0:1789185323.523188:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14876d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+176:2394:x1876087010803840:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185323.523190:0:178145:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b053a121/0xff23d3f688d9323d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x85c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.523196:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.523204:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000153024d9/0xff23d3f688d8f5f2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x85c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b074 expref: 176 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.523210:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23407
00000100:00100000:1.0:1789185323.523219:0:8429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14877a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8429:1876087018934656:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185323.523223:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14876f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+176:2393:x1876087010804480:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.523226:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000153024d9/0xff23d3f688d8f5f2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x85c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b074 expref: 176 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.523231:0:8429:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000a2baff92/0xff23d3f688d9324b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x863:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.523233:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.523241:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ee89ea8e/0xff23d3f688d8f5f9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x85d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b082 expref: 176 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.523251:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ee89ea8e/0xff23d3f688d8f5f9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x85d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b082 expref: 176 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.523257:0:16720:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14877a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16720:1876087018934784:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.523264:0:10396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ee89ea8e/0xff23d3f688d8f5f9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x85d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b082 expref: 176 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.523266:0:16720:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e53016f0/0xff23d3f688d93252 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x85d:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.523279:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x85d:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.523282:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x85d:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.523286:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e53016f0/0xff23d3f688d93252 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x85d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.523287:0:8491:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148779180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8491:1876087018934912:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.523294:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e53016f0/0xff23d3f688d93252 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x85d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.523296:0:8491:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000584e9167/0xff23d3f688d93259 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x85f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.523311:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185323.523315:0:35218:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14bbfe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35218:1876087018935168:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.523325:0:35218:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f25d22cc/0xff23d3f688d93267 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x860:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.523328:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14876f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+175:2393:x1876087010804480:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 108us (548us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185323.523334:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23407
00000100:00100000:2.0:1789185323.523347:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23408
00000100:00100000:1.0:1789185323.523347:0:34809:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14876f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:34809:1876087018935424:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.523354:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000153024d9/0xff23d3f688d8f5f2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x85c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b074 expref: 174 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.523355:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14876c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+172:2393:x1876087010804224:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185323.523363:0:34809:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000fe3fc84a/0xff23d3f688d9326e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x864:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.523368:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.523373:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000016663071/0xff23d3f688d8f45c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x862:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b0c1 expref: 172 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.523379:0:16720:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e53016f0/0xff23d3f688d93252 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x85d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.523383:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000016663071/0xff23d3f688d8f45c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x862:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b0c1 expref: 172 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.523386:0:16720:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e53016f0/0xff23d3f688d93252 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x85d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.523394:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x862:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.523394:0:16720:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e53016f0/0xff23d3f688d93252 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x85d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.523397:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x862:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.523403:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000008f46687d/0xff23d3f688d93260 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x862:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.523403:0:16720:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e53016f0/0xff23d3f688d93252 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x85d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.523412:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008f46687d/0xff23d3f688d93260 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x862:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.523421:0:16720:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00010000:00010000:2.0:1789185323.523423:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1789185323.523452:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x85c:0x0].0x0 since=0s v=(0 0)
00000100:00100000:2.0:1789185323.523457:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14876c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+172:2393:x1876087010804224:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 101us (793us total) trans 0 rc 0/0
00010000:00010000:0.0:1789185323.523458:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x85c:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.523468:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b053a121/0xff23d3f688d9323d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x85c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.523471:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23408
00010000:00010000:0.0:1789185323.523482:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b053a121/0xff23d3f688d9323d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x85c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.523504:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000004:00080000:2.0:1789185323.523514:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b148779880/2, rc 0, transno 4294977808
00000100:00100000:0.0:1789185323.523528:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14876d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+173:2394:x1876087010803840:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 343us (912us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185323.523529:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148779880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018932480:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.523543:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23406
00010000:00010000:0.0:1789185323.523613:0:178143:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000016663071/0xff23d3f688d8f45c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x862:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b0c1 expref: 171 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.523625:0:178143:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148763480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:178143:1876087018935040:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.523644:0:178143:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000008f46687d/0xff23d3f688d93260 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x862:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.523654:0:178143:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000008f46687d/0xff23d3f688d93260 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x862:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.523661:0:178143:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008f46687d/0xff23d3f688d93260 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x862:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.523671:0:178143:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008f46687d/0xff23d3f688d93260 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x862:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.523685:0:178143:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008f46687d/0xff23d3f688d93260 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x862:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.523704:0:178143:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00000100:00100000:0.0:1789185323.523799:0:178143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148778e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+844:3636:x1876087018933760:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7760us (7893us total) trans 4294977809 rc 0/0
00000100:00100000:0.0:1789185323.523806:0:178143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37924
00010000:00010000:0.0:1789185323.523826:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:0.0:1789185323.523834:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000975c7499/0xff23d3f688d93221 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x85e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.523843:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:0.0:1789185323.523843:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14bc28400 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.523850:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000975c7499/0xff23d3f688d93221 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x85e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.523852:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e53016f0/0xff23d3f688d93252 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x85d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.523869:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde6c00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.523870:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000975c7499/0xff23d3f688d93221 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x85e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.523873:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e53016f0/0xff23d3f688d93252 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x85d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.523893:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e53016f0/0xff23d3f688d93252 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x85d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.523896:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000975c7499/0xff23d3f688d93221 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x85e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.523910:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000975c7499/0xff23d3f688d93221 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x85e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.523912:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e53016f0/0xff23d3f688d93252 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x85d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.523923:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e53016f0/0xff23d3f688d93252 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x85d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.523949:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185323.523952:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.523955:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.523955:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008f46687d/0xff23d3f688d93260 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x862:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.523959:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.523966:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14bc29600 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.523970:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008f46687d/0xff23d3f688d93260 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x862:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.523979:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008f46687d/0xff23d3f688d93260 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x862:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.523984:0:34810:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151782300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:34810:1876087018935936:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.523995:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008f46687d/0xff23d3f688d93260 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x862:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.524002:0:34810:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000005aeaabf/0xff23d3f688d9327c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x865:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.524005:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008f46687d/0xff23d3f688d93260 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x862:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.524022:0:178169:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d41eaa07/0xff23d3f688d93236 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x860:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.524032:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.524033:0:178169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d41eaa07/0xff23d3f688d93236 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x860:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.524037:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789185323.524038:0:16720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148765500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+839:3637:x1876087018933632:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8407us (8925us total) trans 4294989601 rc 0/0
00010000:00010000:0.0:1789185323.524040:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.524046:0:178169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d41eaa07/0xff23d3f688d93236 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x860:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.524047:0:16720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37922
00010000:00010000:0.0:1789185323.524051:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.524055:0:178169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d41eaa07/0xff23d3f688d93236 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x860:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.524070:0:178142:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e5f3008c/0xff23d3f688d9321a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x85b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.524072:0:178169:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1789185323.524078:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14876ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018936064:0@lo:6:osp-syn-0-0.0
00010000:00010000:0.0:1789185323.524089:0:178142:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e5f3008c/0xff23d3f688d9321a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x85b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.524098:0:178142:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e5f3008c/0xff23d3f688d9321a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x85b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.524107:0:178142:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e5f3008c/0xff23d3f688d9321a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x85b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.524117:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:0.0:1789185323.524123:0:178142:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:3.0:1789185323.524150:0:178169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148766a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+844:3636:x1876087018932992:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11177us (11939us total) trans 4294977810 rc 0/0
00000100:00100000:3.0:1789185323.524158:0:178169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37918
00000004:00080000:1.0:1789185323.524164:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14877b800/2, rc 0, transno 4294977809
00000100:00100000:3.0:1789185323.524174:0:178169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018936064
00000100:00100000:1.0:1789185323.524175:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14877b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018933760:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185323.524178:0:178169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018936064
00000004:00080000:1.0:1789185323.524196:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b148766680/2, rc 0, transno 4294977810
00000100:00100000:1.0:1789185323.524201:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148766680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018932992:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185323.524207:0:178169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37929
00000100:00100000:3.0:1789185323.524215:0:178169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14b5c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+844:3635:x1876087018936064:12345-0@lo:6:osp-syn-0-0.0
00010000:00010000:1.0:1789185323.524220:0:178145:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b053a121/0xff23d3f688d9323d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x85c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.524222:0:178142:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14bbfca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+839:3635:x1876087018932224:12345-0@lo:6:osp-syn-1-0.0 Request processed in 15013us (15418us total) trans 4294989602 rc 0/0
00002000:00080000:3.0:1789185323.524237:0:178169:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2150 count 1
00010000:00010000:1.0:1789185323.524237:0:178145:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b053a121/0xff23d3f688d9323d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x85c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.524239:0:178142:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37914
00010000:00010000:1.0:1789185323.524249:0:178145:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b053a121/0xff23d3f688d9323d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x85c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.524256:0:178145:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b053a121/0xff23d3f688d9323d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x85c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.524257:0:178169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000262d3641/0xff23d3f688d93283 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x866:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.524271:0:178145:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00010000:00010000:3.0:1789185323.524277:0:178169:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000000a05877/0xff23d3f688d8f478 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x866:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b0f9 expref: 170 pid: 24325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000004:00080000:0.0:1789185323.524279:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14bbfc700/2, rc 0, transno 4294989602
00010000:00010000:3.0:1789185323.524290:0:178169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x866:0x0].0x0 since=124s v=(0 0)
00010000:00010000:3.0:1789185323.524294:0:178169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x866:0x0].0x0 since=0s v=(0 0)
00000100:00100000:0.0:1789185323.524296:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14bbfc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018932224:0@lo:6:osp-syn-1-0.0
00010000:00010000:3.0:1789185323.524301:0:178169:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000262d3641/0xff23d3f688d93283 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x866:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.524312:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:0.0:1789185323.524318:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d41eaa07/0xff23d3f688d93236 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x860:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.524327:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b26239b000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185323.524328:0:178169:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000000a05877/0xff23d3f688d8f478 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x866:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b0f9 expref: 170 pid: 24325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.524333:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d41eaa07/0xff23d3f688d93236 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x860:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.524342:0:178145:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148766d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+839:3637:x1876087018933504:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9086us (9347us total) trans 4294989603 rc 0/0
00010000:00010000:3.0:1789185323.524348:0:178169:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000000a05877/0xff23d3f688d8f478 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x866:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b0f9 expref: 170 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.524353:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d41eaa07/0xff23d3f688d93236 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x860:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.524354:0:178145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37919
00000100:00100000:3.0:1789185323.524360:0:178169:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151782300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:178169:1876087018936192:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.524379:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d41eaa07/0xff23d3f688d93236 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x860:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.524386:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d41eaa07/0xff23d3f688d93236 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x860:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.524407:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14b5c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018936320:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1789185323.524411:0:178169:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b145c7b840 going to sleep for 11 seconds
00010000:00010000:0.0:1789185323.524415:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:0.0:1789185323.524420:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e5f3008c/0xff23d3f688d9321a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x85b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.524422:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185323.524443:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b26239be00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185323.524444:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b053a121/0xff23d3f688d9323d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x85c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.524448:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e5f3008c/0xff23d3f688d9321a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x85b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.524462:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde7800 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.524465:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e5f3008c/0xff23d3f688d9321a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x85b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.524467:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b053a121/0xff23d3f688d9323d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x85c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.524487:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e5f3008c/0xff23d3f688d9321a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x85b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.524494:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b053a121/0xff23d3f688d9323d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x85c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.524498:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e5f3008c/0xff23d3f688d9321a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x85b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.524516:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b053a121/0xff23d3f688d9323d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x85c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.524520:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.524523:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.524526:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.524529:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b053a121/0xff23d3f688d9323d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x85c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.524566:0:178144:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000054f5e6e3/0xff23d3f688d9322f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x861:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.524575:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.524576:0:178144:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000054f5e6e3/0xff23d3f688d9322f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x861:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.524579:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.524582:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.524593:0:178144:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000054f5e6e3/0xff23d3f688d9322f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x861:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.524600:0:178144:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000054f5e6e3/0xff23d3f688d9322f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x861:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.524613:0:178144:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1789185323.524615:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185323.524621:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000054f5e6e3/0xff23d3f688d9322f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x861:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.524628:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bdc00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185323.524632:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000054f5e6e3/0xff23d3f688d9322f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x861:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.524642:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000054f5e6e3/0xff23d3f688d9322f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x861:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.524654:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000054f5e6e3/0xff23d3f688d9322f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x861:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.524667:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000054f5e6e3/0xff23d3f688d9322f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x861:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.524683:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.524686:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.524689:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789185323.524698:0:178144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148764000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+845:3636:x1876087018933120:12345-0@lo:6:osp-syn-0-0.0 Request processed in 12389us (12586us total) trans 4294977811 rc 0/0
00000100:00100000:1.0:1789185323.524710:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185323.524710:0:178144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37917
00000004:00080000:1.0:1789185323.524749:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b148765c00/2, rc 0, transno 4294977811
00000100:00100000:1.0:1789185323.524754:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148765c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018933120:0@lo:6:osp-syn-0-0.0
00010000:00010000:1.0:1789185323.524772:0:35222:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000842f3ed2/0xff23d3f688d93228 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x85f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.524781:0:35222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000842f3ed2/0xff23d3f688d93228 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x85f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:2.0:1789185323.524784:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14877b480/2, rc 0, transno 4294989601
00010000:00010000:1.0:1789185323.524790:0:35222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000842f3ed2/0xff23d3f688d93228 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x85f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.524792:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14877b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018933632:0@lo:6:osp-syn-1-0.0
00010000:00010000:1.0:1789185323.524798:0:35222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000842f3ed2/0xff23d3f688d93228 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x85f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:2.0:1789185323.524801:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14877ad80/2, rc 0, transno 4294989603
00000100:00100000:2.0:1789185323.524804:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14877ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018933504:0@lo:6:osp-syn-1-0.0
00010000:00010000:1.0:1789185323.524810:0:35222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1789185323.524892:0:35222:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148779f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+845:3638:x1876087018932608:12345-0@lo:6:osp-syn-0-0.0 Request processed in 13373us (13473us total) trans 4294977812 rc 0/0
00000100:00100000:1.0:1789185323.524899:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37916
00000004:00080000:2.0:1789185323.524928:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14877b100/2, rc 0, transno 4294977812
00000100:00100000:2.0:1789185323.524933:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14877b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018932608:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.524973:0:178144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018936320
00000100:00100000:0.0:1789185323.524978:0:178144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018936320
00000100:00100000:0.0:1789185323.525018:0:178144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37930
00000100:00100000:0.0:1789185323.525026:0:178144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14b5c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+839:3636:x1876087018936320:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1789185323.525042:0:178144:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2146 count 1
00010000:00010000:0.0:1789185323.525057:0:178144:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ea23a920/0xff23d3f688d9328a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x862:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.525072:0:178144:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000025ea34a3/0xff23d3f688d8f61c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x862:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b0c8 expref: 172 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.525080:0:178144:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x862:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.525084:0:178144:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x862:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.525089:0:178144:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ea23a920/0xff23d3f688d9328a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x862:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.525119:0:178144:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000025ea34a3/0xff23d3f688d8f61c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x862:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b0c8 expref: 172 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.525131:0:178144:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000025ea34a3/0xff23d3f688d8f61c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x862:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b0c8 expref: 172 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.525143:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14b5c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018936448:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185323.525145:0:178144:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148763480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:178144:1876087018936576:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.525175:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149f0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+170:2392:x1876087010803456:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 2322us (3971us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185323.525184:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23403
00000100:00100000:0.0:1789185323.525195:0:178144:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe16180 going to sleep for 11 seconds
00000100:00100000:3.0:1789185323.525209:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14b5c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018936704:0@lo:6:osp-syn-1-0.0
00010000:00010000:0.0:1789185323.525212:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185323.525218:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000842f3ed2/0xff23d3f688d93228 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x85f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.525226:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde6200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.525230:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000842f3ed2/0xff23d3f688d93228 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x85f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.525238:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000842f3ed2/0xff23d3f688d93228 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x85f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.525250:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000842f3ed2/0xff23d3f688d93228 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x85f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.525260:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000842f3ed2/0xff23d3f688d93228 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x85f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.525274:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:0.0:1789185323.525287:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.525291:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.525294:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789185323.525299:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14b5c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018936960:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185323.525304:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14b5c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018937088:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.525311:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14b5c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018936832:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185323.525328:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:1.0:1789185323.525336:0:178147:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000439557c1/0xff23d3f688d93213 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x85a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.525345:0:178147:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000439557c1/0xff23d3f688d93213 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x85a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.525351:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1789185323.525352:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185323.525358:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14b5c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018937216:0@lo:6:osp-syn-0-0.0
00010000:00010000:1.0:1789185323.525361:0:178147:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000439557c1/0xff23d3f688d93213 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x85a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.525368:0:178147:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000439557c1/0xff23d3f688d93213 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x85a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.525383:0:178147:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1789185323.525387:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185323.525595:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:2.0:1789185323.525643:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185323.525649:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000439557c1/0xff23d3f688d93213 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x85a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.525656:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde7c00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.525659:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000439557c1/0xff23d3f688d93213 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x85a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.525667:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000439557c1/0xff23d3f688d93213 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x85a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.525691:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000439557c1/0xff23d3f688d93213 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x85a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.525699:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000439557c1/0xff23d3f688d93213 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x85a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.525713:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.525715:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.525717:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789185323.525755:0:178147:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14876e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+840:3635:x1876087018931968:12345-0@lo:6:osp-syn-1-0.0 Request processed in 22586us (22865us total) trans 4294989604 rc 0/0
00000100:00100000:1.0:1789185323.525762:0:178147:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37913
00000100:00100000:1.0:1789185323.527989:0:178147:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018936448
00000100:00100000:1.0:1789185323.528002:0:178147:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018936448
00000100:00100000:3.0:1789185323.528058:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.528077:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.528096:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.528111:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.528125:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.528139:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.528189:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.528217:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010803968
00000100:00100000:3.0:1789185323.528220:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010803968
00010000:00010000:3.0:1789185323.528246:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006b1a8887/0xff23d3f688d8ffdf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x85e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 33554432->33558527) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bbb1 expref: 173 pid: 35222 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.528266:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010804992
00000100:00100000:3.0:1789185323.528268:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010804992
00010000:00010000:3.0:1789185323.528277:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b1bf2c76/0xff23d3f688d8f60e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x860:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b0ac expref: 174 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.528286:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010804096
00000100:00100000:3.0:1789185323.528289:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010804096
00010000:00010000:3.0:1789185323.528299:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d15ae864/0xff23d3f688d8f463 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x863:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b0cf expref: 170 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.528308:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010804608
00000100:00100000:3.0:1789185323.528310:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010804608
00010000:00010000:3.0:1789185323.528318:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003fd261ad/0xff23d3f688d8f46a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x864:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b0dd expref: 171 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.528326:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010804864
00000100:00100000:3.0:1789185323.528328:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010804864
00010000:00010000:3.0:1789185323.528335:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008a1c4ef2/0xff23d3f688d8f607 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x85f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b09e expref: 175 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.528343:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010804352
00000100:00100000:3.0:1789185323.528345:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010804352
00010000:00010000:3.0:1789185323.528352:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008fc6b8b2/0xff23d3f688d8f615 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x861:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b0ba expref: 176 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.528359:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010804736
00000100:00100000:3.0:1789185323.528361:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010804736
00010000:00010000:3.0:1789185323.528370:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006e920208/0xff23d3f688d8f471 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x865:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b0eb expref: 172 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.528381:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23409
00000100:00100000:3.0:1789185323.528387:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151780e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+176:2391:x1876087010803968:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.528401:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.528405:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006b1a8887/0xff23d3f688d8ffdf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x85e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 33554432->33558527) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bbb1 expref: 176 pid: 35222 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.528418:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006b1a8887/0xff23d3f688d8ffdf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x85e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 33554432->33558527) gid 0 flags: 0x50000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bbb1 expref: 176 pid: 35222 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.528453:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006b1a8887/0xff23d3f688d8ffdf lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x85e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 33554432->33558527) gid 0 flags: 0x44801400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bbb1 expref: 176 pid: 35222 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.528472:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x85e:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1789185323.528478:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x85e:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1789185323.528484:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003654a7fb/0xff23d3f688d93244 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x85e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.528601:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003654a7fb/0xff23d3f688d93244 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x85e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.528632:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.528686:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151780e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+175:2391:x1876087010803968:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 297us (631us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.528693:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23409
00000100:00100000:1.0:1789185323.528724:0:178147:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018937088
00000100:00100000:1.0:1789185323.528729:0:178147:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018937088
00000100:00100000:1.0:1789185323.528757:0:178147:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018936832
00000100:00100000:1.0:1789185323.528760:0:178147:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018936832
00000100:00100000:1.0:1789185323.528785:0:35222:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018937216
00000100:00100000:1.0:1789185323.528788:0:35222:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018937216
00000100:00100000:1.0:1789185323.528799:0:35222:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018936704
00000100:00100000:3.0:1789185323.528801:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23410
00000100:00100000:1.0:1789185323.528802:0:35222:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018936704
00000100:00100000:3.0:1789185323.528807:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151783b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+174:2393:x1876087010804992:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.528815:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00000100:00100000:1.0:1789185323.528815:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37931
00010000:00010000:3.0:1789185323.528821:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b1bf2c76/0xff23d3f688d8f60e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x860:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b0ac expref: 174 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.528821:0:35222:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14876fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+841:3637:x1876087018936448:12345-0@lo:6:osp-syn-1-0.0
00010000:00010000:3.0:1789185323.528837:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b1bf2c76/0xff23d3f688d8f60e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x860:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b0ac expref: 174 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00002000:00080000:1.0:1789185323.528846:0:35222:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2147 count 1
00010000:00010000:3.0:1789185323.528849:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b1bf2c76/0xff23d3f688d8f60e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x860:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b0ac expref: 174 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.528858:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x860:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.528861:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x860:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.528866:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f25d22cc/0xff23d3f688d93267 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x860:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.528868:0:35222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b38f76e7/0xff23d3f688d93291 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x863:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.528874:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f25d22cc/0xff23d3f688d93267 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x860:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.528881:0:35222:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c19b9873/0xff23d3f688d8f62a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x863:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b0d6 expref: 173 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.528888:0:35222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x863:0x0].0x0 since=124s v=(0 0)
00010000:00010000:3.0:1789185323.528891:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1789185323.528892:0:35222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x863:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.528895:0:35222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b38f76e7/0xff23d3f688d93291 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x863:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.528905:0:35218:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f25d22cc/0xff23d3f688d93267 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x860:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.528913:0:35218:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f25d22cc/0xff23d3f688d93267 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x860:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.528922:0:35218:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f25d22cc/0xff23d3f688d93267 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x860:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.528923:0:35222:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c19b9873/0xff23d3f688d8f62a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x863:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b0d6 expref: 173 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.528931:0:35218:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f25d22cc/0xff23d3f688d93267 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x860:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.528936:0:35222:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c19b9873/0xff23d3f688d8f62a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x863:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b0d6 expref: 173 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.528950:0:35222:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14b5c0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:35222:1876087018937344:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.528997:0:35222:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0a80 going to sleep for 11 seconds
00000100:00100000:1.0:1789185323.529017:0:178145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37932
00000100:00100000:1.0:1789185323.529024:0:178145:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14876f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+847:3637:x1876087018937088:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185323.529039:0:178145:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2153 count 1
00010000:00010000:1.0:1789185323.529055:0:178145:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ff9f9f3d/0xff23d3f688d93298 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x869:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.529072:0:178145:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006905ce2c/0xff23d3f688d8f845 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x869:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b123 expref: 172 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.529078:0:178145:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x869:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.529081:0:178145:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x869:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.529086:0:178145:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ff9f9f3d/0xff23d3f688d93298 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x869:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.529104:0:178145:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006905ce2c/0xff23d3f688d8f845 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x869:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b123 expref: 172 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.529112:0:178145:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006905ce2c/0xff23d3f688d8f845 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x869:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b123 expref: 172 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.529114:0:35218:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1789185323.529122:0:178145:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14b5c2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:178145:1876087018937472:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.529145:0:178145:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0780 going to sleep for 11 seconds
00000100:00100000:1.0:1789185323.529163:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.529207:0:16720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018936960
00000100:00100000:1.0:1789185323.529211:0:16720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018936960
00000100:00100000:1.0:1789185323.529229:0:16720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37933
00000100:00100000:1.0:1789185323.529234:0:16720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148760a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+848:3635:x1876087018936832:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185323.529245:0:16720:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2151 count 1
00010000:00010000:1.0:1789185323.529257:0:16720:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000429e81d7/0xff23d3f688d9329f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x867:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.529272:0:16720:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000062277a84/0xff23d3f688d8f47f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x867:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b107 expref: 172 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.529279:0:16720:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x867:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.529281:0:16720:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x867:0x0].0x0 since=0s v=(0 0)
00000100:00100000:3.0:1789185323.529283:0:35218:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14bbfd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+842:3636:x1876087018934272:12345-0@lo:6:osp-syn-1-0.0 Request processed in 13230us (13318us total) trans 4294989605 rc 0/0
00010000:00010000:1.0:1789185323.529285:0:16720:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000429e81d7/0xff23d3f688d9329f lrc: 4/0,1 mode: --/PW res: [0x280000401:0x867:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.529290:0:35218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37925
00010000:00010000:1.0:1789185323.529304:0:16720:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000062277a84/0xff23d3f688d8f47f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x867:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b107 expref: 172 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.529308:0:35218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37934
00000100:00100000:3.0:1789185323.529314:0:35218:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148767800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+848:3637:x1876087018937216:12345-0@lo:6:osp-syn-0-0.0
00010000:00010000:1.0:1789185323.529315:0:16720:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000062277a84/0xff23d3f688d8f47f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x867:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b107 expref: 172 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00002000:00080000:3.0:1789185323.529324:0:35218:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2154 count 1
00000100:00100000:1.0:1789185323.529325:0:16720:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14b5c1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16720:1876087018937600:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.529334:0:35218:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c0064632/0xff23d3f688d932a6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x86a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.529345:0:35218:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000027799889/0xff23d3f688d8f48d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x86a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b131 expref: 172 pid: 24325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.529346:0:16720:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0540 going to sleep for 11 seconds
00010000:00010000:3.0:1789185323.529352:0:35218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x86a:0x0].0x0 since=124s v=(0 0)
00010000:00010000:3.0:1789185323.529355:0:35218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x86a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.529358:0:35218:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c0064632/0xff23d3f688d932a6 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x86a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.529375:0:35218:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000027799889/0xff23d3f688d8f48d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x86a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b131 expref: 172 pid: 24325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000004:00080000:1.0:1789185323.529378:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14877bb80/2, rc 0, transno 4294989605
00010000:00010000:3.0:1789185323.529384:0:35218:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000027799889/0xff23d3f688d8f48d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x86a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b131 expref: 172 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.529389:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14877bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018934272:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1789185323.529400:0:35218:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14da19500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35218:1876087018937728:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185323.529422:0:35218:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b145c7ba80 going to sleep for 11 seconds
00000100:00100000:3.0:1789185323.529453:0:178148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37935
00000100:00100000:1.0:1789185323.529454:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789185323.529460:0:178148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151783100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+841:3638:x1876087018936704:12345-0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.529463:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14b5c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018937856:0@lo:6:osp-syn-1-0.0
00002000:00080000:3.0:1789185323.529472:0:178148:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2148 count 1
00010000:00010000:3.0:1789185323.529483:0:178148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006d45f335/0xff23d3f688d932ad lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x864:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.529495:0:178148:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002e5e4456/0xff23d3f688d8f631 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x864:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b0e4 expref: 173 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.529501:0:178148:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x864:0x0].0x0 since=124s v=(0 0)
00010000:00010000:3.0:1789185323.529505:0:178148:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x864:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.529508:0:178148:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006d45f335/0xff23d3f688d932ad lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x864:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.529527:0:178148:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002e5e4456/0xff23d3f688d8f631 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x864:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b0e4 expref: 173 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.529535:0:178148:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002e5e4456/0xff23d3f688d8f631 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x864:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b0e4 expref: 173 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.529564:0:178148:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14da1a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:178148:1876087018937984:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185323.529592:0:178148:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1498f1600 going to sleep for 11 seconds
00000100:00100000:2.0:1789185323.529599:0:178146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37936
00010000:00010000:3.0:1789185323.529604:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00000100:00100000:2.0:1789185323.529608:0:178146:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14b5c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+848:3636:x1876087018936960:12345-0@lo:6:osp-syn-0-0.0
00010000:00010000:3.0:1789185323.529610:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f25d22cc/0xff23d3f688d93267 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x860:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.529617:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde6000 already unused, calling callback (ffffffffc0cd94f0)
00002000:00080000:2.0:1789185323.529620:0:178146:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2152 count 1
00010000:00010000:3.0:1789185323.529622:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f25d22cc/0xff23d3f688d93267 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x860:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.529631:0:178146:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a5a45477/0xff23d3f688d932b4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x868:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.529632:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f25d22cc/0xff23d3f688d93267 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x860:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.529642:0:178146:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000032ea7083/0xff23d3f688d8f486 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x868:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b115 expref: 172 pid: 24325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.529646:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f25d22cc/0xff23d3f688d93267 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x860:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.529654:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f25d22cc/0xff23d3f688d93267 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x860:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.529655:0:178146:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x868:0x0].0x0 since=124s v=(0 0)
00010000:00010000:2.0:1789185323.529659:0:178146:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x868:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.529662:0:178146:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a5a45477/0xff23d3f688d932b4 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x868:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.529672:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.529674:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.529675:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.529680:0:178146:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000032ea7083/0xff23d3f688d8f486 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x868:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b115 expref: 172 pid: 24325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.529689:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23411
00010000:00010000:2.0:1789185323.529689:0:178146:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000032ea7083/0xff23d3f688d8f486 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x868:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b115 expref: 172 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.529695:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b281266c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+172:2392:x1876087010804096:12345-192.168.204.3@tcp:103:ldlm_bl.0
00000100:00100000:2.0:1789185323.529699:0:178146:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148766300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:178146:1876087018938112:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.529704:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.529709:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d15ae864/0xff23d3f688d8f463 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x863:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b0cf expref: 172 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.529720:0:178146:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b149ae2000 going to sleep for 11 seconds
00010000:00010000:3.0:1789185323.529726:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d15ae864/0xff23d3f688d8f463 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x863:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b0cf expref: 172 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.529740:0:178150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d15ae864/0xff23d3f688d8f463 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x863:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b0cf expref: 172 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.529740:0:24325:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000003654a7fb/0xff23d3f688d93244 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x85e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.529749:0:24325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003654a7fb/0xff23d3f688d93244 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x85e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.529750:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x863:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.529753:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x863:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.529758:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a2baff92/0xff23d3f688d9324b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x863:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.529759:0:24325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003654a7fb/0xff23d3f688d93244 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x85e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.529767:0:24325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003654a7fb/0xff23d3f688d93244 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x85e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.529768:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a2baff92/0xff23d3f688d9324b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x863:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.529787:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1789185323.529795:0:24325:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1789185323.529806:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b281266c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+171:2392:x1876087010804096:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 111us (1709us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.529811:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23411
00000100:00100000:3.0:1789185323.529827:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23412
00000100:00100000:3.0:1789185323.529832:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151780700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+170:2392:x1876087010804608:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.529840:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.529845:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003fd261ad/0xff23d3f688d8f46a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x864:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b0dd expref: 170 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.529859:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003fd261ad/0xff23d3f688d8f46a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x864:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b0dd expref: 170 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.529871:0:178150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003fd261ad/0xff23d3f688d8f46a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x864:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b0dd expref: 170 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.529878:0:24325:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148764380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+842:3637:x1876087018934016:12345-0@lo:6:osp-syn-1-0.0 Request processed in 14557us (14808us total) trans 4294989606 rc 0/0
00010000:00010000:3.0:1789185323.529882:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x864:0x0].0x0 since=0s v=(0 0)
00000100:00100000:2.0:1789185323.529884:0:24325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37920
00010000:00010000:3.0:1789185323.529885:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x864:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.529889:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000fe3fc84a/0xff23d3f688d9326e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x864:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.529895:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fe3fc84a/0xff23d3f688d9326e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x864:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.529912:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000004:00080000:2.0:1789185323.529915:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b148779500/2, rc 0, transno 4294989606
00000100:00100000:2.0:1789185323.529923:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148779500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018934016:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1789185323.529926:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151780700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+169:2392:x1876087010804608:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 94us (1814us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.529932:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23412
00000100:00100000:3.0:1789185323.529945:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23413
00000100:00100000:3.0:1789185323.529951:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151781c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+173:2392:x1876087010804864:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.529958:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.529963:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008a1c4ef2/0xff23d3f688d8f607 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x85f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b09e expref: 173 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.529978:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008a1c4ef2/0xff23d3f688d8f607 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x85f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b09e expref: 173 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.529990:0:178150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008a1c4ef2/0xff23d3f688d8f607 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x85f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b09e expref: 173 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.530000:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x85f:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.530003:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x85f:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.530007:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000584e9167/0xff23d3f688d93259 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x85f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.530015:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000584e9167/0xff23d3f688d93259 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x85f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.530025:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185323.530033:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1789185323.530034:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003654a7fb/0xff23d3f688d93244 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x85e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.530045:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bce00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.530049:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003654a7fb/0xff23d3f688d93244 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x85e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.530054:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151781c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+172:2392:x1876087010804864:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 100us (1924us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.530071:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23413
00010000:00010000:0.0:1789185323.530071:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003654a7fb/0xff23d3f688d93244 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x85e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.530085:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:0.0:1789185323.530088:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003654a7fb/0xff23d3f688d93244 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x85e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.530090:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23414
00000100:00100000:3.0:1789185323.530102:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d75500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+171:2391:x1876087010804352:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.530103:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003654a7fb/0xff23d3f688d93244 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x85e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.530113:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.530121:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008fc6b8b2/0xff23d3f688d8f615 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x861:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b0ba expref: 171 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.530129:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:0.0:1789185323.530133:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.530137:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.530140:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008fc6b8b2/0xff23d3f688d8f615 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x861:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b0ba expref: 171 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.530141:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.530158:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x861:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.530161:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x861:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.530166:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e5c655ab/0xff23d3f688d93275 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x861:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:0.0:1789185323.530170:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14876ca80/2, rc 0, transno 4294989604
00010000:00010000:3.0:1789185323.530173:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e5c655ab/0xff23d3f688d93275 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x861:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.530183:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14876ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018931968:0@lo:6:osp-syn-1-0.0
00010000:00010000:3.0:1789185323.530187:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.530190:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789185323.530200:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148767480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018938240:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1789185323.530210:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d75500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+171:2391:x1876087010804352:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 110us (2068us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185323.530210:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.530216:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23414
00000100:00100000:3.0:1789185323.530229:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010805248
00000100:00100000:3.0:1789185323.530232:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010805248
00000100:00100000:0.0:1789185323.530243:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:3.0:1789185323.530251:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000025ea34a3/0xff23d3f688d8f61c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x862:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b0c8 expref: 171 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.530267:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010805120
00000100:00100000:3.0:1789185323.530270:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010805120
00010000:00010000:3.0:1789185323.530282:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000000a05877/0xff23d3f688d8f478 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x866:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b0f9 expref: 169 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.530298:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23415
00000100:00100000:3.0:1789185323.530306:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14da1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+169:2391:x1876087010804736:12345-192.168.204.3@tcp:103:ldlm_bl.0
00000100:00100000:2.0:1789185323.530328:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148760700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018938368:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185323.530352:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185323.530382:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23416
00000100:00100000:2.0:1789185323.530389:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148764e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+171:2392:x1876087010805248:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.530396:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.530402:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000025ea34a3/0xff23d3f688d8f61c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x862:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b0c8 expref: 171 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.530411:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000025ea34a3/0xff23d3f688d8f61c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x862:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b0c8 expref: 171 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.530464:0:8491:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000584e9167/0xff23d3f688d93259 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x85f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.530477:0:8491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000584e9167/0xff23d3f688d93259 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x85f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.530564:0:8491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000584e9167/0xff23d3f688d93259 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x85f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.530573:0:8491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000584e9167/0xff23d3f688d93259 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x85f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.530587:0:8491:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1789185323.530664:0:8491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148764a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+842:3637:x1876087018934144:12345-0@lo:6:osp-syn-1-0.0 Request processed in 14899us (15526us total) trans 4294989607 rc 0/0
00000100:00100000:1.0:1789185323.530670:0:8491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37923
00000100:00100000:1.0:1789185323.530682:0:8491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018937856
00000100:00100000:1.0:1789185323.530685:0:8491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018937856
00000100:00100000:1.0:1789185323.530695:0:8491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018938240
00000100:00100000:1.0:1789185323.530697:0:8491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018938240
00000100:00100000:1.0:1789185323.530703:0:8491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018938368
00000100:00100000:1.0:1789185323.530705:0:8491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018938368
00000100:00100000:1.0:1789185323.530713:0:8491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37937
00000100:00100000:1.0:1789185323.530717:0:8491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14b5c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+844:3636:x1876087018937856:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185323.530730:0:8491:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2149 count 1
00010000:00010000:1.0:1789185323.530742:0:8491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003c357a1d/0xff23d3f688d932bb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x865:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.530753:0:8491:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000004b1a07c/0xff23d3f688d8f638 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x865:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b0f2 expref: 171 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.530760:0:8491:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x865:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.530763:0:8491:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x865:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.530767:0:8491:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003c357a1d/0xff23d3f688d932bb lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x865:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.530785:0:8491:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000004b1a07c/0xff23d3f688d8f638 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x865:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b0f2 expref: 171 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.530794:0:8491:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000004b1a07c/0xff23d3f688d8f638 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x865:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b0f2 expref: 171 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.530803:0:8491:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14b5c0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8491:1876087018938496:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.530850:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x862:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.530853:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x862:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.530858:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ea23a920/0xff23d3f688d9328a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x862:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.530871:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ea23a920/0xff23d3f688d9328a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x862:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.530888:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185323.532684:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148764e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+171:2392:x1876087010805248:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 2284us (2542us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185323.532697:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23416
00000100:00100000:2.0:1789185323.532736:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23417
00000100:00100000:2.0:1789185323.532760:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f29e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+169:2391:x1876087010805120:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.532779:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.532788:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000000a05877/0xff23d3f688d8f478 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x866:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b0f9 expref: 169 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.532804:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000000a05877/0xff23d3f688d8f478 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x866:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b0f9 expref: 169 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.532829:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x866:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.532833:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x866:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.532840:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000262d3641/0xff23d3f688d93283 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x866:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.532850:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000262d3641/0xff23d3f688d93283 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x866:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.532882:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185323.532925:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f29e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+169:2391:x1876087010805120:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 181us (2716us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185323.532931:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23417
00010000:00010000:2.0:1789185323.532954:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185323.532962:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000584e9167/0xff23d3f688d93259 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x85f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.532970:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde7400 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.532976:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000584e9167/0xff23d3f688d93259 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x85f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.532986:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000584e9167/0xff23d3f688d93259 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x85f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.532998:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000584e9167/0xff23d3f688d93259 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x85f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.533005:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000584e9167/0xff23d3f688d93259 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x85f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.533029:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.533031:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.533032:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:2.0:1789185323.533081:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b148779c00/2, rc 0, transno 4294989607
00000100:00100000:2.0:1789185323.533090:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148779c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018934144:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.533279:0:8491:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0e40 going to sleep for 11 seconds
00010000:00010000:1.0:1789185323.533300:0:34809:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000fe3fc84a/0xff23d3f688d9326e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x864:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.533311:0:34809:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fe3fc84a/0xff23d3f688d9326e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x864:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.533322:0:34809:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fe3fc84a/0xff23d3f688d9326e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x864:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.533330:0:34809:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fe3fc84a/0xff23d3f688d9326e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x864:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.533361:0:34809:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1789185323.533644:0:34809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f29ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+849:3636:x1876087018935296:12345-0@lo:6:osp-syn-0-0.0 Request processed in 17045us (17302us total) trans 4294977813 rc 0/0
00000100:00100000:1.0:1789185323.533653:0:34809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37926
00000100:00100000:1.0:1789185323.533673:0:34809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37938
00000100:00100000:1.0:1789185323.533681:0:34809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b2769b3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+844:3635:x1876087018938240:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185323.533717:0:34809:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2150 count 1
00010000:00010000:1.0:1789185323.533738:0:34809:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005465f551/0xff23d3f688d932c2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x866:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.533754:0:34809:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000030a00a5b/0xff23d3f688d8fece lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x866:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12582912->12587007) gid 0 flags: 0x40000000020000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4baa0 expref: 170 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.533762:0:34809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x866:0x0].0x0 since=122s v=(0 0)
00010000:00010000:1.0:1789185323.533766:0:34809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x866:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1789185323.533770:0:34809:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005465f551/0xff23d3f688d932c2 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x866:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.533801:0:34809:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000030a00a5b/0xff23d3f688d8fece lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x866:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12582912->12587007) gid 0 flags: 0x50000000030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4baa0 expref: 170 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.533814:0:34809:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000030a00a5b/0xff23d3f688d8fece lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x866:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12582912->12587007) gid 0 flags: 0x70000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4baa0 expref: 170 pid: 8429 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.533830:0:34809:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151768700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:34809:1876087018938624:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.533880:0:34809:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a09c0 going to sleep for 11 seconds
00010000:00010000:1.0:1789185323.533901:0:8429:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000a2baff92/0xff23d3f688d9324b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x863:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.533910:0:8429:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a2baff92/0xff23d3f688d9324b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x863:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.533919:0:8429:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a2baff92/0xff23d3f688d9324b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x863:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.533928:0:8429:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a2baff92/0xff23d3f688d9324b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x863:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.533945:0:8429:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00010000:00010000:0.0:1789185323.533953:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:0.0:1789185323.533962:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fe3fc84a/0xff23d3f688d9326e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x864:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.533970:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde7a00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.533975:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fe3fc84a/0xff23d3f688d9326e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x864:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.533986:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fe3fc84a/0xff23d3f688d9326e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x864:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.534003:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fe3fc84a/0xff23d3f688d9326e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x864:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.534012:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fe3fc84a/0xff23d3f688d9326e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x864:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.534026:0:8429:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14877aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+849:3636:x1876087018933888:12345-0@lo:6:osp-syn-0-0.0 Request processed in 18573us (18944us total) trans 4294977814 rc 0/0
00010000:00010000:0.0:1789185323.534034:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00000100:00100000:1.0:1789185323.534036:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37921
00010000:00010000:0.0:1789185323.534040:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a2baff92/0xff23d3f688d9324b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x863:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.534049:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde7000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.534054:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a2baff92/0xff23d3f688d9324b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x863:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.534058:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37939
00010000:00010000:0.0:1789185323.534069:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a2baff92/0xff23d3f688d9324b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x863:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.534070:0:8429:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f29ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+844:3637:x1876087018938368:12345-0@lo:6:osp-syn-1-0.0
00010000:00010000:0.0:1789185323.534087:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a2baff92/0xff23d3f688d9324b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x863:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00080000:1.0:1789185323.534089:0:8429:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2151 count 1
00010000:00010000:0.0:1789185323.534098:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a2baff92/0xff23d3f688d9324b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x863:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.534104:0:8429:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dadccb78/0xff23d3f688d932c9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x867:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.534114:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.534118:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.534119:0:8429:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a4505bd0/0xff23d3f688d8f646 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x867:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b10e expref: 170 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.534121:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.534129:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.534138:0:8429:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x867:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.534142:0:8429:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x867:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.534146:0:8429:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dadccb78/0xff23d3f688d932c9 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x867:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.534170:0:8429:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a4505bd0/0xff23d3f688d8f646 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x867:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b10e expref: 170 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.534170:0:178144:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000025ea34a3/0xff23d3f688d8f61c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x862:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b0c8 expref: 170 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.534186:0:8429:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a4505bd0/0xff23d3f688d8f646 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x867:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b10e expref: 170 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.534204:0:8429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149f0ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8429:1876087018938880:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.534209:0:178144:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148763480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:178144:1876087018936576:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.534230:0:178144:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ea23a920/0xff23d3f688d9328a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x862:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.534232:0:8429:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0300 going to sleep for 11 seconds
00010000:00010000:0.0:1789185323.534244:0:178144:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ea23a920/0xff23d3f688d9328a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x862:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.534251:0:178144:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ea23a920/0xff23d3f688d9328a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x862:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.534261:0:178144:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ea23a920/0xff23d3f688d9328a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x862:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:1.0:1789185323.534268:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f29d500/2, rc 0, transno 4294977813
00010000:00010000:0.0:1789185323.534268:0:178144:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ea23a920/0xff23d3f688d9328a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x862:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.534283:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f29d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018935296:0@lo:6:osp-syn-0-0.0
00010000:00010000:0.0:1789185323.534286:0:178144:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000004:00080000:1.0:1789185323.534297:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b148778a80/2, rc 0, transno 4294977814
00000100:00100000:1.0:1789185323.534302:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148778a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018933888:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185323.534362:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148779180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018939136:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.534386:0:178144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14b5c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+845:3636:x1876087018936320:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9359us (9678us total) trans 4294989608 rc 0/0
00000100:00100000:0.0:1789185323.534393:0:178144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37930
00000100:00100000:1.0:1789185323.534399:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185323.534418:0:178144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018939136
00000100:00100000:0.0:1789185323.534425:0:178144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018939136
00000100:00100000:0.0:1789185323.534466:0:178144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37940
00000100:00100000:0.0:1789185323.534473:0:178144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14877a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+849:3636:x1876087018939136:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1789185323.534486:0:178144:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2156 count 1
00010000:00010000:0.0:1789185323.534500:0:178144:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000378be304/0xff23d3f688d932d0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x86c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.534511:0:178144:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000bedb9f69/0xff23d3f688d8f49b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x86c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b14d expref: 168 pid: 24325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.534518:0:178144:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x86c:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.534521:0:178144:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x86c:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.534526:0:178144:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000378be304/0xff23d3f688d932d0 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x86c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.534566:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185323.534575:0:178144:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000bedb9f69/0xff23d3f688d8f49b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x86c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b14d expref: 168 pid: 24325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.534576:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ea23a920/0xff23d3f688d9328a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x862:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.534598:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14bc28200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.534602:0:178144:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000bedb9f69/0xff23d3f688d8f49b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x86c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b14d expref: 168 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.534604:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ea23a920/0xff23d3f688d9328a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x862:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.534628:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ea23a920/0xff23d3f688d9328a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x862:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.534630:0:178144:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148763480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:178144:1876087018939264:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.534650:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ea23a920/0xff23d3f688d9328a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x862:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.534658:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ea23a920/0xff23d3f688d9328a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x862:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.534673:0:178144:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe16840 going to sleep for 11 seconds
00000004:00080000:1.0:1789185323.534678:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14b5c2d80/2, rc 0, transno 4294989608
00000100:00100000:1.0:1789185323.534691:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14b5c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018936320:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185323.534693:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148778380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018939008:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.534726:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185323.534789:0:178142:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018939008
00000100:00100000:0.0:1789185323.534792:0:178142:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018939008
00010000:00010000:2.0:1789185323.534819:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789185323.534820:0:178142:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37941
00010000:00010000:2.0:1789185323.534823:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.534827:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789185323.534831:0:178142:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148762680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+850:3635:x1876087018939008:12345-0@lo:6:osp-syn-0-0.0
00010000:00010000:2.0:1789185323.534835:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00002000:00080000:0.0:1789185323.534846:0:178142:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2155 count 1
00000100:00100000:2.0:1789185323.534851:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148761180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018939392:0@lo:6:osp-syn-1-0.0
00010000:00010000:0.0:1789185323.534860:0:178142:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000127e8890/0xff23d3f688d932d7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x86b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.534875:0:178142:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000023455d2a/0xff23d3f688d8f494 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x86b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b13f expref: 168 pid: 24325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.534884:0:178142:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x86b:0x0].0x0 since=124s v=(0 0)
00000100:00100000:2.0:1789185323.534890:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:0.0:1789185323.534891:0:178142:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x86b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.534897:0:178142:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000127e8890/0xff23d3f688d932d7 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x86b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.534923:0:35223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018939392
00000100:00100000:2.0:1789185323.534924:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1789185323.534929:0:35223:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018939392
00000100:00100000:2.0:1789185323.534934:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148763b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018938752:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185323.534967:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.534967:0:35223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37942
00000100:00100000:1.0:1789185323.534980:0:35223:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f29dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+845:3637:x1876087018939392:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185323.534994:0:35223:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2153 count 1
00010000:00010000:1.0:1789185323.535007:0:35223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000084950cc6/0xff23d3f688d932de lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x869:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.535020:0:35223:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d0906f01/0xff23d3f688d8f654 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x869:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b12a expref: 169 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.535028:0:35223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x869:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.535032:0:35223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x869:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.535037:0:35223:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000084950cc6/0xff23d3f688d932de lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x869:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.535057:0:35223:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d0906f01/0xff23d3f688d8f654 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x869:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b12a expref: 169 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.535066:0:35223:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d0906f01/0xff23d3f688d8f654 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x869:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b12a expref: 169 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.535077:0:35223:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14877a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:35223:1876087018939520:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.535112:0:35223:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0600 going to sleep for 11 seconds
00000100:00100000:1.0:1789185323.535126:0:178147:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018938752
00000100:00100000:1.0:1789185323.535129:0:178147:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018938752
00000100:00100000:1.0:1789185323.535148:0:178147:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37943
00000100:00100000:1.0:1789185323.535155:0:178147:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f29f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+846:3637:x1876087018938752:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185323.535169:0:178147:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2152 count 1
00010000:00010000:1.0:1789185323.535179:0:178147:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fc5b8c3a/0xff23d3f688d932e5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x868:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.535191:0:178147:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000db98682b/0xff23d3f688d8f64d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x868:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b11c expref: 169 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.535198:0:178147:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x868:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.535202:0:178147:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x868:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.535206:0:178147:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fc5b8c3a/0xff23d3f688d932e5 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x868:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.535225:0:178147:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000db98682b/0xff23d3f688d8f64d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x868:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b11c expref: 169 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.535235:0:178147:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000db98682b/0xff23d3f688d8f64d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x868:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b11c expref: 169 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.535246:0:178147:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148778000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:178147:1876087018939648:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.535269:0:178147:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0f00 going to sleep for 11 seconds
00010000:00010000:3.0:1789185323.535627:0:178169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000000a05877/0xff23d3f688d8f478 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x866:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b0f9 expref: 168 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.535641:0:178169:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151782300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:178169:1876087018936192:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.535663:0:178169:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000262d3641/0xff23d3f688d93283 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x866:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.535673:0:178169:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000262d3641/0xff23d3f688d93283 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x866:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.535680:0:178169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000262d3641/0xff23d3f688d93283 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x866:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.535689:0:178169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000262d3641/0xff23d3f688d93283 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x866:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.535697:0:178169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000262d3641/0xff23d3f688d93283 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x866:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.535712:0:178169:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1789185323.535836:0:178169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14b5c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+851:3635:x1876087018936064:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11623us (11719us total) trans 4294977815 rc 0/0
00000100:00100000:3.0:1789185323.535843:0:178169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37929
00000100:00100000:3.0:1789185323.535898:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151783b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+169:2393:x1876087010804992:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 7091us (7819us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.535906:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23410
00000100:00100000:2.0:1789185323.536108:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185323.536131:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185323.536148:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185323.536169:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185323.536214:0:178146:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148766300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:178146:1876087018938112:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.536239:0:178146:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000a5a45477/0xff23d3f688d932b4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x868:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.536263:0:178149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010805376
00000100:00100000:2.0:1789185323.536267:0:178149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010805376
00010000:00010000:2.0:1789185323.536292:0:178149:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000062277a84/0xff23d3f688d8f47f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x867:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b107 expref: 168 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.536317:0:178149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010805632
00000100:00100000:2.0:1789185323.536320:0:178149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010805632
00010000:00010000:2.0:1789185323.536333:0:178149:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006905ce2c/0xff23d3f688d8f845 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x869:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b123 expref: 169 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.536346:0:178149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010805504
00000100:00100000:2.0:1789185323.536348:0:178149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010805504
00010000:00010000:2.0:1789185323.536361:0:178149:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c19b9873/0xff23d3f688d8f62a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x863:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b0d6 expref: 169 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.536375:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23418
00000100:00100000:2.0:1789185323.536382:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b281267c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+169:2391:x1876087010805376:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.536392:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.536397:0:178149:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000062277a84/0xff23d3f688d8f47f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x867:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b107 expref: 169 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.536409:0:178149:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000062277a84/0xff23d3f688d8f47f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x867:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b107 expref: 169 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.536444:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x867:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.536450:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x867:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.536457:0:178149:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000429e81d7/0xff23d3f688d9329f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x867:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.536467:0:178149:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000429e81d7/0xff23d3f688d9329f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x867:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.536485:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185323.536508:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b281267c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+169:2391:x1876087010805376:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 126us (402us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185323.536514:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23418
00000100:00100000:2.0:1789185323.536528:0:178149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010805888
00000100:00100000:2.0:1789185323.536531:0:178149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010805888
00010000:00010000:2.0:1789185323.536543:0:178149:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000027799889/0xff23d3f688d8f48d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x86a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b131 expref: 169 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.536594:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23419
00000100:00100000:2.0:1789185323.536601:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f29d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+169:2391:x1876087010805632:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.536609:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.536614:0:178149:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006905ce2c/0xff23d3f688d8f845 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x869:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b123 expref: 169 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.536624:0:178149:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006905ce2c/0xff23d3f688d8f845 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x869:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b123 expref: 169 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.536637:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x869:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.536640:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x869:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.536643:0:178149:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ff9f9f3d/0xff23d3f688d93298 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x869:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.536651:0:178149:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ff9f9f3d/0xff23d3f688d93298 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x869:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.536677:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185323.536829:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f29d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+169:2391:x1876087010805632:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 228us (697us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185323.536846:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23419
00000100:00100000:2.0:1789185323.536862:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23420
00000100:00100000:2.0:1789185323.536869:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f29df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+169:2391:x1876087010805504:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.536878:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.536883:0:178149:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c19b9873/0xff23d3f688d8f62a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x863:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b0d6 expref: 169 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.536894:0:178149:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c19b9873/0xff23d3f688d8f62a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x863:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b0d6 expref: 169 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.537048:0:178142:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000023455d2a/0xff23d3f688d8f494 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x86b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b13f expref: 168 pid: 24325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.537060:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x863:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.537063:0:178142:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000023455d2a/0xff23d3f688d8f494 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x86b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b13f expref: 168 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.537066:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x863:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.537078:0:178149:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b38f76e7/0xff23d3f688d93291 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x863:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.537090:0:178149:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b38f76e7/0xff23d3f688d93291 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x863:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.537090:0:178142:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148761c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:178142:1876087018939776:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.537114:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.537144:0:178142:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe16180 going to sleep for 11 seconds
00000100:00100000:2.0:1789185323.537150:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f29df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+169:2391:x1876087010805504:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 279us (997us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185323.537159:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23420
00000100:00100000:2.0:1789185323.537180:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23421
00010000:00010000:0.0:1789185323.537180:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00000100:00100000:2.0:1789185323.537189:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f29c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+168:2391:x1876087010805888:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.537190:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000262d3641/0xff23d3f688d93283 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x866:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.537200:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.537202:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b26239a800 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.537210:0:178149:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000027799889/0xff23d3f688d8f48d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x86a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b131 expref: 168 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.537211:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000262d3641/0xff23d3f688d93283 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x866:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.537240:0:178149:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000027799889/0xff23d3f688d8f48d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x86a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b131 expref: 168 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.537240:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000262d3641/0xff23d3f688d93283 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x866:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.537271:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000262d3641/0xff23d3f688d93283 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x866:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.537273:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x86a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.537281:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x86a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.537286:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000262d3641/0xff23d3f688d93283 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x866:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.537288:0:178149:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c0064632/0xff23d3f688d932a6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x86a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.537310:0:178149:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c0064632/0xff23d3f688d932a6 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x86a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.537329:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1789185323.537332:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.537335:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.537338:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789185323.537351:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f29c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+168:2391:x1876087010805888:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 164us (1181us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185323.537359:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23421
00000004:00080000:0.0:1789185323.537370:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14876ea00/2, rc 0, transno 4294977815
00000100:00100000:0.0:1789185323.537387:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14876ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018936064:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185323.537484:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00010000:00010000:0.0:1789185323.537491:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008fc6b8b2/0xff23d3f688d8f615 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x861:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b0ba expref: 168 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.537497:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148763100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018939904:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.537510:0:8431:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148761500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8431:1876087018935680:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.537529:0:8431:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e5c655ab/0xff23d3f688d93275 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x861:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.537539:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:0.0:1789185323.537540:0:8431:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e5c655ab/0xff23d3f688d93275 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x861:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.537569:0:8431:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e5c655ab/0xff23d3f688d93275 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x861:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.537580:0:8431:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e5c655ab/0xff23d3f688d93275 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x861:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.537588:0:8431:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e5c655ab/0xff23d3f688d93275 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x861:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.537611:0:8431:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1789185323.537742:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14b5c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+847:3638:x1876087018935552:12345-0@lo:6:osp-syn-1-0.0 Request processed in 20625us (20744us total) trans 4294989609 rc 0/0
00000100:00100000:0.0:1789185323.537749:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37927
00000100:00100000:0.0:1789185323.537768:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018939904
00000100:00100000:0.0:1789185323.537773:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018939904
00000100:00100000:0.0:1789185323.537797:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37944
00000100:00100000:0.0:1789185323.537803:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148766300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+851:3637:x1876087018939904:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1789185323.537824:0:8431:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2157 count 1
00010000:00010000:0.0:1789185323.537842:0:8431:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b8e15e82/0xff23d3f688d932ec lrc: 3/0,1 mode: --/PW res: [0x280000401:0x86d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.537855:0:8431:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006d3d9788/0xff23d3f688d8f4a2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x86d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b15b expref: 167 pid: 24325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.537863:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x86d:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.537866:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x86d:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.537870:0:8431:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b8e15e82/0xff23d3f688d932ec lrc: 4/0,1 mode: --/PW res: [0x280000401:0x86d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.537889:0:8431:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006d3d9788/0xff23d3f688d8f4a2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x86d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b15b expref: 167 pid: 24325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.537899:0:8431:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006d3d9788/0xff23d3f688d8f4a2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x86d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b15b expref: 167 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.537915:0:8431:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148761500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8431:1876087018940032:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.537940:0:8431:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe16900 going to sleep for 11 seconds
00010000:00010000:0.0:1789185323.537952:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185323.537957:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e5c655ab/0xff23d3f688d93275 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x861:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.537965:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14bc28000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.537968:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e5c655ab/0xff23d3f688d93275 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x861:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.537977:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e5c655ab/0xff23d3f688d93275 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x861:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.537990:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e5c655ab/0xff23d3f688d93275 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x861:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.537997:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e5c655ab/0xff23d3f688d93275 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x861:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.538015:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.538017:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.538019:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.538346:0:35218:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000027799889/0xff23d3f688d8f48d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x86a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b131 expref: 167 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.538405:0:35218:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14da19500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35218:1876087018937728:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.538426:0:35218:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000c0064632/0xff23d3f688d932a6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x86a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.538447:0:35218:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000c0064632/0xff23d3f688d932a6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x86a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.538455:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:3.0:1789185323.538463:0:35218:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c0064632/0xff23d3f688d932a6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x86a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.538474:0:35218:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c0064632/0xff23d3f688d932a6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x86a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.538483:0:35218:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c0064632/0xff23d3f688d932a6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x86a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.538491:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:3.0:1789185323.538518:0:35218:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1789185323.538518:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010805760
00000100:00100000:2.0:1789185323.538524:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010805760
00010000:00010000:2.0:1789185323.538570:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002e5e4456/0xff23d3f688d8f631 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x864:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b0e4 expref: 168 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.538596:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010806016
00000100:00100000:2.0:1789185323.538600:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010806016
00010000:00010000:2.0:1789185323.538618:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000032ea7083/0xff23d3f688d8f486 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x868:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b115 expref: 167 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.538627:0:16720:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000062277a84/0xff23d3f688d8f47f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x867:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b107 expref: 167 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.538645:0:16720:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14b5c1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16720:1876087018937600:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185323.538654:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23422
00000100:00100000:2.0:1789185323.538667:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b147529180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+168:2393:x1876087010805760:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185323.538668:0:16720:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000429e81d7/0xff23d3f688d9329f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x867:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.538673:0:35218:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148767800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+852:3637:x1876087018937216:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9356us (13283us total) trans 4294977816 rc 0/0
00010000:00010000:2.0:1789185323.538682:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00000100:00100000:3.0:1789185323.538690:0:35218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37934
00010000:00010000:1.0:1789185323.538695:0:16720:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000429e81d7/0xff23d3f688d9329f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x867:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.538696:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002e5e4456/0xff23d3f688d8f631 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x864:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b0e4 expref: 168 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.538721:0:16720:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000429e81d7/0xff23d3f688d9329f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x867:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.538725:0:178148:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14da1a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:178148:1876087018937984:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.538728:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002e5e4456/0xff23d3f688d8f631 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x864:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b0e4 expref: 168 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.538748:0:178148:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000006d45f335/0xff23d3f688d932ad lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x864:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.538756:0:10396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002e5e4456/0xff23d3f688d8f631 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x864:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b0e4 expref: 168 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.538772:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x864:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.538777:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x864:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.538782:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006d45f335/0xff23d3f688d932ad lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x864:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:3.0:1789185323.538783:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14b5c2a00/2, rc 0, transno 4294977816
00000100:00100000:3.0:1789185323.538803:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14b5c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018937216:0@lo:6:osp-syn-0-0.0
00010000:00010000:1.0:1789185323.538819:0:16720:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000429e81d7/0xff23d3f688d9329f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x867:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.538830:0:16720:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000429e81d7/0xff23d3f688d9329f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x867:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.538848:0:16720:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000004:00080000:3.0:1789185323.538871:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14b5c3100/2, rc 0, transno 4294989609
00010000:00010000:2.0:1789185323.538882:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006d45f335/0xff23d3f688d932ad lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x864:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.538883:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14b5c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018935552:0@lo:6:osp-syn-1-0.0
00010000:00010000:2.0:1789185323.538922:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1789185323.538947:0:178148:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000006d45f335/0xff23d3f688d932ad lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x864:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.538959:0:178148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006d45f335/0xff23d3f688d932ad lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x864:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.538960:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b147529180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+167:2393:x1876087010805760:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 295us (508us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185323.538967:0:16720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148760a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+852:3635:x1876087018936832:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9729us (13616us total) trans 4294977817 rc 0/0
00000100:00100000:2.0:1789185323.538979:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23422
00010000:00010000:3.0:1789185323.538983:0:178148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006d45f335/0xff23d3f688d932ad lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x864:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.538986:0:16720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37933
00010000:00010000:3.0:1789185323.538997:0:178148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006d45f335/0xff23d3f688d932ad lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x864:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.539004:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23423
00010000:00010000:3.0:1789185323.539017:0:178148:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00000100:00100000:2.0:1789185323.539018:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151757800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+166:2394:x1876087010806016:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.539031:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185323.539034:0:178145:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006905ce2c/0xff23d3f688d8f845 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x869:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b123 expref: 166 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.539039:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000032ea7083/0xff23d3f688d8f486 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x868:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b115 expref: 166 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.539056:0:178145:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14b5c2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:178145:1876087018937472:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.539071:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000032ea7083/0xff23d3f688d8f486 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x868:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b115 expref: 165 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.539076:0:178145:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000ff9f9f3d/0xff23d3f688d93298 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x869:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.539088:0:178145:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000ff9f9f3d/0xff23d3f688d93298 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x869:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.539090:0:10396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000032ea7083/0xff23d3f688d8f486 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x868:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b115 expref: 165 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.539109:0:178145:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ff9f9f3d/0xff23d3f688d93298 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x869:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.539112:0:178148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151783100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+847:3638:x1876087018936704:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9651us (13515us total) trans 4294989610 rc 0/0
00000100:00100000:3.0:1789185323.539127:0:178148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37935
00010000:00010000:1.0:1789185323.539128:0:178145:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ff9f9f3d/0xff23d3f688d93298 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x869:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.539138:0:178145:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ff9f9f3d/0xff23d3f688d93298 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x869:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.539152:0:178145:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool
00000004:00080000:3.0:1789185323.539157:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14b5c0a80/2, rc 0, transno 4294989610
00000100:00100000:3.0:1789185323.539167:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14b5c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018936704:0@lo:6:osp-syn-1-0.0
00010000:00010000:2.0:1789185323.539183:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x868:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.539187:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x868:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.539193:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a5a45477/0xff23d3f688d932b4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x868:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.539202:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a5a45477/0xff23d3f688d932b4 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x868:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.539212:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14876c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018940416:0@lo:6:osp-syn-1-0.0
00010000:00010000:2.0:1789185323.539227:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185323.539228:0:178145:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14876f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+852:3637:x1876087018937088:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10202us (13898us total) trans 4294977818 rc 0/0
00000100:00100000:1.0:1789185323.539237:0:178145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37932
00000100:00100000:2.0:1789185323.539256:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151757800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+164:2394:x1876087010806016:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 241us (767us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185323.539264:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23423
00010000:00010000:1.0:1789185323.539278:0:35222:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c19b9873/0xff23d3f688d8f62a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x863:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b0d6 expref: 166 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.539292:0:178146:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000a5a45477/0xff23d3f688d932b4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x868:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.539293:0:35222:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14b5c0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:35222:1876087018937344:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.539307:0:178146:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a5a45477/0xff23d3f688d932b4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x868:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.539319:0:178146:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a5a45477/0xff23d3f688d932b4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x868:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.539319:0:35222:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b38f76e7/0xff23d3f688d93291 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x863:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.539337:0:35222:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b38f76e7/0xff23d3f688d93291 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x863:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.539345:0:35222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b38f76e7/0xff23d3f688d93291 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x863:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.539349:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp.  (3 blwis in pool)
00010000:00010000:1.0:1789185323.539356:0:35222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b38f76e7/0xff23d3f688d93291 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x863:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.539359:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c0064632/0xff23d3f688d932a6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x86a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.539374:0:35222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b38f76e7/0xff23d3f688d93291 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x863:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.539383:0:178146:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a5a45477/0xff23d3f688d932b4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x868:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.539401:0:35222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool
00010000:00010000:0.0:1789185323.539402:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b26239b800 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.539407:0:178146:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool
00010000:00010000:0.0:1789185323.539410:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c0064632/0xff23d3f688d932a6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x86a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.539422:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c0064632/0xff23d3f688d932a6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x86a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.539451:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c0064632/0xff23d3f688d932a6 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x86a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.539460:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c0064632/0xff23d3f688d932a6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x86a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.539479:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 4 total in blp.  (4 blwis in pool)
00010000:00010000:0.0:1789185323.539483:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000429e81d7/0xff23d3f688d9329f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x867:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.539491:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde6400 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.539495:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000429e81d7/0xff23d3f688d9329f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x867:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.539504:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000429e81d7/0xff23d3f688d9329f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x867:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.539514:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000429e81d7/0xff23d3f688d9329f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x867:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.539539:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000429e81d7/0xff23d3f688d9329f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x867:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.539576:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp.  (3 blwis in pool)
00010000:00010000:0.0:1789185323.539581:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006d45f335/0xff23d3f688d932ad lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x864:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.539588:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b26239b200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.539592:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006d45f335/0xff23d3f688d932ad lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x864:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.539600:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006d45f335/0xff23d3f688d932ad lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x864:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.539610:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006d45f335/0xff23d3f688d932ad lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x864:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.539617:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006d45f335/0xff23d3f688d932ad lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x864:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.539630:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:0.0:1789185323.539634:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ff9f9f3d/0xff23d3f688d93298 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x869:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.539640:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14a858a00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.539644:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ff9f9f3d/0xff23d3f688d93298 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x869:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.539652:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ff9f9f3d/0xff23d3f688d93298 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x869:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.539661:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ff9f9f3d/0xff23d3f688d93298 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x869:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.539668:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ff9f9f3d/0xff23d3f688d93298 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x869:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.539679:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:0.0:1789185323.539682:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b38f76e7/0xff23d3f688d93291 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x863:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.539688:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14a859e00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.539691:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b38f76e7/0xff23d3f688d93291 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x863:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.539698:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b38f76e7/0xff23d3f688d93291 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x863:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.539707:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b38f76e7/0xff23d3f688d93291 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x863:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.539714:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b38f76e7/0xff23d3f688d93291 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x863:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.539725:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185323.539728:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a5a45477/0xff23d3f688d932b4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x868:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.539749:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bc800 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.539752:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a5a45477/0xff23d3f688d932b4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x868:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.539760:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a5a45477/0xff23d3f688d932b4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x868:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.539769:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a5a45477/0xff23d3f688d932b4 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x868:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.539777:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a5a45477/0xff23d3f688d932b4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x868:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.539791:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.539793:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.539795:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789185323.539808:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14da1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018940160:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185323.539881:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.539928:0:35222:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14876fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+847:3637:x1876087018936448:12345-0@lo:6:osp-syn-1-0.0 Request processed in 11105us (14655us total) trans 4294989611 rc 0/0
00000004:00080000:3.0:1789185323.539931:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14b5c3b80/2, rc 0, transno 4294977818
00000100:00100000:1.0:1789185323.539940:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37931
00000100:00100000:3.0:1789185323.539945:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14b5c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018937088:0@lo:6:osp-syn-0-0.0
00000004:00080000:3.0:1789185323.539958:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14b5c3800/2, rc 0, transno 4294989611
00000100:00100000:1.0:1789185323.539961:0:35222:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018940416
00000100:00100000:3.0:1789185323.539967:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14b5c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018936448:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.539967:0:35222:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018940416
00000100:00100000:1.0:1789185323.539999:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37945
00000100:00100000:1.0:1789185323.540010:0:35222:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14876f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+847:3637:x1876087018940416:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185323.540032:0:35222:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2155 count 1
00010000:00010000:1.0:1789185323.540050:0:35222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bfc3353f/0xff23d3f688d932f3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x86b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.540057:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1789185323.540061:0:178146:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14b5c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+852:3636:x1876087018936960:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10303us (10746us total) trans 4294977819 rc 0/0
00010000:00010000:1.0:1789185323.540067:0:35222:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000048059be/0xff23d3f688d8f669 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x86b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b146 expref: 165 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.540068:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14876c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018940544:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185323.540078:0:178146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37936
00010000:00010000:1.0:1789185323.540087:0:35222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x86b:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.540091:0:35222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x86b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.540097:0:35222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bfc3353f/0xff23d3f688d932f3 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x86b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.540108:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:1.0:1789185323.540136:0:35222:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000048059be/0xff23d3f688d8f669 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x86b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b146 expref: 165 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.540148:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185323.540149:0:35222:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000048059be/0xff23d3f688d8f669 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x86b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b146 expref: 165 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.540159:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006e920208/0xff23d3f688d8f471 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x865:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b0eb expref: 163 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.540167:0:35222:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14b5c0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:35222:1876087018940800:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.540178:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006e920208/0xff23d3f688d8f471 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x865:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b0eb expref: 163 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.540195:0:178150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006e920208/0xff23d3f688d8f471 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x865:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b0eb expref: 163 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.540207:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x865:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.540211:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x865:0x0].0x0 since=0s v=(0 0)
00000100:00100000:1.0:1789185323.540214:0:35222:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0180 going to sleep for 11 seconds
00010000:00010000:3.0:1789185323.540216:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000005aeaabf/0xff23d3f688d9327c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x865:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.540226:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000005aeaabf/0xff23d3f688d9327c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x865:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.540235:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14da19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018940288:0@lo:6:osp-syn-1-0.0
00010000:00010000:3.0:1789185323.540246:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1789185323.540263:0:34810:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000005aeaabf/0xff23d3f688d9327c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x865:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.540273:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:3.0:1789185323.540279:0:34810:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000005aeaabf/0xff23d3f688d9327c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x865:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.540289:0:34810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000005aeaabf/0xff23d3f688d9327c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x865:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.540297:0:34810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000005aeaabf/0xff23d3f688d9327c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x865:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:1.0:1789185323.540305:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14b5c1c00/2, rc 0, transno 4294977819
00010000:00010000:3.0:1789185323.540312:0:34810:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1789185323.540318:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14b5c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018936960:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185323.540327:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789185323.540333:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14876d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018940672:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.540356:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:1.0:1789185323.540382:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1789185323.540388:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000005aeaabf/0xff23d3f688d9327c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x865:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.540397:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b26239bc00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.540401:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000005aeaabf/0xff23d3f688d9327c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x865:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.540409:0:34810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b15176a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+852:3638:x1876087018935808:12345-0@lo:6:osp-syn-0-0.0 Request processed in 21245us (21315us total) trans 4294977820 rc 0/0
00010000:00010000:1.0:1789185323.540415:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000005aeaabf/0xff23d3f688d9327c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x865:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.540420:0:34810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37928
00000100:00100000:3.0:1789185323.540451:0:34810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018940544
00000100:00100000:3.0:1789185323.540455:0:34810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018940544
00000100:00100000:3.0:1789185323.540477:0:34810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018940288
00000100:00100000:3.0:1789185323.540479:0:34810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018940288
00000100:00100000:3.0:1789185323.540492:0:34810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018940672
00000100:00100000:3.0:1789185323.540494:0:34810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018940672
00000100:00100000:3.0:1789185323.540510:0:34810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37946
00000100:00100000:3.0:1789185323.540515:0:34810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151780e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+852:3637:x1876087018940544:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1789185323.540527:0:34810:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2159 count 1
00010000:00010000:3.0:1789185323.540540:0:34810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009a05288e/0xff23d3f688d932fa lrc: 3/0,1 mode: --/PW res: [0x280000401:0x86f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.540570:0:34810:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003af8dc0d/0xff23d3f688d8f4b0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x86f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b177 expref: 162 pid: 24325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.540578:0:34810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x86f:0x0].0x0 since=124s v=(0 0)
00010000:00010000:3.0:1789185323.540581:0:34810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x86f:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.540585:0:34810:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009a05288e/0xff23d3f688d932fa lrc: 4/0,1 mode: --/PW res: [0x280000401:0x86f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.540604:0:34810:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003af8dc0d/0xff23d3f688d8f4b0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x86f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b177 expref: 162 pid: 24325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.540614:0:34810:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003af8dc0d/0xff23d3f688d8f4b0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x86f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b177 expref: 162 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.540624:0:34810:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151783b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:34810:1876087018940928:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185323.540647:0:34810:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b145c7ba80 going to sleep for 11 seconds
00000100:00100000:3.0:1789185323.541239:0:16720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37947
00000100:00100000:3.0:1789185323.541253:0:16720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14b5c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+849:3636:x1876087018940288:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:3.0:1789185323.541268:0:16720:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2154 count 1
00010000:00010000:3.0:1789185323.541282:0:16720:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000052bf4c96/0xff23d3f688d93301 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x86a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.541296:0:16720:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ab498c86/0xff23d3f688d8f662 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x86a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b138 expref: 165 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.541303:0:16720:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x86a:0x0].0x0 since=124s v=(0 0)
00010000:00010000:3.0:1789185323.541306:0:16720:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x86a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.541310:0:16720:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000052bf4c96/0xff23d3f688d93301 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x86a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.541333:0:16720:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ab498c86/0xff23d3f688d8f662 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x86a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b138 expref: 165 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.541342:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:3.0:1789185323.541343:0:16720:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ab498c86/0xff23d3f688d8f662 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x86a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b138 expref: 165 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.541354:0:16720:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0e0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16720:1876087018941184:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185323.541385:0:16720:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b145c7b840 going to sleep for 11 seconds
00000004:00080000:0.0:1789185323.541387:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14b5c1500/2, rc 0, transno 4294977817
00000100:00100000:0.0:1789185323.541397:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14b5c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018936832:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185323.541401:0:35218:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018940160
00000100:00100000:3.0:1789185323.541404:0:35218:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018940160
00000100:00100000:0.0:1789185323.541406:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789185323.541413:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151782300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018941056:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185323.541425:0:35218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37948
00000100:00100000:3.0:1789185323.541442:0:35218:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14b5c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+849:3636:x1876087018940672:12345-0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185323.541446:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00002000:00080000:3.0:1789185323.541454:0:35218:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2156 count 1
00010000:00010000:3.0:1789185323.541465:0:35218:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009af2fde8/0xff23d3f688d93308 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x86c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.541477:0:35218:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000bf610541/0xff23d3f688d8f677 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x86c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b154 expref: 165 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.541487:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.541489:0:35218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x86c:0x0].0x0 since=124s v=(0 0)
00010000:00010000:3.0:1789185323.541493:0:35218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x86c:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.541493:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.541497:0:35218:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009af2fde8/0xff23d3f688d93308 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x86c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.541498:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789185323.541508:0:24325:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018941056
00000100:00100000:0.0:1789185323.541511:0:24325:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018941056
00000100:00100000:0.0:1789185323.541530:0:24325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37949
00010000:00010000:3.0:1789185323.541532:0:35218:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000bf610541/0xff23d3f688d8f677 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x86c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b154 expref: 165 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.541536:0:24325:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148761f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+854:3635:x1876087018940160:12345-0@lo:6:osp-syn-0-0.0
00010000:00010000:3.0:1789185323.541542:0:35218:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000bf610541/0xff23d3f688d8f677 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x86c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b154 expref: 165 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00002000:00080000:0.0:1789185323.541559:0:24325:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2158 count 1
00000100:00100000:3.0:1789185323.541567:0:35218:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14b5fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35218:1876087018941440:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.541572:0:24325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008f46687d/0xff23d3f688d9330f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x86e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.541583:0:24325:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000031f5a141/0xff23d3f688d8f4a9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x86e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b169 expref: 162 pid: 24325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.541589:0:24325:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x86e:0x0].0x0 since=124s v=(0 0)
00000100:00100000:3.0:1789185323.541591:0:35218:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1498f1600 going to sleep for 11 seconds
00010000:00010000:0.0:1789185323.541592:0:24325:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x86e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.541596:0:24325:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008f46687d/0xff23d3f688d9330f lrc: 4/0,1 mode: --/PW res: [0x280000401:0x86e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.541606:0:178169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37950
00000100:00100000:3.0:1789185323.541612:0:178169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148760380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+854:3635:x1876087018941056:12345-0@lo:6:osp-syn-0-0.0
00010000:00010000:0.0:1789185323.541614:0:24325:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000031f5a141/0xff23d3f688d8f4a9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x86e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b169 expref: 162 pid: 24325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00002000:00080000:3.0:1789185323.541623:0:178169:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2160 count 1
00010000:00010000:0.0:1789185323.541623:0:24325:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000031f5a141/0xff23d3f688d8f4a9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x86e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b169 expref: 162 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.541634:0:178169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e5f3008c/0xff23d3f688d93316 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x870:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.541639:0:24325:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148761880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24325:1876087018941568:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.541645:0:178169:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000007374303e/0xff23d3f688d8f4b7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x870:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b185 expref: 162 pid: 24325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.541652:0:178169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x870:0x0].0x0 since=124s v=(0 0)
00010000:00010000:3.0:1789185323.541655:0:178169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x870:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.541659:0:178169:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e5f3008c/0xff23d3f688d93316 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x870:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.541663:0:24325:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe16a80 going to sleep for 11 seconds
00010000:00010000:3.0:1789185323.541678:0:178169:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000007374303e/0xff23d3f688d8f4b7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x870:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b185 expref: 162 pid: 24325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.541688:0:178169:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000007374303e/0xff23d3f688d8f4b7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x870:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b185 expref: 162 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.541697:0:178169:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14b5f9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:178169:1876087018941696:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.541734:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000005aeaabf/0xff23d3f688d9327c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x865:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.541737:0:178169:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14d801a80 going to sleep for 11 seconds
00010000:00010000:1.0:1789185323.541748:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000005aeaabf/0xff23d3f688d9327c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x865:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.541761:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148762d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018941312:0@lo:6:osp-syn-0-0.0
00010000:00010000:1.0:1789185323.541772:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.541776:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.541779:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789185323.541790:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:3.0:1789185323.541840:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b148767b80/2, rc 0, transno 4294977820
00000100:00100000:3.0:1789185323.541850:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148767b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018935808:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185323.541884:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1789185323.541891:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14b5f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018941824:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185323.541916:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185323.541952:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14da1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+162:2391:x1876087010804736:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 11646us (13760us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.541962:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23415
00000100:00100000:2.0:1789185323.541962:0:178146:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018941312
00000100:00100000:2.0:1789185323.541969:0:178146:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018941312
00000100:00100000:2.0:1789185323.542002:0:178146:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018941824
00000100:00100000:2.0:1789185323.542006:0:178146:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018941824
00000100:00100000:2.0:1789185323.542034:0:178146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37951
00000100:00100000:3.0:1789185323.542041:0:178148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37952
00000100:00100000:2.0:1789185323.542046:0:178146:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14b5f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+856:3637:x1876087018941312:12345-0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185323.542056:0:178148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14b5f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+856:3637:x1876087018941824:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1789185323.542062:0:178146:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2161 count 1
00002000:00080000:3.0:1789185323.542072:0:178148:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2162 count 1
00010000:00010000:2.0:1789185323.542077:0:178146:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ef1f9aa4/0xff23d3f688d9331d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x871:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.542089:0:178148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d41eaa07/0xff23d3f688d93324 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x872:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.542094:0:178146:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000011bf0c8b/0xff23d3f688d8f4be lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x871:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b193 expref: 161 pid: 24325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.542114:0:178148:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d2f11692/0xff23d3f688d8f4c5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x872:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b1a1 expref: 161 pid: 24325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.542122:0:178148:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x872:0x0].0x0 since=124s v=(0 0)
00010000:00010000:3.0:1789185323.542126:0:178148:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x872:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.542135:0:178148:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d41eaa07/0xff23d3f688d93324 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x872:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.542156:0:178148:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d2f11692/0xff23d3f688d8f4c5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x872:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b1a1 expref: 161 pid: 24325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.542167:0:178148:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d2f11692/0xff23d3f688d8f4c5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x872:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b1a1 expref: 161 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.542171:0:178146:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x871:0x0].0x0 since=124s v=(0 0)
00010000:00010000:2.0:1789185323.542179:0:178146:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x871:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.542185:0:178146:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ef1f9aa4/0xff23d3f688d9331d lrc: 4/0,1 mode: --/PW res: [0x280000401:0x871:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.542187:0:178148:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14b5fb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:178148:1876087018941952:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.542220:0:178146:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000011bf0c8b/0xff23d3f688d8f4be lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x871:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b193 expref: 161 pid: 24325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.542225:0:178148:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b145719600 going to sleep for 11 seconds
00010000:00010000:2.0:1789185323.542236:0:178146:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000011bf0c8b/0xff23d3f688d8f4be lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x871:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b193 expref: 161 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.542248:0:178146:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151757b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:178146:1876087018942080:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185323.542279:0:178146:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b149ae2780 going to sleep for 11 seconds
00000100:00100000:2.0:1789185323.543272:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185323.543312:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010806144
00000100:00100000:2.0:1789185323.543317:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010806144
00010000:00010000:2.0:1789185323.543471:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000004b1a07c/0xff23d3f688d8f638 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x865:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b0f2 expref: 166 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.543503:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23424
00000100:00100000:2.0:1789185323.543512:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151754000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+166:2391:x1876087010806144:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.543524:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.543530:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000004b1a07c/0xff23d3f688d8f638 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x865:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b0f2 expref: 166 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.543561:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000004b1a07c/0xff23d3f688d8f638 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x865:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b0f2 expref: 166 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.543586:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x865:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.543591:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x865:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.543598:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003c357a1d/0xff23d3f688d932bb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x865:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.543615:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003c357a1d/0xff23d3f688d932bb lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x865:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.543645:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185323.543688:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151754000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+166:2391:x1876087010806144:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 176us (419us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185323.543696:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23424
00000100:00100000:2.0:1789185323.545029:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185323.545061:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:1.0:1789185323.545118:0:8491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000004b1a07c/0xff23d3f688d8f638 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x865:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b0f2 expref: 165 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.545136:0:8491:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14b5c0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8491:1876087018938496:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.545160:0:8491:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000003c357a1d/0xff23d3f688d932bb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x865:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.545173:0:8491:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000003c357a1d/0xff23d3f688d932bb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x865:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.545181:0:8491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003c357a1d/0xff23d3f688d932bb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x865:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.545193:0:8491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003c357a1d/0xff23d3f688d932bb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x865:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.545208:0:8491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003c357a1d/0xff23d3f688d932bb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x865:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.545221:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010806272
00000100:00100000:2.0:1789185323.545227:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010806272
00010000:00010000:1.0:1789185323.545234:0:8491:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1789185323.545252:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000030a00a5b/0xff23d3f688d8fece lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x866:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12582912->12587007) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4baa0 expref: 165 pid: 8429 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.545277:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010806400
00000100:00100000:2.0:1789185323.545280:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010806400
00010000:00010000:2.0:1789185323.545294:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000db98682b/0xff23d3f688d8f64d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x868:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b11c expref: 166 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.545321:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23425
00000100:00100000:1.0:1789185323.545387:0:8491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14b5c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+850:3636:x1876087018937856:12345-0@lo:6:osp-syn-1-0.0 Request processed in 14667us (15301us total) trans 4294989612 rc 0/0
00000100:00100000:1.0:1789185323.545396:0:8491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37937
00000100:00100000:1.0:1789185323.545445:0:34809:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151768700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:34809:1876087018938624:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.545458:0:34809:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000005465f551/0xff23d3f688d932c2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x866:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.545485:0:8429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149f0ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8429:1876087018938880:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.545498:0:8429:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000dadccb78/0xff23d3f688d932c9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x867:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:1.0:1789185323.545529:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14b5c0e00/2, rc 0, transno 4294989612
00000100:00100000:1.0:1789185323.545542:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14b5c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018937856:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.545625:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789185323.545638:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14b5c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018942208:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.545670:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.545711:0:178145:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018942208
00000100:00100000:1.0:1789185323.545715:0:178145:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018942208
00000100:00100000:1.0:1789185323.545739:0:178145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37953
00000100:00100000:1.0:1789185323.545746:0:178145:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149f0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+850:3636:x1876087018942208:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185323.545769:0:178145:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2157 count 1
00010000:00010000:1.0:1789185323.545789:0:178145:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fa0e9384/0xff23d3f688d9332b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x86d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.545805:0:178145:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000dd47928c/0xff23d3f688d8f67e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x86d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b162 expref: 166 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.545814:0:178145:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x86d:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.545818:0:178145:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x86d:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.545823:0:178145:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fa0e9384/0xff23d3f688d9332b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x86d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.545849:0:178145:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000dd47928c/0xff23d3f688d8f67e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x86d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b162 expref: 166 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.545861:0:178145:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000dd47928c/0xff23d3f688d8f67e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x86d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b162 expref: 166 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.545874:0:178145:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151768700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:178145:1876087018942336:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.545935:0:178145:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0300 going to sleep for 11 seconds
00000100:00100000:2.0:1789185323.546029:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23426
00000100:00100000:2.0:1789185323.546037:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151755f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+166:2394:x1876087010806400:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.546047:0:8458:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.546053:0:8458:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000db98682b/0xff23d3f688d8f64d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x868:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b11c expref: 166 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.546070:0:8458:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000db98682b/0xff23d3f688d8f64d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x868:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b11c expref: 166 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.546092:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x868:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.546096:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x868:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.546102:0:8458:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000fc5b8c3a/0xff23d3f688d932e5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x868:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.546201:0:178147:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000db98682b/0xff23d3f688d8f64d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x868:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b11c expref: 166 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.546214:0:178147:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148778000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:178147:1876087018939648:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.546254:0:8458:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fc5b8c3a/0xff23d3f688d932e5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x868:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.546349:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185323.546358:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003c357a1d/0xff23d3f688d932bb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x865:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.546366:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde6600 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.546373:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003c357a1d/0xff23d3f688d932bb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x865:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.546384:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003c357a1d/0xff23d3f688d932bb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x865:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.546400:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003c357a1d/0xff23d3f688d932bb lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x865:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.546408:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003c357a1d/0xff23d3f688d932bb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x865:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.546426:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.546428:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.546445:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789185323.546577:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b281266850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+165:2393:x1876087010806272:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.546587:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.546594:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000030a00a5b/0xff23d3f688d8fece lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x866:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 12582912->12587007) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4baa0 expref: 165 pid: 8429 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.546606:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000030a00a5b/0xff23d3f688d8fece lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x866:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 12582912->12587007) gid 0 flags: 0x50000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4baa0 expref: 165 pid: 8429 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.546624:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000030a00a5b/0xff23d3f688d8fece lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x866:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 12582912->12587007) gid 0 flags: 0x44801400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4baa0 expref: 165 pid: 8429 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.546634:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x866:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1789185323.546638:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x866:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1789185323.546642:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005465f551/0xff23d3f688d932c2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x866:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.546649:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005465f551/0xff23d3f688d932c2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x866:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.546674:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.546701:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b281266850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+164:2393:x1876087010806272:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 763us (1677us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.546708:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23425
00010000:00010000:1.0:1789185323.546906:0:178147:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000fc5b8c3a/0xff23d3f688d932e5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x868:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.546922:0:34809:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000005465f551/0xff23d3f688d932c2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x866:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.548838:0:8458:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185323.549029:0:178144:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148763480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:178144:1876087018939264:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.549057:0:178144:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000378be304/0xff23d3f688d932d0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x86c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.549277:0:24325:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148761880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24325:1876087018941568:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.549293:0:24325:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000008f46687d/0xff23d3f688d9330f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x86e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.549583:0:35223:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14877a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:35223:1876087018939520:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.549599:0:35223:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000084950cc6/0xff23d3f688d932de lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x869:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.549710:0:178148:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14b5fb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:178148:1876087018941952:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.549727:0:178148:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d41eaa07/0xff23d3f688d93324 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x872:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.549746:0:8431:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148761500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8431:1876087018940032:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.549761:0:8431:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b8e15e82/0xff23d3f688d932ec lrc: 3/0,1 mode: --/PW res: [0x280000401:0x86d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.549916:0:178142:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148761c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:178142:1876087018939776:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.549930:0:178142:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000127e8890/0xff23d3f688d932d7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x86b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.549942:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185323.549966:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.549999:0:34810:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151783b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:34810:1876087018940928:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.550015:0:34810:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000009a05288e/0xff23d3f688d932fa lrc: 3/0,1 mode: --/PW res: [0x280000401:0x86f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.550081:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:1.0:1789185323.550107:0:34809:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005465f551/0xff23d3f688d932c2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x866:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.550122:0:34809:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005465f551/0xff23d3f688d932c2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x866:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.550131:0:34809:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005465f551/0xff23d3f688d932c2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x866:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.550156:0:34809:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1789185323.550172:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00000100:00100000:2.0:1789185323.550182:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.550790:0:16720:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0e0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16720:1876087018941184:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185323.550809:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:3.0:1789185323.550815:0:16720:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000052bf4c96/0xff23d3f688d93301 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x86a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.550845:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.550856:0:35218:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14b5fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35218:1876087018941440:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.550856:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005465f551/0xff23d3f688d932c2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x866:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.550866:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde6a00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.550871:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005465f551/0xff23d3f688d932c2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x866:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.550874:0:35218:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000009af2fde8/0xff23d3f688d93308 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x86c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.550877:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:0.0:1789185323.550889:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005465f551/0xff23d3f688d932c2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x866:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.550901:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010807680
00000100:00100000:2.0:1789185323.550903:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.550910:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010807680
00010000:00010000:0.0:1789185323.550912:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005465f551/0xff23d3f688d932c2 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x866:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.550919:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005465f551/0xff23d3f688d932c2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x866:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.550938:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.550939:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.550941:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.551010:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ab498c86/0xff23d3f688d8f662 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x86a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b138 expref: 164 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.551033:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010807808
00000100:00100000:3.0:1789185323.551037:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010807808
00010000:00010000:3.0:1789185323.551052:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000023455d2a/0xff23d3f688d8f494 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x86b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b13f expref: 162 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.551066:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010807936
00000100:00100000:3.0:1789185323.551071:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010807936
00000100:00100000:2.0:1789185323.551074:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:3.0:1789185323.551087:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000bf610541/0xff23d3f688d8f677 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x86c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b154 expref: 165 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.551102:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010806528
00000100:00100000:3.0:1789185323.551105:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010806528
00000100:00100000:1.0:1789185323.551108:0:34809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b2769b3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+851:3635:x1876087018938240:12345-0@lo:6:osp-syn-1-0.0 Request processed in 17426us (20864us total) trans 4294989613 rc 0/0
00000004:00080000:0.0:1789185323.551118:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b148767480/2, rc 0, transno 4294989613
00000100:00100000:2.0:1789185323.551120:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:3.0:1789185323.551121:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000bedb9f69/0xff23d3f688d8f49b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x86c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b14d expref: 163 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.551126:0:34809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37938
00000100:00100000:0.0:1789185323.551133:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148767480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018938240:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185323.551154:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185323.551175:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185323.551222:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.551282:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010806784
00000100:00100000:1.0:1789185323.551282:0:35222:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14b5c0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:35222:1876087018940800:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185323.551289:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010806784
00010000:00010000:1.0:1789185323.551303:0:35222:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000bfc3353f/0xff23d3f688d932f3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x86b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.551310:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000031f5a141/0xff23d3f688d8f4a9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x86e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b169 expref: 164 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.551320:0:178146:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151757b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:178146:1876087018942080:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185323.551336:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010807040
00000100:00100000:3.0:1789185323.551341:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010807040
00010000:00010000:2.0:1789185323.551352:0:178146:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000ef1f9aa4/0xff23d3f688d9331d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x871:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.551357:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006d3d9788/0xff23d3f688d8f4a2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x86d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b15b expref: 165 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.551384:0:178149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010807296
00000100:00100000:2.0:1789185323.551388:0:178149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010807296
00000100:00100000:1.0:1789185323.551394:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b15176a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018942464:0@lo:6:osp-syn-1-0.0
00010000:00010000:2.0:1789185323.551408:0:178149:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000048059be/0xff23d3f688d8f669 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x86b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b146 expref: 166 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.551440:0:178149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010807552
00000100:00100000:2.0:1789185323.551445:0:178149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010807552
00000100:00100000:1.0:1789185323.551445:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:2.0:1789185323.551464:0:178149:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003af8dc0d/0xff23d3f688d8f4b0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x86f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b177 expref: 166 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.551472:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018942464
00000100:00100000:0.0:1789185323.551479:0:8428:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018942464
00000100:00100000:2.0:1789185323.551492:0:178149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010806656
00000100:00100000:2.0:1789185323.551497:0:178149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010806656
00000100:00100000:1.0:1789185323.551512:0:178145:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151768700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:178145:1876087018942336:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.551516:0:178149:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a4505bd0/0xff23d3f688d8f646 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x867:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b10e expref: 167 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.551523:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37954
00010000:00010000:1.0:1789185323.551537:0:178145:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000fa0e9384/0xff23d3f688d9332b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x86d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.551539:0:8428:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14876ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+851:3636:x1876087018942464:12345-0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185323.551541:0:178149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010806912
00000100:00100000:2.0:1789185323.551583:0:178149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010806912
00002000:00080000:0.0:1789185323.551598:0:8428:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2158 count 1
00010000:00010000:2.0:1789185323.551601:0:178149:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d0906f01/0xff23d3f688d8f654 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x869:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b12a expref: 168 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.551615:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010807168
00010000:00010000:0.0:1789185323.551620:0:8428:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e5c655ab/0xff23d3f688d93332 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x86e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.551621:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010807168
00010000:00010000:0.0:1789185323.551640:0:8428:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000cd675a8d/0xff23d3f688d90128 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x86e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 58720256->58724351) gid 0 flags: 0x40000000020000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bcfa expref: 168 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.551647:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d2f11692/0xff23d3f688d8f4c5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x872:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b1a1 expref: 167 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.551653:0:8428:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x86e:0x0].0x0 since=120s v=(0 0)
00010000:00010000:0.0:1789185323.551660:0:8428:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x86e:0x0].0x0 since=0s v=(1 0)
00000100:00100000:1.0:1789185323.551664:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010807424
00010000:00010000:0.0:1789185323.551665:0:8428:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e5c655ab/0xff23d3f688d93332 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x86e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.551669:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010807424
00010000:00010000:1.0:1789185323.551681:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000011bf0c8b/0xff23d3f688d8f4be lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x871:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b193 expref: 168 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.551699:0:8428:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000cd675a8d/0xff23d3f688d90128 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x86e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 58720256->58724351) gid 0 flags: 0x50000000030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bcfa expref: 168 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.551712:0:8428:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000cd675a8d/0xff23d3f688d90128 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x86e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 58720256->58724351) gid 0 flags: 0x70000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bcfa expref: 168 pid: 35223 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.551724:0:8428:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148761c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8428:1876087018942592:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.551783:0:8428:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe16180 going to sleep for 11 seconds
00000100:00100000:2.0:1789185323.552034:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010808064
00000100:00100000:2.0:1789185323.552039:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010808064
00010000:00010000:2.0:1789185323.552055:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000dd47928c/0xff23d3f688d8f67e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x86d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b162 expref: 169 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.552073:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23427
00000100:00100000:2.0:1789185323.552080:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151756a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+169:2391:x1876087010807680:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.552091:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.552098:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ab498c86/0xff23d3f688d8f662 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x86a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b138 expref: 169 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.552143:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ab498c86/0xff23d3f688d8f662 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x86a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b138 expref: 169 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.552162:0:10396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ab498c86/0xff23d3f688d8f662 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x86a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b138 expref: 169 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.552174:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x86a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.552177:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x86a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.552182:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000052bf4c96/0xff23d3f688d93301 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x86a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.552191:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000052bf4c96/0xff23d3f688d93301 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x86a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.552214:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185323.552251:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151756a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+168:2391:x1876087010807680:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 171us (2313us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185323.552259:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23427
00000100:00100000:2.0:1789185323.552275:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23428
00000100:00100000:2.0:1789185323.552282:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151757100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+168:2391:x1876087010807808:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.552291:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.552298:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000023455d2a/0xff23d3f688d8f494 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x86b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b13f expref: 168 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.552309:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000023455d2a/0xff23d3f688d8f494 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x86b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b13f expref: 168 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.552311:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23429
00000100:00100000:1.0:1789185323.552326:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151754700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+167:2391:x1876087010807936:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.552331:0:10396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000023455d2a/0xff23d3f688d8f494 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x86b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b13f expref: 168 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.552339:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185323.552350:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000bf610541/0xff23d3f688d8f677 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x86c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b154 expref: 167 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.552353:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x86b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.552361:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x86b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.552369:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000127e8890/0xff23d3f688d932d7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x86b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.552371:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000bf610541/0xff23d3f688d8f677 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x86c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b154 expref: 167 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.552389:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000127e8890/0xff23d3f688d932d7 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x86b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.552398:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bf610541/0xff23d3f688d8f677 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x86c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b154 expref: 167 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.552411:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x86c:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.552415:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x86c:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.552417:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1789185323.552420:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009af2fde8/0xff23d3f688d93308 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x86c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.552442:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009af2fde8/0xff23d3f688d93308 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x86c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.552453:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151757100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+167:2391:x1876087010807808:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 170us (2485us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185323.552461:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23428
00010000:00010000:1.0:1789185323.552462:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185323.552481:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23430
00000100:00100000:1.0:1789185323.552488:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151754700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+166:2391:x1876087010807936:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 164us (2410us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185323.552493:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151755880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+166:2393:x1876087010806528:12345-192.168.204.3@tcp:103:ldlm_bl.0
00000100:00100000:1.0:1789185323.552502:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23429
00010000:00010000:0.0:1789185323.552502:0:178142:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000127e8890/0xff23d3f688d932d7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x86b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.552505:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.552518:0:178142:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000127e8890/0xff23d3f688d932d7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x86b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.552526:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23431
00010000:00010000:2.0:1789185323.552527:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000bedb9f69/0xff23d3f688d8f49b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x86c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b14d expref: 166 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.552532:0:178142:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000127e8890/0xff23d3f688d932d7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x86b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.552540:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151754380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+166:2393:x1876087010806784:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.552571:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000bedb9f69/0xff23d3f688d8f49b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x86c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b14d expref: 166 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.552574:0:178142:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000127e8890/0xff23d3f688d932d7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x86b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.552600:0:10396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bedb9f69/0xff23d3f688d8f49b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x86c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b14d expref: 166 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.552603:0:178142:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1789185323.552748:0:178142:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148762680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+857:3635:x1876087018939008:12345-0@lo:6:osp-syn-0-0.0 Request processed in 17919us (18021us total) trans 4294977821 rc 0/0
00000100:00100000:0.0:1789185323.552759:0:178142:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37941
00010000:00010000:2.0:1789185323.552774:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x86c:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.552778:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x86c:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.552783:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000378be304/0xff23d3f688d932d0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x86c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.552788:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185323.552793:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000378be304/0xff23d3f688d932d0 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x86c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.552796:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000127e8890/0xff23d3f688d932d7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x86b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.552812:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14bc29200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.552817:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000127e8890/0xff23d3f688d932d7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x86b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.552825:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1789185323.552827:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000127e8890/0xff23d3f688d932d7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x86b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.552843:0:178144:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000378be304/0xff23d3f688d932d0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x86c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.552849:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000127e8890/0xff23d3f688d932d7 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x86b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.552856:0:178144:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000378be304/0xff23d3f688d932d0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x86c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.552861:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000127e8890/0xff23d3f688d932d7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x86b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.552878:0:178144:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000378be304/0xff23d3f688d932d0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x86c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.552881:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.552885:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.552889:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.552890:0:178144:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000378be304/0xff23d3f688d932d0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x86c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.552908:0:178144:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000004:00080000:0.0:1789185323.552918:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b148778380/2, rc 0, transno 4294977821
00000100:00100000:0.0:1789185323.552930:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148778380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018939008:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185323.553074:0:178144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14877a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+857:3636:x1876087018939136:12345-0@lo:6:osp-syn-0-0.0 Request processed in 18599us (18673us total) trans 4294977822 rc 0/0
00000100:00100000:2.0:1789185323.553082:0:178144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37940
00010000:00010000:1.0:1789185323.553156:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00000100:00100000:2.0:1789185323.553157:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:1.0:1789185323.553166:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000031f5a141/0xff23d3f688d8f4a9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x86e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b169 expref: 165 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.553179:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000031f5a141/0xff23d3f688d8f4a9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x86e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b169 expref: 165 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.553196:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000031f5a141/0xff23d3f688d8f4a9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x86e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b169 expref: 165 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.553206:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x86e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.553211:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x86e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.553215:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000008f46687d/0xff23d3f688d9330f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x86e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.553224:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008f46687d/0xff23d3f688d9330f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x86e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.553247:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185323.553274:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151754380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+164:2393:x1876087010806784:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 736us (2466us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.553277:0:8428:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148761c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8428:1876087018942592:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.553286:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23431
00010000:00010000:0.0:1789185323.553301:0:8428:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e5c655ab/0xff23d3f688d93332 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x86e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.553305:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010808192
00010000:00010000:2.0:1789185323.553310:0:24325:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000008f46687d/0xff23d3f688d9330f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x86e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.553312:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010808192
00010000:00010000:2.0:1789185323.553322:0:24325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008f46687d/0xff23d3f688d9330f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x86e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.553331:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007374303e/0xff23d3f688d8f4b7 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x870:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b185 expref: 164 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.553349:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23432
00000100:00100000:1.0:1789185323.553357:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151754e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+165:2393:x1876087010807296:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185323.553364:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185323.553370:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000048059be/0xff23d3f688d8f669 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x86b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b146 expref: 165 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.553379:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000048059be/0xff23d3f688d8f669 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x86b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b146 expref: 165 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.553391:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000048059be/0xff23d3f688d8f669 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x86b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b146 expref: 165 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.553407:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x86b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.553410:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x86b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.553414:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000bfc3353f/0xff23d3f688d932f3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x86b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.553421:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bfc3353f/0xff23d3f688d932f3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x86b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.553450:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185323.553473:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151754e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+164:2393:x1876087010807296:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 118us (2600us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185323.553478:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23432
00000100:00100000:1.0:1789185323.553494:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23433
00000100:00100000:1.0:1789185323.553502:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151757800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+164:2393:x1876087010807552:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185323.553510:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185323.553515:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003af8dc0d/0xff23d3f688d8f4b0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x86f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b177 expref: 164 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.553524:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003af8dc0d/0xff23d3f688d8f4b0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x86f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b177 expref: 164 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.553535:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003af8dc0d/0xff23d3f688d8f4b0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x86f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b177 expref: 164 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.553700:0:24325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008f46687d/0xff23d3f688d9330f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x86e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.553708:0:24325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008f46687d/0xff23d3f688d9330f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x86e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.553890:0:24325:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:2.0:1789185323.553984:0:24325:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148761f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+857:3635:x1876087018940160:12345-0@lo:6:osp-syn-0-0.0 Request processed in 12447us (12640us total) trans 4294977823 rc 0/0
00000100:00100000:2.0:1789185323.553991:0:24325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37949
00010000:00010000:0.0:1789185323.554062:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:0.0:1789185323.554069:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000378be304/0xff23d3f688d932d0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x86c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.554078:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14bc28800 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.554081:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000378be304/0xff23d3f688d932d0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x86c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.554084:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23434
00010000:00010000:0.0:1789185323.554090:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000378be304/0xff23d3f688d932d0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x86c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.554098:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151754000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+163:2393:x1876087010806656:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.554103:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000378be304/0xff23d3f688d932d0 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x86c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.554109:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.554116:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a4505bd0/0xff23d3f688d8f646 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x867:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b10e expref: 163 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.554123:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000378be304/0xff23d3f688d932d0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x86c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.554128:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x86f:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.554132:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a4505bd0/0xff23d3f688d8f646 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x867:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b10e expref: 163 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.554134:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x86f:0x0].0x0 since=0s v=(0 0)
00000100:00100000:2.0:1789185323.554138:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23435
00010000:00010000:1.0:1789185323.554143:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009a05288e/0xff23d3f688d932fa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x86f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.554146:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00000100:00100000:2.0:1789185323.554152:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14b5fc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+163:2393:x1876087010807168:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.554154:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008f46687d/0xff23d3f688d9330f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x86e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.554158:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009a05288e/0xff23d3f688d932fa lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x86f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.554168:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.554177:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14bc29600 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.554178:0:178149:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d2f11692/0xff23d3f688d8f4c5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x872:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b1a1 expref: 163 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.554191:0:178149:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d2f11692/0xff23d3f688d8f4c5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x872:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b1a1 expref: 163 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.554196:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1789185323.554215:0:178149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d2f11692/0xff23d3f688d8f4c5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x872:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b1a1 expref: 163 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.554226:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x872:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.554230:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x872:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.554234:0:178149:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d41eaa07/0xff23d3f688d93324 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x872:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.554241:0:178149:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d41eaa07/0xff23d3f688d93324 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x872:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.554255:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008f46687d/0xff23d3f688d9330f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x86e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.554265:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008f46687d/0xff23d3f688d9330f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x86e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.554277:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008f46687d/0xff23d3f688d9330f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x86e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.554284:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008f46687d/0xff23d3f688d9330f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x86e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.554301:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.554303:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.554305:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:0.0:1789185323.554332:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14da1a680/2, rc 0, transno 4294977823
00000100:00100000:0.0:1789185323.554338:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14da1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018940160:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185323.554614:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151757800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+162:2393:x1876087010807552:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 1111us (3710us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185323.554622:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23433
00000100:00100000:1.0:1789185323.554641:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23436
00010000:00010000:2.0:1789185323.554712:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185323.554912:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14b5fc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+161:2393:x1876087010807168:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 764us (3758us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185323.554920:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23435
00000100:00100000:2.0:1789185323.555002:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23437
00000100:00100000:2.0:1789185323.555024:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b269767450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+163:2392:x1876087010808064:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.555034:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.555041:0:178149:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000dd47928c/0xff23d3f688d8f67e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x86d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b162 expref: 163 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.555052:0:178149:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000dd47928c/0xff23d3f688d8f67e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x86d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b162 expref: 163 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.555074:0:178149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dd47928c/0xff23d3f688d8f67e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x86d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b162 expref: 163 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.555086:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x86d:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.555089:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x86d:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.555093:0:178149:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000fa0e9384/0xff23d3f688d9332b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x86d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.555101:0:178149:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fa0e9384/0xff23d3f688d9332b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x86d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.555121:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185323.555149:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b269767450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+162:2392:x1876087010808064:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 139us (3928us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185323.555156:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23437
00000100:00100000:2.0:1789185323.555196:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23438
00000100:00100000:2.0:1789185323.555203:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14b5ff100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+160:2393:x1876087010807424:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.555210:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.555215:0:178149:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000011bf0c8b/0xff23d3f688d8f4be lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x871:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b193 expref: 160 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.555225:0:178149:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000011bf0c8b/0xff23d3f688d8f4be lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x871:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b193 expref: 160 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.555242:0:178149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000011bf0c8b/0xff23d3f688d8f4be lrc: 0/0,0 mode: --/PR res: [0x280000401:0x871:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b193 expref: 160 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.555252:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x871:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.555254:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x871:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.555258:0:178149:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ef1f9aa4/0xff23d3f688d9331d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x871:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.555264:0:178149:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ef1f9aa4/0xff23d3f688d9331d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x871:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.555281:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185323.555300:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14b5ff100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+159:2393:x1876087010807424:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 98us (4125us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185323.555306:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23438
00000100:00100000:1.0:1789185323.555397:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14b5fd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+161:2393:x1876087010806912:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185323.555409:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185323.555415:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d0906f01/0xff23d3f688d8f654 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x869:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b12a expref: 161 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.555438:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d0906f01/0xff23d3f688d8f654 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x869:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b12a expref: 161 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.555458:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d0906f01/0xff23d3f688d8f654 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x869:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b12a expref: 161 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.555460:0:178146:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000ef1f9aa4/0xff23d3f688d9331d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x871:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.555485:0:178146:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ef1f9aa4/0xff23d3f688d9331d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x871:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.555494:0:178146:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ef1f9aa4/0xff23d3f688d9331d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x871:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.555501:0:178146:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ef1f9aa4/0xff23d3f688d9331d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x871:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.555591:0:178146:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1789185323.555610:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x869:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.555613:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x869:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.555618:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000084950cc6/0xff23d3f688d932de lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x869:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.555626:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000084950cc6/0xff23d3f688d932de lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x869:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.555650:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1789185323.555670:0:178150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a4505bd0/0xff23d3f688d8f646 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x867:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b10e expref: 160 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.555680:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14b5fd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+160:2393:x1876087010806912:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 1029us (4562us total) trans 0 rc 0/0
00010000:00010000:3.0:1789185323.555683:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x867:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.555688:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x867:0x0].0x0 since=0s v=(0 0)
00000100:00100000:1.0:1789185323.555690:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23436
00010000:00010000:3.0:1789185323.555694:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000dadccb78/0xff23d3f688d932c9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x867:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.555703:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dadccb78/0xff23d3f688d932c9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x867:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.555713:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23439
00000100:00100000:1.0:1789185323.555723:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14b5fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+158:2391:x1876087010808192:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.555726:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1789185323.555732:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185323.555740:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000007374303e/0xff23d3f688d8f4b7 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x870:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b185 expref: 158 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.555752:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007374303e/0xff23d3f688d8f4b7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x870:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b185 expref: 158 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.555757:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151754000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+158:2393:x1876087010806656:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 1661us (4684us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.555773:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23434
00010000:00010000:1.0:1789185323.555778:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x870:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.555784:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x870:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.555788:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e5f3008c/0xff23d3f688d93316 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x870:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.555797:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e5f3008c/0xff23d3f688d93316 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x870:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.555811:0:178146:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14b5f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+857:3637:x1876087018941312:12345-0@lo:6:osp-syn-0-0.0 Request processed in 13768us (14018us total) trans 4294977824 rc 0/0
00000100:00100000:3.0:1789185323.555819:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23440
00000100:00100000:2.0:1789185323.555823:0:178146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37951
00000100:00100000:3.0:1789185323.555832:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b281265450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+158:2393:x1876087010807040:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.555841:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.555848:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006d3d9788/0xff23d3f688d8f4a2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x86d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b15b expref: 158 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.555860:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006d3d9788/0xff23d3f688d8f4a2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x86d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b15b expref: 158 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.555872:0:178150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006d3d9788/0xff23d3f688d8f4a2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x86d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b15b expref: 158 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.555883:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x86d:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.555885:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1789185323.555887:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x86d:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.555893:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b8e15e82/0xff23d3f688d932ec lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x86d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.555908:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b8e15e82/0xff23d3f688d932ec lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x86d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.555909:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14b5fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+157:2391:x1876087010808192:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 186us (2754us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185323.555920:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23439
00010000:00010000:1.0:1789185323.555942:0:35222:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000bfc3353f/0xff23d3f688d932f3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x86b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.555950:0:35222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bfc3353f/0xff23d3f688d932f3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x86b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.555959:0:35222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bfc3353f/0xff23d3f688d932f3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x86b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.555966:0:35222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bfc3353f/0xff23d3f688d932f3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x86b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.556278:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151755880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+156:2393:x1876087010806528:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 3787us (6094us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185323.556286:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23430
00000100:00100000:2.0:1789185323.556500:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151755f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+157:2394:x1876087010806400:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 10463us (11438us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185323.556507:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23426
00000100:00100000:2.0:1789185323.557200:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:1.0:1789185323.557784:0:35222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00010000:00010000:2.0:1789185323.557872:0:178169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007374303e/0xff23d3f688d8f4b7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x870:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b185 expref: 155 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.557890:0:178169:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14b5f9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:178169:1876087018941696:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.557913:0:178169:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000e5f3008c/0xff23d3f688d93316 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x870:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.557924:0:178169:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000e5f3008c/0xff23d3f688d93316 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x870:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.557932:0:178169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e5f3008c/0xff23d3f688d93316 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x870:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.557948:0:178169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e5f3008c/0xff23d3f688d93316 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x870:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.557957:0:178169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e5f3008c/0xff23d3f688d93316 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x870:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.558076:0:35222:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14876f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+852:3637:x1876087018940416:12345-0@lo:6:osp-syn-1-0.0 Request processed in 18068us (18194us total) trans 4294989614 rc 0/0
00000100:00100000:1.0:1789185323.558085:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37945
00010000:00010000:1.0:1789185323.558117:0:35223:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000084950cc6/0xff23d3f688d932de lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x869:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.558132:0:35223:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000084950cc6/0xff23d3f688d932de lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x869:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.558141:0:35223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000084950cc6/0xff23d3f688d932de lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x869:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.558147:0:35223:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000084950cc6/0xff23d3f688d932de lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x869:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.558687:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.558735:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b281265450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+154:2393:x1876087010807040:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 2904us (7890us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.558744:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23440
00000100:00100000:3.0:1789185323.558787:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010808320
00000100:00100000:3.0:1789185323.558793:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010808320
00010000:00010000:3.0:1789185323.558821:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000cd675a8d/0xff23d3f688d90128 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x86e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 58720256->58724351) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bcfa expref: 157 pid: 35223 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.558848:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23441
00000100:00100000:3.0:1789185323.558856:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14b5fc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+157:2391:x1876087010808320:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.558869:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.558875:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000cd675a8d/0xff23d3f688d90128 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x86e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 58720256->58724351) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bcfa expref: 157 pid: 35223 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.558888:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000cd675a8d/0xff23d3f688d90128 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x86e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 58720256->58724351) gid 0 flags: 0x50000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bcfa expref: 157 pid: 35223 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.558910:0:178150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cd675a8d/0xff23d3f688d90128 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x86e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 58720256->58724351) gid 0 flags: 0x44801400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bcfa expref: 157 pid: 35223 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.558999:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x86e:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1789185323.559003:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x86e:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1789185323.559010:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e5c655ab/0xff23d3f688d93332 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x86e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.559021:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e5c655ab/0xff23d3f688d93332 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x86e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.559045:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.559064:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14b5fc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+156:2391:x1876087010808320:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 209us (1866us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.559071:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23441
00010000:00010000:3.0:1789185323.559162:0:34810:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000009a05288e/0xff23d3f688d932fa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x86f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.559170:0:34810:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009a05288e/0xff23d3f688d932fa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x86f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.559179:0:34810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009a05288e/0xff23d3f688d932fa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x86f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.559187:0:34810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009a05288e/0xff23d3f688d932fa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x86f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.560025:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 4 total in blp.  (4 blwis in pool)
00010000:00010000:0.0:1789185323.560035:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ef1f9aa4/0xff23d3f688d9331d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x871:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.560044:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bca00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.560049:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ef1f9aa4/0xff23d3f688d9331d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x871:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.560059:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ef1f9aa4/0xff23d3f688d9331d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x871:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.560075:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ef1f9aa4/0xff23d3f688d9331d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x871:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.560082:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ef1f9aa4/0xff23d3f688d9331d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x871:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.560111:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp.  (3 blwis in pool)
00010000:00010000:0.0:1789185323.560115:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bfc3353f/0xff23d3f688d932f3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x86b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.560121:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde7e00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.560123:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bfc3353f/0xff23d3f688d932f3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x86b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.560136:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bfc3353f/0xff23d3f688d932f3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x86b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.560144:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bfc3353f/0xff23d3f688d932f3 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x86b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.560150:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bfc3353f/0xff23d3f688d932f3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x86b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.560162:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:0.0:1789185323.560165:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e5f3008c/0xff23d3f688d93316 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x870:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.560171:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b26239be00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.560173:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e5f3008c/0xff23d3f688d93316 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x870:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.560223:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e5f3008c/0xff23d3f688d93316 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x870:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.560225:0:178169:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00010000:00010000:0.0:1789185323.560241:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e5f3008c/0xff23d3f688d93316 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x870:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.560248:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e5f3008c/0xff23d3f688d93316 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x870:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.560274:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:0.0:1789185323.560278:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000084950cc6/0xff23d3f688d932de lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x869:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.560285:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde6e00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.560288:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000084950cc6/0xff23d3f688d932de lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x869:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.560296:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000084950cc6/0xff23d3f688d932de lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x869:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.560306:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000084950cc6/0xff23d3f688d932de lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x869:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.560314:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185323.560318:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009a05288e/0xff23d3f688d932fa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x86f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.560323:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b26239a000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.560326:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009a05288e/0xff23d3f688d932fa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x86f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.560334:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009a05288e/0xff23d3f688d932fa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x86f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.560348:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009a05288e/0xff23d3f688d932fa lrc: 2/0,0 mode: --/PW res: [0x280000401:0x86f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.560437:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.560440:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.560442:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.560453:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.560465:0:8431:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b8e15e82/0xff23d3f688d932ec lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x86d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.560473:0:8431:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b8e15e82/0xff23d3f688d932ec lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x86d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.560482:0:8431:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b8e15e82/0xff23d3f688d932ec lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x86d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.560490:0:8431:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b8e15e82/0xff23d3f688d932ec lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x86d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.560503:0:8431:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1789185323.560627:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148766300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+858:3637:x1876087018939904:12345-0@lo:6:osp-syn-0-0.0 Request processed in 22822us (23086us total) trans 4294977826 rc 0/0
00000100:00100000:0.0:1789185323.560636:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37944
00010000:00010000:0.0:1789185323.560672:0:8428:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e5c655ab/0xff23d3f688d93332 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x86e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.560684:0:8428:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e5c655ab/0xff23d3f688d93332 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x86e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.560692:0:8428:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e5c655ab/0xff23d3f688d93332 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x86e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.560699:0:8428:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e5c655ab/0xff23d3f688d93332 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x86e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.560711:0:8428:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:0.0:1789185323.560796:0:8428:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14876ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+852:3636:x1876087018942464:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9262us (9363us total) trans 4294989615 rc 0/0
00000100:00100000:0.0:1789185323.560802:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37954
00010000:00010000:0.0:1789185323.560821:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:0.0:1789185323.560826:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b8e15e82/0xff23d3f688d932ec lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x86d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.560832:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14bc28e00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.560835:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b8e15e82/0xff23d3f688d932ec lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x86d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.560843:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b8e15e82/0xff23d3f688d932ec lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x86d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.560855:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b8e15e82/0xff23d3f688d932ec lrc: 1/0,0 mode: --/PW res: [0x280000401:0x86d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.560862:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b8e15e82/0xff23d3f688d932ec lrc: 0/0,0 mode: --/PW res: [0x280000401:0x86d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.560876:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185323.560879:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e5c655ab/0xff23d3f688d93332 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x86e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.560885:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14bc28000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.560887:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e5c655ab/0xff23d3f688d93332 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x86e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.560894:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e5c655ab/0xff23d3f688d93332 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x86e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.560904:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e5c655ab/0xff23d3f688d93332 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x86e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.560910:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e5c655ab/0xff23d3f688d93332 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x86e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.560998:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.561000:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.561002:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.561007:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.561010:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789185323.562125:0:178169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148760380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+857:3635:x1876087018941056:12345-0@lo:6:osp-syn-0-0.0 Request processed in 20509us (20673us total) trans 4294977825 rc 0/0
00000100:00100000:2.0:1789185323.562135:0:178169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37950
00000004:00080000:0.0:1789185323.562149:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b151782300/2, rc 0, transno 4294977825
00000100:00100000:0.0:1789185323.562165:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151782300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018941056:0@lo:6:osp-syn-0-0.0
00010000:00010000:2.0:1789185323.562171:0:35218:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000009af2fde8/0xff23d3f688d93308 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x86c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.562185:0:35218:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009af2fde8/0xff23d3f688d93308 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x86c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.562196:0:35218:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009af2fde8/0xff23d3f688d93308 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x86c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.562204:0:35218:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009af2fde8/0xff23d3f688d93308 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x86c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.562221:0:35218:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1789185323.562233:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185323.562240:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009af2fde8/0xff23d3f688d93308 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x86c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.562249:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b26239a200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.562254:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009af2fde8/0xff23d3f688d93308 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x86c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.562265:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009af2fde8/0xff23d3f688d93308 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x86c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.562281:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009af2fde8/0xff23d3f688d93308 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x86c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.562289:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009af2fde8/0xff23d3f688d93308 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x86c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.562312:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.562314:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.562317:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789185323.562330:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148761c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018942976:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185323.562441:0:35218:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14b5c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+852:3636:x1876087018940672:12345-0@lo:6:osp-syn-1-0.0 Request processed in 20999us (22074us total) trans 4294989616 rc 0/0
00000100:00100000:2.0:1789185323.562454:0:35218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37948
00000100:00100000:0.0:1789185323.562462:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185323.562476:0:35218:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018942976
00000100:00100000:2.0:1789185323.562484:0:35218:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018942976
00000100:00100000:2.0:1789185323.562596:0:35218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37955
00000100:00100000:2.0:1789185323.562605:0:35218:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148761500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+857:3635:x1876087018942976:12345-0@lo:6:osp-syn-0-0.0
00010000:00010000:0.0:1789185323.562702:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.562707:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.562722:0:34810:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool
00010000:00010000:3.0:1789185323.562729:0:34810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009a05288e/0xff23d3f688d932fa lrc: 0/0,0 mode: --/PW res: [0x280000401:0x86f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.562835:0:34810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151780e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+858:3637:x1876087018940544:12345-0@lo:6:osp-syn-0-0.0 Request processed in 22318us (22731us total) trans 4294977827 rc 0/0
00000100:00100000:3.0:1789185323.562842:0:34810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37946
00010000:00010000:3.0:1789185323.562867:0:178148:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d41eaa07/0xff23d3f688d93324 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x872:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.562876:0:178148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d41eaa07/0xff23d3f688d93324 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x872:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.562883:0:178148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d41eaa07/0xff23d3f688d93324 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x872:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.562891:0:178148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d41eaa07/0xff23d3f688d93324 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x872:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.562911:0:178148:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1789185323.563042:0:178148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14b5f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+858:3637:x1876087018941824:12345-0@lo:6:osp-syn-0-0.0 Request processed in 20990us (21125us total) trans 4294977828 rc 0/0
00000100:00100000:3.0:1789185323.563048:0:178148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37952
00000100:00100000:3.0:1789185323.563073:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14b5fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018942720:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185323.563097:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:3.0:1789185323.563119:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14b5f9880/2, rc 0, transno 4294977828
00000100:00100000:3.0:1789185323.563125:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14b5f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018941824:0@lo:6:osp-syn-0-0.0
00000004:00080000:3.0:1789185323.563136:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b148762d80/2, rc 0, transno 4294977824
00000100:00100000:3.0:1789185323.563140:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148762d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018941312:0@lo:6:osp-syn-0-0.0
00000004:00080000:3.0:1789185323.563146:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14876c380/2, rc 0, transno 4294977827
00000100:00100000:3.0:1789185323.563149:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14876c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018940544:0@lo:6:osp-syn-0-0.0
00000004:00080000:3.0:1789185323.563159:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14876c700/2, rc 0, transno 4294989614
00000100:00100000:3.0:1789185323.563169:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14876c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018940416:0@lo:6:osp-syn-1-0.0
00000004:00080000:3.0:1789185323.563178:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b148763100/2, rc 0, transno 4294977826
00000100:00100000:3.0:1789185323.563181:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148763100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018939904:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185323.563191:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1789185323.563197:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14b5fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018942848:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185323.563220:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:1.0:1789185323.563276:0:35223:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1789185323.563283:0:35223:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000084950cc6/0xff23d3f688d932de lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x869:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.563350:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185323.563357:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d41eaa07/0xff23d3f688d93324 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x872:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.563366:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b26239b000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.563371:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d41eaa07/0xff23d3f688d93324 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x872:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.563379:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d41eaa07/0xff23d3f688d93324 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x872:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.563392:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d41eaa07/0xff23d3f688d93324 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x872:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.563399:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d41eaa07/0xff23d3f688d93324 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x872:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.563418:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.563419:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.563421:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789185323.563446:0:178142:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018942720
00000100:00100000:0.0:1789185323.563451:0:178142:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018942720
00000100:00100000:0.0:1789185323.563477:0:178142:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018942848
00000100:00100000:0.0:1789185323.563480:0:178142:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018942848
00000100:00100000:0.0:1789185323.563496:0:178142:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37956
00000100:00100000:0.0:1789185323.563502:0:178142:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14b5f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+859:3637:x1876087018942720:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1789185323.563529:0:178142:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2163 count 1
00010000:00010000:0.0:1789185323.563568:0:178142:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000975c7499/0xff23d3f688d93339 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x873:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.563591:0:178142:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000cae26b83/0xff23d3f688d8f4cc lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x873:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b1af expref: 153 pid: 24325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.563599:0:178142:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x873:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.563604:0:178142:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x873:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.563609:0:178142:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000975c7499/0xff23d3f688d93339 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x873:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.563639:0:178142:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000cae26b83/0xff23d3f688d8f4cc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x873:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b1af expref: 153 pid: 24325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.563657:0:178142:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000cae26b83/0xff23d3f688d8f4cc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x873:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b1af expref: 153 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.563662:0:35223:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f29dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+852:3637:x1876087018939392:12345-0@lo:6:osp-syn-1-0.0 Request processed in 28682us (28772us total) trans 4294989617 rc 0/0
00000100:00100000:1.0:1789185323.563678:0:35223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37942
00000100:00100000:0.0:1789185323.563678:0:178142:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148760000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:178142:1876087018943104:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.563735:0:178142:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe16900 going to sleep for 11 seconds
00000100:00100000:1.0:1789185323.563766:0:35223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37957
00000100:00100000:1.0:1789185323.563777:0:35223:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14b5f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+859:3637:x1876087018942848:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185323.563792:0:35223:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2164 count 1
00000100:00100000:0.0:1789185323.563817:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148760e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018943616:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.563845:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185323.563864:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789185323.563868:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148763800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018943232:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.563888:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185323.563907:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018943616
00000100:00100000:0.0:1789185323.563911:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018943616
00010000:00010000:1.0:1789185323.563930:0:35223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000429e81d7/0xff23d3f688d93340 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x874:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.563931:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018943232
00000100:00100000:0.0:1789185323.563936:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018943232
00010000:00010000:1.0:1789185323.563950:0:35223:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000055cdca03/0xff23d3f688d8f4d3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x874:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b1bd expref: 153 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.563962:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37958
00010000:00010000:1.0:1789185323.563971:0:35223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x874:0x0].0x0 since=124s v=(0 0)
00000100:00100000:0.0:1789185323.563974:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148760a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+861:3635:x1876087018943616:12345-0@lo:6:osp-syn-0-0.0
00010000:00010000:1.0:1789185323.563976:0:35223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x874:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.563984:0:35223:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000429e81d7/0xff23d3f688d93340 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x874:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00080000:0.0:1789185323.563991:0:8431:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2169 count 1
00010000:00010000:0.0:1789185323.564004:0:8431:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ebf5c28e/0xff23d3f688d93347 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x879:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.564010:0:35223:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000055cdca03/0xff23d3f688d8f4d3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x874:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b1bd expref: 153 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.564023:0:8431:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002224eecb/0xff23d3f688d8f4fd lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x879:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b203 expref: 153 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.564027:0:35223:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000055cdca03/0xff23d3f688d8f4d3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x874:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b1bd expref: 153 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.564041:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x879:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.564046:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x879:0x0].0x0 since=0s v=(0 0)
00000100:00100000:1.0:1789185323.564049:0:35223:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14876e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:35223:1876087018943744:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.564052:0:8431:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ebf5c28e/0xff23d3f688d93347 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x879:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.564082:0:8431:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002224eecb/0xff23d3f688d8f4fd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x879:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b203 expref: 153 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.564084:0:35223:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a09c0 going to sleep for 11 seconds
00002000:00080000:2.0:1789185323.564092:0:35218:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2165 count 1
00010000:00010000:0.0:1789185323.564098:0:8431:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002224eecb/0xff23d3f688d8f4fd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x879:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b203 expref: 153 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.564109:0:35218:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004f475c67/0xff23d3f688d9334e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x875:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.564109:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37959
00000100:00100000:0.0:1789185323.564113:0:8431:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148763480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8431:1876087018943872:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.564124:0:35222:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148761880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+861:3635:x1876087018943232:12345-0@lo:6:osp-syn-0-0.0
00010000:00010000:2.0:1789185323.564134:0:35218:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000807ae36e/0xff23d3f688d8f4da lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x875:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b1cb expref: 153 pid: 24325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00002000:00080000:1.0:1789185323.564141:0:35222:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2166 count 1
00010000:00010000:2.0:1789185323.564144:0:35218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x875:0x0].0x0 since=124s v=(0 0)
00010000:00010000:2.0:1789185323.564149:0:35218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x875:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.564153:0:35218:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004f475c67/0xff23d3f688d9334e lrc: 4/0,1 mode: --/PW res: [0x280000401:0x875:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.564156:0:35222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a2baff92/0xff23d3f688d93355 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x876:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.564156:0:8431:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe16180 going to sleep for 11 seconds
00010000:00010000:1.0:1789185323.564176:0:35222:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000009f2db222/0xff23d3f688d8f4e1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x876:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b1d9 expref: 153 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.564184:0:35218:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000807ae36e/0xff23d3f688d8f4da lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x875:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b1cb expref: 153 pid: 24325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.564186:0:35222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x876:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.564194:0:35222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x876:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.564202:0:35222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a2baff92/0xff23d3f688d93355 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x876:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.564204:0:35218:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000807ae36e/0xff23d3f688d8f4da lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x875:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b1cb expref: 153 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.564226:0:35218:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14b5fed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35218:1876087018944000:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.564236:0:35222:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000009f2db222/0xff23d3f688d8f4e1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x876:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b1d9 expref: 153 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.564249:0:35222:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000009f2db222/0xff23d3f688d8f4e1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x876:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b1d9 expref: 153 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.564256:0:35218:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b149ae2600 going to sleep for 11 seconds
00000100:00100000:1.0:1789185323.564262:0:35222:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14876f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:35222:1876087018944128:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.564279:0:16720:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000052bf4c96/0xff23d3f688d93301 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x86a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.564290:0:16720:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000052bf4c96/0xff23d3f688d93301 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x86a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.564292:0:35222:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0900 going to sleep for 11 seconds
00010000:00010000:2.0:1789185323.564303:0:16720:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000052bf4c96/0xff23d3f688d93301 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x86a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.564312:0:16720:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000052bf4c96/0xff23d3f688d93301 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x86a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.564474:0:16720:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1789185323.564478:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185323.564485:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000052bf4c96/0xff23d3f688d93301 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x86a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.564498:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b26239b600 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.564502:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000052bf4c96/0xff23d3f688d93301 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x86a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.564510:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000052bf4c96/0xff23d3f688d93301 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x86a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.564526:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000052bf4c96/0xff23d3f688d93301 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x86a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.564535:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000052bf4c96/0xff23d3f688d93301 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x86a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:1.0:1789185323.564566:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b15176a680/2, rc 0, transno 4294989615
00000100:00100000:1.0:1789185323.564575:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b15176a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018942464:0@lo:6:osp-syn-1-0.0
00010000:00010000:0.0:1789185323.564581:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.564585:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.564588:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:1.0:1789185323.564594:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14876d880/2, rc 0, transno 4294989616
00000100:00100000:1.0:1789185323.564600:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14876d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018940672:0@lo:6:osp-syn-1-0.0
00000004:00080000:1.0:1789185323.564611:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b148779180/2, rc 0, transno 4294977822
00000100:00100000:1.0:1789185323.564631:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148779180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018939136:0@lo:6:osp-syn-0-0.0
00010000:00010000:1.0:1789185323.564653:0:178145:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000fa0e9384/0xff23d3f688d9332b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x86d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.564663:0:178145:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fa0e9384/0xff23d3f688d9332b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x86d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.564672:0:178145:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fa0e9384/0xff23d3f688d9332b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x86d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.564685:0:178145:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fa0e9384/0xff23d3f688d9332b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x86d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.564701:0:178145:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1789185323.564780:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789185323.564791:0:178145:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149f0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+852:3636:x1876087018942208:12345-0@lo:6:osp-syn-1-0.0 Request processed in 19044us (19119us total) trans 4294989618 rc 0/0
00000100:00100000:0.0:1789185323.564792:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f71d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018944256:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.564826:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185323.564855:0:34809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018944256
00000100:00100000:0.0:1789185323.564860:0:34809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018944256
00000100:00100000:2.0:1789185323.564898:0:16720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14b5c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+853:3636:x1876087018940288:12345-0@lo:6:osp-syn-1-0.0 Request processed in 23647us (24627us total) trans 4294989619 rc 0/0
00000100:00100000:1.0:1789185323.565255:0:178145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37953
00000004:00080000:1.0:1789185323.565303:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14b5c0700/2, rc 0, transno 4294989618
00000100:00100000:1.0:1789185323.565308:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14b5c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018942208:0@lo:6:osp-syn-1-0.0
00000004:00080000:1.0:1789185323.565316:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14da19500/2, rc 0, transno 4294989619
00000100:00100000:1.0:1789185323.565319:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14da19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018940288:0@lo:6:osp-syn-1-0.0
00010000:00010000:1.0:1789185323.565348:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1789185323.565353:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fa0e9384/0xff23d3f688d9332b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x86d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.565362:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde7200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.565365:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fa0e9384/0xff23d3f688d9332b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x86d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.565373:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fa0e9384/0xff23d3f688d9332b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x86d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.565385:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fa0e9384/0xff23d3f688d9332b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x86d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.565398:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fa0e9384/0xff23d3f688d9332b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x86d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.565415:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.565417:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.565419:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789185323.566632:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148762300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018943488:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185323.566687:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185323.566719:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1789185323.566726:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148762a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018943360:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185323.566748:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:3.0:1789185323.566780:0:8429:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000dadccb78/0xff23d3f688d932c9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x867:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.566793:0:8429:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dadccb78/0xff23d3f688d932c9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x867:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.566804:0:8429:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dadccb78/0xff23d3f688d932c9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x867:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.566818:0:8429:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000dadccb78/0xff23d3f688d932c9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x867:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.566841:0:8429:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1789185323.567047:0:8429:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f29ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+853:3637:x1876087018938368:12345-0@lo:6:osp-syn-1-0.0 Request processed in 32979us (36693us total) trans 4294989620 rc 0/0
00010000:00010000:0.0:1789185323.567411:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185323.567418:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000dadccb78/0xff23d3f688d932c9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x867:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.567427:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde6800 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.567442:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000dadccb78/0xff23d3f688d932c9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x867:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.567451:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000dadccb78/0xff23d3f688d932c9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x867:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.567470:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000dadccb78/0xff23d3f688d932c9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x867:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.567477:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dadccb78/0xff23d3f688d932c9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x867:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.567495:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.567497:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.567498:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789185323.567575:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018943488
00000100:00100000:0.0:1789185323.567582:0:8428:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018943488
00000100:00100000:0.0:1789185323.567613:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018943360
00000100:00100000:0.0:1789185323.567616:0:8428:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018943360
00000100:00100000:0.0:1789185323.567635:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37960
00000100:00100000:0.0:1789185323.567644:0:8428:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f71e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+864:3635:x1876087018944256:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1789185323.567671:0:8428:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2170 count 1
00010000:00010000:0.0:1789185323.567692:0:8428:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000663bed3e/0xff23d3f688d9335c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x87a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.567711:0:8428:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f6df6325/0xff23d3f688d8f504 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x87a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b211 expref: 153 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.568887:0:8428:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x87a:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.568892:0:8428:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x87a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.568899:0:8428:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000663bed3e/0xff23d3f688d9335c lrc: 4/0,1 mode: --/PW res: [0x280000401:0x87a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.568939:0:8428:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f6df6325/0xff23d3f688d8f504 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x87a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b211 expref: 153 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.568952:0:8428:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f6df6325/0xff23d3f688d8f504 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x87a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b211 expref: 153 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.568967:0:8428:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f71df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8428:1876087018944384:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.569036:0:8428:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe160c0 going to sleep for 11 seconds
00000100:00100000:0.0:1789185323.569063:0:24325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37961
00000100:00100000:0.0:1789185323.569074:0:24325:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14b5fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+864:3638:x1876087018943488:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1789185323.569093:0:24325:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2168 count 1
00010000:00010000:0.0:1789185323.569110:0:24325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009d8ebc22/0xff23d3f688d93363 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x878:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.569124:0:24325:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001b29b6d2/0xff23d3f688d8f4f6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x878:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b1f5 expref: 153 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.569130:0:24325:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x878:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.569133:0:24325:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x878:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.569137:0:24325:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009d8ebc22/0xff23d3f688d93363 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x878:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.569155:0:24325:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001b29b6d2/0xff23d3f688d8f4f6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x878:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b1f5 expref: 153 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.569164:0:24325:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001b29b6d2/0xff23d3f688d8f4f6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x878:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b1f5 expref: 153 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.569174:0:24325:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f71f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24325:1876087018944512:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185323.569465:0:16720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37947
00000100:00100000:3.0:1789185323.569474:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37939
00000100:00100000:2.0:1789185323.569503:0:16720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37962
00000100:00100000:2.0:1789185323.569514:0:16720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14b5fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+864:3638:x1876087018943360:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1789185323.569530:0:16720:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2167 count 1
00010000:00010000:2.0:1789185323.569558:0:16720:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004e8cbc4d/0xff23d3f688d9336a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x877:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.569572:0:16720:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a0298103/0xff23d3f688d8f4ef lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x877:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b1e7 expref: 153 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000004:00080000:3.0:1789185323.569575:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b148761180/2, rc 0, transno 4294989617
00010000:00010000:2.0:1789185323.569584:0:16720:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x877:0x0].0x0 since=124s v=(0 0)
00000100:00100000:3.0:1789185323.569588:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148761180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018939392:0@lo:6:osp-syn-1-0.0
00010000:00010000:2.0:1789185323.569590:0:16720:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x877:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.569598:0:16720:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004e8cbc4d/0xff23d3f688d9336a lrc: 4/0,1 mode: --/PW res: [0x280000401:0x877:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:3.0:1789185323.569609:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b148760700/2, rc 0, transno 4294989620
00000100:00100000:3.0:1789185323.569615:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148760700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018938368:0@lo:6:osp-syn-1-0.0
00010000:00010000:2.0:1789185323.569621:0:16720:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a0298103/0xff23d3f688d8f4ef lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x877:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b1e7 expref: 153 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.569633:0:16720:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a0298103/0xff23d3f688d8f4ef lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x877:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b1e7 expref: 153 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.569651:0:16720:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14b5ff480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16720:1876087018944640:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185323.569681:0:16720:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b149ae2780 going to sleep for 11 seconds
00000100:00100000:3.0:1789185323.569747:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14b5f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018944896:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1789185323.569788:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185323.569813:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14b5faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018945408:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1789185323.569835:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185323.569857:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3]
00000100:00100000:3.0:1789185323.569862:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14b5fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018944768:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1789185323.569882:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185323.569896:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14b5fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018945280:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1789185323.569915:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185323.570014:0:178148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018944896
00000100:00100000:3.0:1789185323.570019:0:178148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018944896
00000100:00100000:3.0:1789185323.570045:0:178148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018945408
00000100:00100000:3.0:1789185323.570049:0:178148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018945408
00000100:00100000:3.0:1789185323.570059:0:178148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018944768
00000100:00100000:3.0:1789185323.570061:0:178148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018944768
00000100:00100000:3.0:1789185323.570069:0:178148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018945280
00000100:00100000:3.0:1789185323.570072:0:178148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018945280
00000100:00100000:3.0:1789185323.570081:0:178148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37963
00000100:00100000:3.0:1789185323.570086:0:178148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14b5fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+855:3638:x1876087018944896:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:3.0:1789185323.570099:0:178148:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2160 count 1
00010000:00010000:3.0:1789185323.570113:0:178148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009b4d9ff2/0xff23d3f688d93371 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x870:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.570126:0:178148:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002131db11/0xff23d3f688d8f6a1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x870:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b18c expref: 155 pid: 24325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.570134:0:178148:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x870:0x0].0x0 since=124s v=(0 0)
00010000:00010000:3.0:1789185323.570137:0:178148:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x870:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.570141:0:178148:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009b4d9ff2/0xff23d3f688d93371 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x870:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.570160:0:178148:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002131db11/0xff23d3f688d8f6a1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x870:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b18c expref: 155 pid: 24325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.570170:0:178148:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002131db11/0xff23d3f688d8f6a1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x870:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b18c expref: 155 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.571496:0:8491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37964
00000100:00100000:2.0:1789185323.571513:0:8491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14b5f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+855:3638:x1876087018945408:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1789185323.571538:0:8491:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2164 count 1
00010000:00010000:2.0:1789185323.571577:0:8491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f1b7551a/0xff23d3f688d93378 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x874:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.571596:0:8491:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000040ea8557/0xff23d3f688d8f6bd lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x874:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b1c4 expref: 155 pid: 16720 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.571605:0:8491:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x874:0x0].0x0 since=124s v=(0 0)
00010000:00010000:2.0:1789185323.571609:0:8491:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x874:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.571614:0:8491:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f1b7551a/0xff23d3f688d93378 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x874:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.571645:0:8491:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000040ea8557/0xff23d3f688d8f6bd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x874:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b1c4 expref: 155 pid: 16720 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.571658:0:8491:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000040ea8557/0xff23d3f688d8f6bd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x874:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b1c4 expref: 155 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.571672:0:8491:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14b5ff800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8491:1876087018945792:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185323.571727:0:8491:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b149ae2000 going to sleep for 11 seconds
00000100:00100000:3.0:1789185323.571793:0:178148:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151783100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:178148:1876087018945664:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185323.571822:0:178148:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14de82540 going to sleep for 11 seconds
00000100:00100000:3.0:1789185323.571855:0:178144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37965
00000100:00100000:3.0:1789185323.571865:0:178144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d0e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+855:3638:x1876087018944768:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:3.0:1789185323.571880:0:178144:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2159 count 1
00010000:00010000:3.0:1789185323.571894:0:178144:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e7ee957e/0xff23d3f688d9337f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x86f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.571907:0:178144:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e8caa33a/0xff23d3f688d8f69a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x86f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b17e expref: 155 pid: 24325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.571975:0:178144:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x86f:0x0].0x0 since=124s v=(0 0)
00010000:00010000:3.0:1789185323.571979:0:178144:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x86f:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.571983:0:178144:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e7ee957e/0xff23d3f688d9337f lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x86f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.572003:0:178144:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e8caa33a/0xff23d3f688d8f69a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x86f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b17e expref: 155 pid: 24325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.572013:0:178144:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e8caa33a/0xff23d3f688d8f69a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x86f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b17e expref: 155 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.572023:0:178144:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151783b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:178144:1876087018945920:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185323.572044:0:178144:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14de82c00 going to sleep for 11 seconds
00000100:00100000:3.0:1789185323.572064:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37966
00000100:00100000:3.0:1789185323.572072:0:8429:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b147529180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+855:3638:x1876087018945280:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:3.0:1789185323.572084:0:8429:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2163 count 1
00010000:00010000:3.0:1789185323.572095:0:8429:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f05a18d4/0xff23d3f688d93386 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x873:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.572108:0:8429:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003f07b461/0xff23d3f688d8f6b6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x873:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b1b6 expref: 155 pid: 16720 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.572115:0:8429:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x873:0x0].0x0 since=124s v=(0 0)
00010000:00010000:3.0:1789185323.572118:0:8429:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x873:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.572121:0:8429:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f05a18d4/0xff23d3f688d93386 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x873:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.572139:0:8429:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003f07b461/0xff23d3f688d8f6b6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x873:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b1b6 expref: 155 pid: 16720 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.572147:0:8429:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003f07b461/0xff23d3f688d8f6b6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x873:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b1b6 expref: 155 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.572157:0:8429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151780700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8429:1876087018946048:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185323.572176:0:8429:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14de820c0 going to sleep for 11 seconds
00000100:00100000:0.0:1789185323.572427:0:24325:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe16780 going to sleep for 11 seconds
00000100:00100000:0.0:1789185323.572458:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14b5f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018945024:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185323.572506:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185323.572540:0:34810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018945024
00000100:00100000:0.0:1789185323.572542:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14b5f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018945536:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1789185323.572560:0:34810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018945024
00000100:00100000:0.0:1789185323.572577:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185323.572586:0:34810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018945536
00000100:00100000:3.0:1789185323.572589:0:34810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018945536
00000100:00100000:0.0:1789185323.572593:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789185323.572598:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14b5f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018945152:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1789185323.572600:0:34810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37967
00000100:00100000:3.0:1789185323.572605:0:34810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b2769b0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+857:3635:x1876087018945024:12345-0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185323.572616:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00002000:00080000:3.0:1789185323.572617:0:34810:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2161 count 1
00010000:00010000:3.0:1789185323.572628:0:34810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006d45f335/0xff23d3f688d9338d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x871:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.572636:0:178169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018945152
00000100:00100000:0.0:1789185323.572639:0:178169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018945152
00010000:00010000:3.0:1789185323.572646:0:34810:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003fd871b6/0xff23d3f688d8f6a8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x871:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b19a expref: 155 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.572653:0:34810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x871:0x0].0x0 since=124s v=(0 0)
00010000:00010000:3.0:1789185323.572657:0:34810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x871:0x0].0x0 since=0s v=(0 0)
00000100:00100000:0.0:1789185323.572657:0:178169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37968
00010000:00010000:3.0:1789185323.572661:0:34810:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006d45f335/0xff23d3f688d9338d lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x871:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.572663:0:178169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f71c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+858:3635:x1876087018945536:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1789185323.572673:0:178169:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2165 count 1
00010000:00010000:3.0:1789185323.572681:0:34810:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003fd871b6/0xff23d3f688d8f6a8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x871:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b19a expref: 155 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.572686:0:178169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000db21e579/0xff23d3f688d93394 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x875:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.572691:0:34810:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003fd871b6/0xff23d3f688d8f6a8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x871:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b19a expref: 155 pid: 35223 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.572701:0:34810:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151781c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:34810:1876087018946176:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.572703:0:178169:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c54b9e42/0xff23d3f688d8f6c4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x875:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b1d2 expref: 155 pid: 16720 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.572710:0:178169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x875:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.572712:0:178169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x875:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.572716:0:178169:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000db21e579/0xff23d3f688d93394 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x875:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.572719:0:34810:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14de82240 going to sleep for 11 seconds
00010000:00010000:0.0:1789185323.572749:0:178169:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c54b9e42/0xff23d3f688d8f6c4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x875:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b1d2 expref: 155 pid: 16720 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.572759:0:178169:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c54b9e42/0xff23d3f688d8f6c4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x875:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b1d2 expref: 155 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.572769:0:178169:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f71f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:178169:1876087018946304:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.572787:0:178169:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe16a80 going to sleep for 11 seconds
00000100:00100000:0.0:1789185323.572805:0:178146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37969
00000100:00100000:0.0:1789185323.572812:0:178146:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f71c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+858:3635:x1876087018945152:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1789185323.572825:0:178146:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2162 count 1
00010000:00010000:0.0:1789185323.572835:0:178146:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000010a0414/0xff23d3f688d9339b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x872:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.572847:0:178146:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e57c53e5/0xff23d3f688d8f6af lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x872:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b1a8 expref: 155 pid: 16720 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.572860:0:178146:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x872:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.572863:0:178146:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x872:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.572872:0:178146:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000010a0414/0xff23d3f688d9339b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x872:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.572896:0:178146:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e57c53e5/0xff23d3f688d8f6af lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x872:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b1a8 expref: 155 pid: 16720 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.572907:0:178146:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e57c53e5/0xff23d3f688d8f6af lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x872:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b1a8 expref: 155 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.572918:0:178146:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f729c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:178146:1876087018946432:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.572951:0:178146:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe16840 going to sleep for 11 seconds
00010000:00010000:0.0:1789185323.574521:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.574536:0:178147:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000fc5b8c3a/0xff23d3f688d932e5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x868:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.574564:0:178147:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fc5b8c3a/0xff23d3f688d932e5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x868:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.574576:0:178147:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fc5b8c3a/0xff23d3f688d932e5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x868:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.574584:0:178147:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fc5b8c3a/0xff23d3f688d932e5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x868:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.574604:0:178147:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1789185323.574616:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185323.574622:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fc5b8c3a/0xff23d3f688d932e5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x868:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.574630:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde7600 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.574635:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fc5b8c3a/0xff23d3f688d932e5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x868:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.574644:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fc5b8c3a/0xff23d3f688d932e5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x868:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.574667:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fc5b8c3a/0xff23d3f688d932e5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x868:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.574675:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fc5b8c3a/0xff23d3f688d932e5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x868:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.574702:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.574705:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.574707:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789185323.576027:0:178147:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f29f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+859:3637:x1876087018938752:12345-0@lo:6:osp-syn-1-0.0 Request processed in 40868us (41060us total) trans 4294989621 rc 0/0
00000100:00100000:0.0:1789185323.576037:0:178147:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37943
00000004:00080000:2.0:1789185323.576711:0:31035:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 9400799162858ns, next at 9401799159569ns, rc = 0
00000100:00100000:2.0:1789185323.576739:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1789185323.576754:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14b5fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018946560:0@lo:13:osp-pre-1-0.0
00000100:00100000:2.0:1789185323.576801:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185323.576832:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018946560
00000100:00100000:0.0:1789185323.576841:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018946560
00000100:00100000:0.0:1789185323.576883:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7232
00000100:00100000:0.0:1789185323.576894:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14b5fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+859:3635:x1876087018946560:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:0.0:1789185323.576923:0:8433:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 229376 granted 494811712 pending 0 free 3864621056 avail 3633098752
00000100:00100000:0.0:1789185323.576972:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14b5fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+859:3635:x1876087018946560:12345-0@lo:13:osp-pre-1-0.0 Request processed in 81us (171us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.576979:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7232
00000100:00100000:2.0:1789185323.577515:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14b5fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018946560:0@lo:13:osp-pre-1-0.0
00000004:00080000:3.0:1789185323.577705:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b148763b80/2, rc 0, transno 4294989621
00000100:00100000:3.0:1789185323.577720:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148763b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018938752:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1789185323.577799:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14b5fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018946816:0@lo:13:osp-pre-0-0.0
00000004:00080000:2.0:1789185323.577799:0:31033:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 9400800251814ns, next at 9401800248130ns, rc = 0
00000100:00100000:3.0:1789185323.577845:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185323.577892:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1789185323.577900:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149d75500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018946688:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185323.577903:0:178142:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148760000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:178142:1876087018943104:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185323.577930:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:2.0:1789185323.577938:0:178142:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000975c7499/0xff23d3f688d93339 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x873:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.577964:0:34809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018946688
00000100:00100000:3.0:1789185323.577970:0:34809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018946688
00000100:00100000:3.0:1789185323.578001:0:34809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37970
00000100:00100000:1.0:1789185323.578009:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018946816
00000100:00100000:3.0:1789185323.578010:0:34809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148765500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+859:3638:x1876087018946688:12345-0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.578015:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018946816
00002000:00080000:3.0:1789185323.578036:0:34809:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2166 count 1
00000100:00100000:1.0:1789185323.578056:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7233
00000100:00100000:1.0:1789185323.578065:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148765180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+865:3638:x1876087018946816:12345-0@lo:13:osp-pre-0-0.0
00010000:00010000:3.0:1789185323.578070:0:34809:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000005aeaabf/0xff23d3f688d933a2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x876:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00000024:1.0:1789185323.578086:0:8432:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 969857600 pending 0 free 3890462720 avail 3658940416
00010000:00010000:3.0:1789185323.578097:0:34809:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000d9ed665/0xff23d3f688d90017 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x876:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 37748736->37752831) gid 0 flags: 0x40000000020000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bbe9 expref: 155 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.578107:0:34809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x876:0x0].0x0 since=121s v=(0 0)
00010000:00010000:3.0:1789185323.578113:0:34809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x876:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1789185323.578119:0:34809:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000005aeaabf/0xff23d3f688d933a2 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x876:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.578133:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148765180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+865:3638:x1876087018946816:12345-0@lo:13:osp-pre-0-0.0 Request processed in 70us (288us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185323.578141:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7233
00010000:00010000:3.0:1789185323.578148:0:34809:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000d9ed665/0xff23d3f688d90017 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x876:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 37748736->37752831) gid 0 flags: 0x50000000030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bbe9 expref: 155 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.578163:0:34809:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000d9ed665/0xff23d3f688d90017 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x876:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 37748736->37752831) gid 0 flags: 0x70000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bbe9 expref: 155 pid: 34810 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.578176:0:34809:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148766a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:34809:1876087018946944:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185323.578247:0:34809:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14de823c0 going to sleep for 11 seconds
00000100:00100000:3.0:1789185323.578279:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14b5fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018946816:0@lo:13:osp-pre-0-0.0
00000004:00080000:3.0:1789185323.581022:0:7447:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 386 committed
00000001:00080000:3.0:1789185323.581055:0:7447:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 4294985785 is committed
00000001:00080000:3.0:1789185323.581078:0:7447:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 4294985783 is committed
00000004:00080000:3.0:1789185323.581082:0:7447:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 385 committed
00010000:00010000:3.0:1789185323.581144:0:3622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd9600/0xff23d3f688d90239 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x6d:0x0].0xb1bed465 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35214 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.581156:0:3622:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd9600/0xff23d3f688d90239 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x6d:0x0].0xb1bed465 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35214 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.581165:0:3622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd9600/0xff23d3f688d90239 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x6d:0x0].0xb1bed465 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35214 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.581171:0:3622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149bd9600 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:3.0:1789185323.581176:0:3622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd9600/0xff23d3f688d90239 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x6d:0x0].0xb1bed465 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35214 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.581185:0:3622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd9600/0xff23d3f688d90239 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x6d:0x0].0xb1bed465 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35214 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.581203:0:3622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x6d:0x0].0xb1bed465 (ffff90b14bbf9300)
00010000:00010000:3.0:1789185323.581207:0:3622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1789185323.581214:0:3622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd9600/0xff23d3f688d90239 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x6d:0x0].0xb1bed465 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35214 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.581220:0:3622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd9600/0xff23d3f688d90239 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x6d:0x0].0xb1bed465 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35214 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.581231:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00010000:00010000:3.0:1789185323.581246:0:3622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14be43600/0xff23d3f688d90343 lrc: 3/0,1 mode: TXN/TXN res: [0x240000403:0x1ed8:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.581252:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14876fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1876087018947072:0@lo:2:osp-syn-0-1.0
00010000:00010000:3.0:1789185323.581257:0:3622:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff90b14be43600/0xff23d3f688d90343 lrc: 2/0,0 mode: TXN/TXN res: [0x240000403:0x1ed8:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.581274:0:3622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff90b14be43600/0xff23d3f688d90343 lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x1ed8:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.581279:0:3622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14be43600 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:3.0:1789185323.581282:0:3622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14be43600/0xff23d3f688d90343 lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x1ed8:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.581289:0:3622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14be43600/0xff23d3f688d90343 lrc: 4/0,0 mode: TXN/TXN res: [0x240000403:0x1ed8:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.581297:0:3622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1ed8:0x0].0x0 (ffff90b14bbf9700)
00010000:00010000:3.0:1789185323.581301:0:3622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1789185323.581303:0:3622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff90b14be43600/0xff23d3f688d90343 lrc: 2/0,0 mode: --/TXN res: [0x240000403:0x1ed8:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.581310:0:3622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b14be43600/0xff23d3f688d90343 lrc: 0/0,0 mode: --/TXN res: [0x240000403:0x1ed8:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.581322:0:3622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14be43e00/0xff23d3f688d90397 lrc: 3/0,1 mode: TXN/TXN res: [0x240000403:0x1ed8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 35214 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.581350:0:3622:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff90b14be43e00/0xff23d3f688d90397 lrc: 2/0,0 mode: TXN/TXN res: [0x240000403:0x1ed8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 35214 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.581357:0:3622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff90b14be43e00/0xff23d3f688d90397 lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x1ed8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 35214 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.581362:0:3622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14be43e00 already unused, calling callback (ffffffffc18d24f0)
00000100:00100000:1.0:1789185323.581486:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:3.0:1789185323.581519:0:3622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14be43e00/0xff23d3f688d90397 lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x1ed8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 35214 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.581532:0:3622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14be43e00/0xff23d3f688d90397 lrc: 4/0,0 mode: TXN/TXN res: [0x240000403:0x1ed8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 35214 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.581541:0:3622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1ed8:0x0].0x0 (ffff90b14bbf9700)
00010000:00010000:3.0:1789185323.581543:0:3622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1789185323.581571:0:3622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff90b14be43e00/0xff23d3f688d90397 lrc: 2/0,0 mode: --/TXN res: [0x240000403:0x1ed8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 35214 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.581579:0:3622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b14be43e00/0xff23d3f688d90397 lrc: 0/0,0 mode: --/TXN res: [0x240000403:0x1ed8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 35214 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.581592:0:3622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14d15e600/0xff23d3f688d903eb lrc: 3/0,1 mode: TXN/TXN res: [0x240000403:0x1ed8:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 35220 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.581599:0:3622:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff90b14d15e600/0xff23d3f688d903eb lrc: 2/0,0 mode: TXN/TXN res: [0x240000403:0x1ed8:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 35220 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.581604:0:3622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff90b14d15e600/0xff23d3f688d903eb lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x1ed8:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 35220 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.581609:0:3622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14d15e600 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:3.0:1789185323.581612:0:3622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14d15e600/0xff23d3f688d903eb lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x1ed8:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 35220 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.581618:0:3622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14d15e600/0xff23d3f688d903eb lrc: 4/0,0 mode: TXN/TXN res: [0x240000403:0x1ed8:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 35220 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.581625:0:3622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1ed8:0x0].0x0 (ffff90b14bbf9700)
00010000:00010000:3.0:1789185323.581627:0:3622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1789185323.581630:0:3622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff90b14d15e600/0xff23d3f688d903eb lrc: 2/0,0 mode: --/TXN res: [0x240000403:0x1ed8:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 35220 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.581635:0:3622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b14d15e600/0xff23d3f688d903eb lrc: 0/0,0 mode: --/TXN res: [0x240000403:0x1ed8:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 35220 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.581648:0:3622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff90b250d46800/0xff23d3f688d90446 lrc: 3/0,1 mode: TXN/TXN res: [0x240000403:0x1ed8:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.581653:0:3622:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff90b250d46800/0xff23d3f688d90446 lrc: 2/0,0 mode: TXN/TXN res: [0x240000403:0x1ed8:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.581658:0:3622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff90b250d46800/0xff23d3f688d90446 lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x1ed8:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.581662:0:3622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b250d46800 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:3.0:1789185323.581664:0:3622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b250d46800/0xff23d3f688d90446 lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x1ed8:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.581669:0:3622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b250d46800/0xff23d3f688d90446 lrc: 4/0,0 mode: TXN/TXN res: [0x240000403:0x1ed8:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.581674:0:3622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1ed8:0x0].0x0 (ffff90b14bbf9700)
00010000:00010000:3.0:1789185323.581676:0:3622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12
00010000:00010000:3.0:1789185323.581678:0:3622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff90b250d46800/0xff23d3f688d90446 lrc: 2/0,0 mode: --/TXN res: [0x240000403:0x1ed8:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.581683:0:3622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b250d46800/0xff23d3f688d90446 lrc: 0/0,0 mode: --/TXN res: [0x240000403:0x1ed8:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.581692:0:3622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff90b15059f400/0xff23d3f688d90493 lrc: 3/0,1 mode: TXN/TXN res: [0x240000403:0x1ed8:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35215 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.581697:0:3622:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff90b15059f400/0xff23d3f688d90493 lrc: 2/0,0 mode: TXN/TXN res: [0x240000403:0x1ed8:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35215 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.581702:0:3622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff90b15059f400/0xff23d3f688d90493 lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x1ed8:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35215 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.581706:0:3622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b15059f400 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:3.0:1789185323.581708:0:3622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b15059f400/0xff23d3f688d90493 lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x1ed8:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35215 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.581713:0:3622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b15059f400/0xff23d3f688d90493 lrc: 4/0,0 mode: TXN/TXN res: [0x240000403:0x1ed8:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 35215 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.581719:0:3622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1ed8:0x0].0x0 (ffff90b14bbf9700)
00010000:00010000:3.0:1789185323.581721:0:3622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12
00010000:00010000:3.0:1789185323.581724:0:3622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff90b15059f400/0xff23d3f688d90493 lrc: 2/0,0 mode: --/TXN res: [0x240000403:0x1ed8:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35215 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.581729:0:3622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b15059f400/0xff23d3f688d90493 lrc: 0/0,0 mode: --/TXN res: [0x240000403:0x1ed8:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35215 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.584081:0:178147:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018947072
00000100:00100000:1.0:1789185323.584095:0:178147:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018947072
00000100:00100000:1.0:1789185323.584153:0:178147:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37971
00000100:00100000:1.0:1789185323.584164:0:178147:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151768700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3636:x1876087018947072:12345-0@lo:2:osp-syn-0-1.0
00000100:00100000:3.0:1789185323.584625:0:35218:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14b5fed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35218:1876087018944000:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.584663:0:35218:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000004f475c67/0xff23d3f688d9334e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x875:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:1.0:1789185323.584765:0:178147:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000400:0x4e1:0x0] updating lvb size from disk: 123456 -> 123456
00002000:00010000:1.0:1789185323.584769:0:178147:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000400:0x4e1:0x0] updating lvb mtime from disk: 1789185318 -> 1789185318
00002000:00010000:1.0:1789185323.584772:0:178147:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000400:0x4e1:0x0] updating lvb atime from disk: 0 -> 0
00002000:00010000:1.0:1789185323.584774:0:178147:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000400:0x4e1:0x0] updating lvb ctime from disk: 1789185318 -> 1789185318
00002000:00010000:1.0:1789185323.584777:0:178147:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x4e1:0x0] updating lvb blocks from disk: 8 -> 8
00000100:00100000:1.0:1789185323.584839:0:178147:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151768700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+6:3636:x1876087018947072:12345-0@lo:2:osp-syn-0-1.0 Request processed in 677us (3353us total) trans 4294977829 rc 0/0
00000100:00100000:1.0:1789185323.584848:0:178147:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37971
00000004:00080000:1.0:1789185323.584920:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14876fb80/2, rc 0, transno 4294977829
00000100:00100000:1.0:1789185323.584927:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14876fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1876087018947072:0@lo:2:osp-syn-0-1.0
00000100:00100000:1.0:1789185323.584954:0:35223:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14876e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:35223:1876087018943744:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.584970:0:35223:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000429e81d7/0xff23d3f688d93340 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x874:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.585701:0:178144:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151783b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:178144:1876087018945920:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.585722:0:178144:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e7ee957e/0xff23d3f688d9337f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x86f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.585779:0:8429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151780700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8429:1876087018946048:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.585792:0:8429:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f05a18d4/0xff23d3f688d93386 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x873:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.585975:0:34810:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151781c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:34810:1876087018946176:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.585988:0:34810:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000006d45f335/0xff23d3f688d9338d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x871:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.585994:0:8431:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148763480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8431:1876087018943872:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.586011:0:8431:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000ebf5c28e/0xff23d3f688d93347 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x879:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.586033:0:24325:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f71f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24325:1876087018944512:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.586044:0:24325:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000009d8ebc22/0xff23d3f688d93363 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x878:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.586065:0:178169:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f71f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:178169:1876087018946304:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.586075:0:178169:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000db21e579/0xff23d3f688d93394 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x875:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.586096:0:8428:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f71df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8428:1876087018944384:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.586107:0:8428:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000663bed3e/0xff23d3f688d9335c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x87a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.586109:0:178148:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151783100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:178148:1876087018945664:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.586121:0:178148:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000009b4d9ff2/0xff23d3f688d93371 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x870:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.586126:0:178146:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f729c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:178146:1876087018946432:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.586136:0:178146:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000010a0414/0xff23d3f688d9339b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x872:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.586160:0:34809:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148766a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:34809:1876087018946944:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.586173:0:34809:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000005aeaabf/0xff23d3f688d933a2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x876:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.586204:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.586225:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.586242:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.586301:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010808704
00000100:00100000:3.0:1789185323.586307:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010808704
00010000:00010000:3.0:1789185323.586336:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e8caa33a/0xff23d3f688d8f69a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x86f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b17e expref: 156 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.586376:0:16720:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14b5ff480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16720:1876087018944640:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.586402:0:16720:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000004e8cbc4d/0xff23d3f688d9336a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x877:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.586406:0:35222:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14876f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:35222:1876087018944128:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.586449:0:35222:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000a2baff92/0xff23d3f688d93355 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x876:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.586542:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010808448
00000100:00100000:3.0:1789185323.586565:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010808448
00000100:00100000:2.0:1789185323.586570:0:8491:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14b5ff800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8491:1876087018945792:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.586581:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002224eecb/0xff23d3f688d8f4fd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x879:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b203 expref: 154 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.586583:0:8491:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f1b7551a/0xff23d3f688d93378 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x874:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.586601:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010809216
00000100:00100000:3.0:1789185323.586603:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010809216
00000100:00100000:2.0:1789185323.586610:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23442
00010000:00010000:3.0:1789185323.586613:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000009f2db222/0xff23d3f688d8f4e1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x876:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b1d9 expref: 155 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.586618:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148766a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+156:2394:x1876087010808704:12345-192.168.204.3@tcp:103:ldlm_bl.0
00000100:00100000:3.0:1789185323.586630:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23443
00010000:00010000:2.0:1789185323.586632:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00000100:00100000:3.0:1789185323.586635:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148766d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+155:2392:x1876087010808448:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.586638:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e8caa33a/0xff23d3f688d8f69a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x86f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b17e expref: 156 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.586641:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.586645:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002224eecb/0xff23d3f688d8f4fd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x879:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b203 expref: 155 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.586649:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e8caa33a/0xff23d3f688d8f69a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x86f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b17e expref: 156 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.586654:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002224eecb/0xff23d3f688d8f4fd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x879:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b203 expref: 155 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.586672:0:178150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002224eecb/0xff23d3f688d8f4fd lrc: 0/0,0 mode: --/PR res: [0x280000401:0x879:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b203 expref: 155 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.586672:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e8caa33a/0xff23d3f688d8f69a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x86f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b17e expref: 156 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.586689:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x879:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.586689:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x86f:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.586693:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x879:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.586693:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x86f:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.586701:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ebf5c28e/0xff23d3f688d93347 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x879:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.586701:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e7ee957e/0xff23d3f688d9337f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x86f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.586711:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ebf5c28e/0xff23d3f688d93347 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x879:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.586711:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e7ee957e/0xff23d3f688d9337f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x86f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.586735:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.586783:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148766d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+154:2392:x1876087010808448:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 147us (557us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.586791:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23443
00000100:00100000:3.0:1789185323.586807:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23444
00010000:00010000:0.0:1789185323.586813:0:8431:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000ebf5c28e/0xff23d3f688d93347 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x879:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.586814:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148764000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+153:2394:x1876087010809216:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.586822:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.586822:0:8431:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ebf5c28e/0xff23d3f688d93347 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x879:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.586827:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000009f2db222/0xff23d3f688d8f4e1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x876:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b1d9 expref: 153 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.586833:0:8431:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ebf5c28e/0xff23d3f688d93347 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x879:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.586835:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000009f2db222/0xff23d3f688d8f4e1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x876:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b1d9 expref: 153 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.586842:0:8431:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ebf5c28e/0xff23d3f688d93347 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x879:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.586848:0:178150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009f2db222/0xff23d3f688d8f4e1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x876:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b1d9 expref: 153 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.586856:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x876:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.586860:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x876:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.586860:0:8431:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1789185323.586864:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a2baff92/0xff23d3f688d93355 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x876:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.586870:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a2baff92/0xff23d3f688d93355 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x876:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.586887:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.586905:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148764000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+152:2394:x1876087010809216:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 92us (663us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.586911:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23444
00000100:00100000:3.0:1789185323.586949:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.587001:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010808832
00000100:00100000:0.0:1789185323.587005:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010808832
00010000:00010000:0.0:1789185323.587021:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003f07b461/0xff23d3f688d8f6b6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x873:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b1b6 expref: 156 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.587026:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.587040:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010809856
00000100:00100000:0.0:1789185323.587043:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010809856
00000100:00100000:3.0:1789185323.587046:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23445
00000100:00100000:3.0:1789185323.587051:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148764380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+157:2392:x1876087010808832:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.587054:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000040ea8557/0xff23d3f688d8f6bd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x874:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b1c4 expref: 157 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.587058:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.587063:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003f07b461/0xff23d3f688d8f6b6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x873:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b1b6 expref: 157 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.587067:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23446
00000100:00100000:0.0:1789185323.587073:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b269767050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+157:2394:x1876087010809856:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.587074:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003f07b461/0xff23d3f688d8f6b6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x873:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b1b6 expref: 157 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.587079:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.587083:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000040ea8557/0xff23d3f688d8f6bd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x874:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b1c4 expref: 157 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.587086:0:178150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003f07b461/0xff23d3f688d8f6b6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x873:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b1b6 expref: 157 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.587093:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000040ea8557/0xff23d3f688d8f6bd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x874:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b1c4 expref: 157 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.587097:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x873:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.587100:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x873:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.587103:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000040ea8557/0xff23d3f688d8f6bd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x874:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b1c4 expref: 156 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.587104:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f05a18d4/0xff23d3f688d93386 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x873:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.587112:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f05a18d4/0xff23d3f688d93386 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x873:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.587114:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x874:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.587117:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x874:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.587121:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f1b7551a/0xff23d3f688d93378 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x874:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.587128:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1789185323.587128:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f1b7551a/0xff23d3f688d93378 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x874:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.587145:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.587146:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148764380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+155:2392:x1876087010808832:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 94us (197us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.587152:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23445
00000100:00100000:0.0:1789185323.587160:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b269767050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+155:2394:x1876087010809856:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 88us (134us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.587166:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23446
00010000:00010000:3.0:1789185323.587174:0:8429:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f05a18d4/0xff23d3f688d93386 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x873:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.587183:0:8429:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f05a18d4/0xff23d3f688d93386 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x873:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.587191:0:8429:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f05a18d4/0xff23d3f688d93386 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x873:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.587198:0:8429:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f05a18d4/0xff23d3f688d93386 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x873:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.587210:0:8429:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:3.0:1789185323.587335:0:8429:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b147529180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+860:3638:x1876087018945280:12345-0@lo:6:osp-syn-1-0.0 Request processed in 15264us (17418us total) trans 4294989622 rc 0/0
00000100:00100000:3.0:1789185323.587342:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37966
00000004:00080000:3.0:1789185323.587381:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14b5fbb80/2, rc 0, transno 4294989622
00000100:00100000:3.0:1789185323.587392:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14b5fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018945280:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1789185323.587491:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.587504:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010809344
00000100:00100000:3.0:1789185323.587507:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010809344
00010000:00010000:3.0:1789185323.587521:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c54b9e42/0xff23d3f688d8f6c4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x875:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b1d2 expref: 154 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.587536:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23447
00000100:00100000:3.0:1789185323.587542:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148767800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+154:2392:x1876087010809344:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.587565:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.587570:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c54b9e42/0xff23d3f688d8f6c4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x875:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b1d2 expref: 154 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.587580:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c54b9e42/0xff23d3f688d8f6c4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x875:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b1d2 expref: 154 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.587594:0:178150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c54b9e42/0xff23d3f688d8f6c4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x875:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b1d2 expref: 154 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.587604:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x875:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.587607:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x875:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.587611:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000db21e579/0xff23d3f688d93394 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x875:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.587620:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000db21e579/0xff23d3f688d93394 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x875:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.587636:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.587657:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148767800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+153:2392:x1876087010809344:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 114us (165us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185323.587662:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789185323.587671:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23447
00000100:00100000:1.0:1789185323.587680:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148764a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018947200:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1789185323.587719:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185323.587730:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185323.587737:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010809728
00000100:00100000:3.0:1789185323.587742:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010809728
00010000:00010000:3.0:1789185323.587757:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a0298103/0xff23d3f688d8f4ef lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x877:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b1e7 expref: 152 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.587772:0:35222:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000a2baff92/0xff23d3f688d93355 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x876:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.587777:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23448
00000100:00100000:3.0:1789185323.587787:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148764e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+152:2392:x1876087010809728:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185323.587789:0:35222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a2baff92/0xff23d3f688d93355 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x876:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.587796:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185323.587802:0:35222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a2baff92/0xff23d3f688d93355 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x876:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.587803:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a0298103/0xff23d3f688d8f4ef lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x877:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b1e7 expref: 152 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.587829:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a0298103/0xff23d3f688d8f4ef lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x877:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b1e7 expref: 152 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.587832:0:35222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a2baff92/0xff23d3f688d93355 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x876:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.587850:0:178150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a0298103/0xff23d3f688d8f4ef lrc: 0/0,0 mode: --/PR res: [0x280000401:0x877:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b1e7 expref: 152 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.587855:0:35222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00010000:00010000:3.0:1789185323.587865:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x877:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.587869:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x877:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.587873:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004e8cbc4d/0xff23d3f688d9336a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x877:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.587880:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004e8cbc4d/0xff23d3f688d9336a lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x877:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.587898:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.587916:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148764e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+151:2392:x1876087010809728:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 130us (197us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.587922:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23448
00010000:00010000:2.0:1789185323.588325:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1789185323.588376:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:0.0:1789185323.588384:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ebf5c28e/0xff23d3f688d93347 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x879:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.588399:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14bc28a00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.588404:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ebf5c28e/0xff23d3f688d93347 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x879:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.588415:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ebf5c28e/0xff23d3f688d93347 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x879:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.588440:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ebf5c28e/0xff23d3f688d93347 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x879:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.588448:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ebf5c28e/0xff23d3f688d93347 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x879:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.588468:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:0.0:1789185323.588471:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f05a18d4/0xff23d3f688d93386 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x873:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.588477:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b26239aa00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.588479:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f05a18d4/0xff23d3f688d93386 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x873:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.588486:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f05a18d4/0xff23d3f688d93386 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x873:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.588495:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f05a18d4/0xff23d3f688d93386 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x873:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.588501:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f05a18d4/0xff23d3f688d93386 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x873:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.588517:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185323.588520:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a2baff92/0xff23d3f688d93355 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x876:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.588526:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde7000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.588529:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a2baff92/0xff23d3f688d93355 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x876:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.588537:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a2baff92/0xff23d3f688d93355 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x876:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.588562:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a2baff92/0xff23d3f688d93355 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x876:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.588570:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a2baff92/0xff23d3f688d93355 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x876:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.588583:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.588584:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.588586:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.588594:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.588606:0:178169:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000db21e579/0xff23d3f688d93394 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x875:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.588615:0:178169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000db21e579/0xff23d3f688d93394 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x875:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.588625:0:178169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000db21e579/0xff23d3f688d93394 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x875:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.588632:0:178169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000db21e579/0xff23d3f688d93394 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x875:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.588647:0:178169:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1789185323.590896:0:35222:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148761880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+865:3635:x1876087018943232:12345-0@lo:6:osp-syn-0-0.0 Request processed in 26767us (26996us total) trans 4294977830 rc 0/0
00010000:00010000:3.0:1789185323.590909:0:178144:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e7ee957e/0xff23d3f688d9337f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x86f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.590912:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37959
00010000:00010000:3.0:1789185323.590944:0:178144:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e7ee957e/0xff23d3f688d9337f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x86f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.590950:0:35222:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018947200
00000100:00100000:1.0:1789185323.590960:0:35222:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018947200
00010000:00010000:3.0:1789185323.590962:0:178144:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e7ee957e/0xff23d3f688d9337f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x86f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.590972:0:178144:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e7ee957e/0xff23d3f688d9337f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x86f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.590997:0:178144:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:1.0:1789185323.591008:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37972
00000100:00100000:1.0:1789185323.591019:0:35222:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14876f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+861:3635:x1876087018947200:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185323.591052:0:35222:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2167 count 1
00010000:00010000:1.0:1789185323.591078:0:35222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fa0e9384/0xff23d3f688d933a9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x877:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.591100:0:35222:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c5d244dc/0xff23d3f688d8f6d2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x877:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b1ee expref: 152 pid: 16720 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.591110:0:35222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x877:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.591115:0:35222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x877:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.591119:0:35222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fa0e9384/0xff23d3f688d933a9 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x877:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.591165:0:35222:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c5d244dc/0xff23d3f688d8f6d2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x877:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b1ee expref: 152 pid: 16720 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.591187:0:35222:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c5d244dc/0xff23d3f688d8f6d2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x877:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b1ee expref: 152 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.591202:0:35222:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14876e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:35222:1876087018947328:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.591262:0:35222:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a09c0 going to sleep for 11 seconds
00010000:00010000:1.0:1789185323.591280:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:1.0:1789185323.591287:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000db21e579/0xff23d3f688d93394 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x875:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.591296:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14bc29800 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.591301:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000db21e579/0xff23d3f688d93394 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x875:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.591311:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000db21e579/0xff23d3f688d93394 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x875:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.591330:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000db21e579/0xff23d3f688d93394 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x875:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.591646:0:178144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d0e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+862:3638:x1876087018944768:12345-0@lo:6:osp-syn-1-0.0 Request processed in 19312us (21291us total) trans 4294989624 rc 0/0
00000100:00100000:3.0:1789185323.591658:0:178144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37965
00000004:00080000:3.0:1789185323.591711:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14b5fb800/2, rc 0, transno 4294989624
00000100:00100000:3.0:1789185323.591723:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14b5fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018944768:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1789185323.591784:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151783100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018947456:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1789185323.591814:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185323.591866:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.591889:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010808960
00000100:00100000:3.0:1789185323.591894:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010808960
00010000:00010000:3.0:1789185323.591929:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001b29b6d2/0xff23d3f688d8f4f6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x878:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b1f5 expref: 151 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.591961:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23449
00000100:00100000:3.0:1789185323.591969:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151780700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+151:2394:x1876087010808960:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.591979:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.591984:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001b29b6d2/0xff23d3f688d8f4f6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x878:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b1f5 expref: 151 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.591996:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001b29b6d2/0xff23d3f688d8f4f6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x878:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b1f5 expref: 151 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.592014:0:178150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001b29b6d2/0xff23d3f688d8f4f6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x878:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b1f5 expref: 151 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.592029:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x878:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.592033:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x878:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.592039:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009d8ebc22/0xff23d3f688d93363 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x878:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.592050:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009d8ebc22/0xff23d3f688d93363 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x878:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.592072:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.592097:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151780700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+150:2394:x1876087010808960:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 129us (232us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.592104:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23449
00000100:00100000:3.0:1789185323.592158:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.592171:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010810112
00000100:00100000:3.0:1789185323.592174:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010810112
00010000:00010000:3.0:1789185323.592205:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000d9ed665/0xff23d3f688d90017 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x876:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 37748736->37752831) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bbe9 expref: 153 pid: 34810 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.592231:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23450
00000100:00100000:3.0:1789185323.592238:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151783b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+153:2392:x1876087010810112:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.592245:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.592250:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000d9ed665/0xff23d3f688d90017 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x876:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 37748736->37752831) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bbe9 expref: 153 pid: 34810 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.592260:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000d9ed665/0xff23d3f688d90017 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x876:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 37748736->37752831) gid 0 flags: 0x50000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bbe9 expref: 153 pid: 34810 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.592273:0:178150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000d9ed665/0xff23d3f688d90017 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x876:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 37748736->37752831) gid 0 flags: 0x44801400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bbe9 expref: 153 pid: 34810 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.592284:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x876:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1789185323.592287:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x876:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1789185323.592291:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000005aeaabf/0xff23d3f688d933a2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x876:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.592303:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000005aeaabf/0xff23d3f688d933a2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x876:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.592327:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.592347:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151783b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+152:2392:x1876087010810112:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 110us (189us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.592363:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23450
00010000:00010000:3.0:1789185323.592383:0:34809:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000005aeaabf/0xff23d3f688d933a2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x876:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.592392:0:34809:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000005aeaabf/0xff23d3f688d933a2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x876:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.592417:0:34809:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000005aeaabf/0xff23d3f688d933a2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x876:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.592419:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000db21e579/0xff23d3f688d93394 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x875:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.592446:0:34809:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000005aeaabf/0xff23d3f688d933a2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x876:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.592465:0:34809:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00010000:00010000:1.0:1789185323.592468:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:1.0:1789185323.592473:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e7ee957e/0xff23d3f688d9337f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x86f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.592482:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b26239b400 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.592486:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e7ee957e/0xff23d3f688d9337f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x86f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.592496:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e7ee957e/0xff23d3f688d9337f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x86f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.592509:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e7ee957e/0xff23d3f688d9337f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x86f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.592517:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e7ee957e/0xff23d3f688d9337f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x86f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.592538:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1789185323.592542:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000005aeaabf/0xff23d3f688d933a2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x876:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.592568:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b26239bc00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.592572:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000005aeaabf/0xff23d3f688d933a2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x876:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.592581:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000005aeaabf/0xff23d3f688d933a2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x876:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.592593:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000005aeaabf/0xff23d3f688d933a2 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x876:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.592601:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000005aeaabf/0xff23d3f688d933a2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x876:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.592608:0:34809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148765500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+862:3638:x1876087018946688:12345-0@lo:6:osp-syn-1-0.0 Request processed in 14597us (14676us total) trans 4294989625 rc 0/0
00000100:00100000:3.0:1789185323.592618:0:34809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37970
00010000:00010000:1.0:1789185323.592621:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.592624:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.592627:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789185323.592638:0:34809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018947456
00000100:00100000:3.0:1789185323.592643:0:34809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018947456
00000100:00100000:3.0:1789185323.592670:0:34809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37973
00000100:00100000:3.0:1789185323.592678:0:34809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151781c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+862:3637:x1876087018947456:12345-0@lo:6:osp-syn-1-0.0
00000004:00080000:1.0:1789185323.592686:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b148763800/2, rc 0, transno 4294977830
00002000:00080000:3.0:1789185323.592697:0:34809:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2168 count 1
00000100:00100000:1.0:1789185323.592702:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148763800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018943232:0@lo:6:osp-syn-0-0.0
00010000:00010000:3.0:1789185323.592716:0:34809:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c0064632/0xff23d3f688d933b0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x878:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.592731:0:34809:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005c0f639c/0xff23d3f688d8f6d9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x878:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b1fc expref: 151 pid: 16720 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.592740:0:34809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x878:0x0].0x0 since=124s v=(0 0)
00010000:00010000:3.0:1789185323.592743:0:34809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x878:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.592747:0:34809:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c0064632/0xff23d3f688d933b0 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x878:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.592772:0:34809:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005c0f639c/0xff23d3f688d8f6d9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x878:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b1fc expref: 151 pid: 16720 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.592783:0:34809:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005c0f639c/0xff23d3f688d8f6d9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x878:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b1fc expref: 151 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.592795:0:34809:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f29ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:34809:1876087018947584:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185323.592832:0:34809:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14de820c0 going to sleep for 11 seconds
00000004:00080000:3.0:1789185323.592854:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b149d75500/2, rc 0, transno 4294989625
00000100:00100000:3.0:1789185323.592863:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149d75500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018946688:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1789185323.592904:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1789185323.592912:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f29d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018947712:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1789185323.592937:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185323.592961:0:178144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018947712
00000100:00100000:3.0:1789185323.592965:0:178144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018947712
00000100:00100000:3.0:1789185323.592998:0:178144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37974
00000100:00100000:3.0:1789185323.593005:0:178144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f29df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+863:3637:x1876087018947712:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:3.0:1789185323.593017:0:178144:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2169 count 1
00010000:00010000:3.0:1789185323.593029:0:178144:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000262d3641/0xff23d3f688d933b7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x879:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.593041:0:178144:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000df88aaee/0xff23d3f688d8f6e0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x879:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b20a expref: 151 pid: 16720 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.593047:0:178144:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x879:0x0].0x0 since=124s v=(0 0)
00010000:00010000:3.0:1789185323.593050:0:178144:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x879:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.593053:0:178144:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000262d3641/0xff23d3f688d933b7 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x879:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.593071:0:178144:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000df88aaee/0xff23d3f688d8f6e0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x879:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b20a expref: 151 pid: 16720 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.593080:0:178144:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000df88aaee/0xff23d3f688d8f6e0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x879:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b20a expref: 151 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.593090:0:178144:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f29c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:178144:1876087018947840:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185323.593113:0:178144:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14de82c00 going to sleep for 11 seconds
00000100:00100000:3.0:1789185323.593166:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.593184:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010808576
00000100:00100000:3.0:1789185323.593187:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010808576
00010000:00010000:3.0:1789185323.593203:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000807ae36e/0xff23d3f688d8f4da lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x875:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b1cb expref: 150 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.593221:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23451
00000100:00100000:3.0:1789185323.593228:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f29e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+150:2392:x1876087010808576:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.593237:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.593241:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000807ae36e/0xff23d3f688d8f4da lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x875:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b1cb expref: 150 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.593251:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000807ae36e/0xff23d3f688d8f4da lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x875:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b1cb expref: 150 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.593265:0:178150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000807ae36e/0xff23d3f688d8f4da lrc: 0/0,0 mode: --/PR res: [0x280000401:0x875:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b1cb expref: 150 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.593276:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x875:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.593279:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x875:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.593284:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004f475c67/0xff23d3f688d9334e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x875:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.593291:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004f475c67/0xff23d3f688d9334e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x875:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.593311:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.593331:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f29e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+149:2392:x1876087010808576:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 103us (164us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.593337:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23451
00010000:00010000:3.0:1789185323.593357:0:35218:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000004f475c67/0xff23d3f688d9334e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x875:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.593365:0:35218:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004f475c67/0xff23d3f688d9334e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x875:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.593373:0:35218:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004f475c67/0xff23d3f688d9334e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x875:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.593380:0:35218:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004f475c67/0xff23d3f688d9334e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x875:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.593391:0:35218:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1789185323.593505:0:35218:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148761500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+865:3635:x1876087018942976:12345-0@lo:6:osp-syn-0-0.0 Request processed in 30901us (31045us total) trans 4294977831 rc 0/0
00000100:00100000:3.0:1789185323.593512:0:35218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37955
00000100:00100000:3.0:1789185323.593590:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.593606:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010809088
00000100:00100000:3.0:1789185323.593611:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010809088
00010000:00010000:3.0:1789185323.593627:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003fd871b6/0xff23d3f688d8f6a8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x871:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b19a expref: 152 pid: 35223 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.593646:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23452
00000100:00100000:3.0:1789185323.593654:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14da1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+152:2392:x1876087010809088:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.593663:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.593668:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003fd871b6/0xff23d3f688d8f6a8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x871:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b19a expref: 152 pid: 35223 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.593678:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003fd871b6/0xff23d3f688d8f6a8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x871:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b19a expref: 152 pid: 35223 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.593692:0:178150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003fd871b6/0xff23d3f688d8f6a8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x871:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b19a expref: 152 pid: 35223 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.593703:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x871:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.593706:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x871:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.593710:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006d45f335/0xff23d3f688d9338d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x871:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.593717:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006d45f335/0xff23d3f688d9338d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x871:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.593735:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.593755:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14da1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+151:2392:x1876087010809088:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 101us (165us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.593761:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23452
00010000:00010000:3.0:1789185323.593780:0:34810:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000006d45f335/0xff23d3f688d9338d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x871:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.593789:0:34810:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006d45f335/0xff23d3f688d9338d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x871:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.593797:0:34810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006d45f335/0xff23d3f688d9338d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x871:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.593804:0:34810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006d45f335/0xff23d3f688d9338d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x871:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.593812:0:34810:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:3.0:1789185323.593891:0:34810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b2769b0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+864:3635:x1876087018945024:12345-0@lo:6:osp-syn-1-0.0 Request processed in 21284us (21384us total) trans 4294989626 rc 0/0
00000100:00100000:3.0:1789185323.593898:0:34810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37967
00000004:00080000:1.0:1789185323.594037:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14b5f9500/2, rc 0, transno 4294989626
00000100:00100000:1.0:1789185323.594051:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14b5f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018945024:0@lo:6:osp-syn-1-0.0
00000004:00080000:1.0:1789185323.594064:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b148761c00/2, rc 0, transno 4294977831
00000100:00100000:1.0:1789185323.594069:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148761c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018942976:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185323.594118:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14b5c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018947968:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.594150:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.594183:0:178143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018947968
00000100:00100000:1.0:1789185323.594186:0:178143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018947968
00000100:00100000:1.0:1789185323.594212:0:178143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37975
00000100:00100000:1.0:1789185323.594220:0:178143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14b5c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+864:3635:x1876087018947968:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185323.594235:0:178143:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2170 count 1
00010000:00010000:1.0:1789185323.594252:0:178143:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000084950cc6/0xff23d3f688d933be lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x87a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.594265:0:178143:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000aea0276b/0xff23d3f688d8f6e7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x87a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b218 expref: 150 pid: 16720 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.594278:0:178143:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x87a:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.594281:0:178143:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x87a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.594285:0:178143:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000084950cc6/0xff23d3f688d933be lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x87a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.594306:0:178143:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000aea0276b/0xff23d3f688d8f6e7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x87a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b218 expref: 150 pid: 16720 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.594317:0:178143:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000aea0276b/0xff23d3f688d8f6e7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x87a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b218 expref: 150 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.594328:0:178143:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14b5c0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:178143:1876087018948096:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185323.595715:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.595751:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010809600
00000100:00100000:3.0:1789185323.595757:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010809600
00010000:00010000:3.0:1789185323.595787:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f6df6325/0xff23d3f688d8f504 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x87a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b211 expref: 149 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.595817:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23453
00000100:00100000:3.0:1789185323.595825:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b269764850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+149:2392:x1876087010809600:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.595838:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.595844:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f6df6325/0xff23d3f688d8f504 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x87a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b211 expref: 149 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.595856:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f6df6325/0xff23d3f688d8f504 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x87a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b211 expref: 149 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.595885:0:178150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f6df6325/0xff23d3f688d8f504 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x87a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b211 expref: 149 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.595903:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x87a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.595908:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x87a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.595914:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000663bed3e/0xff23d3f688d9335c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x87a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.595922:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000663bed3e/0xff23d3f688d9335c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x87a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.596198:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.596239:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b269764850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+148:2392:x1876087010809600:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 414us (529us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.596246:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23453
00000100:00100000:3.0:1789185323.596537:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185323.596625:0:178143:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0180 going to sleep for 11 seconds
00000100:00100000:3.0:1789185323.596642:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010809984
00000100:00100000:3.0:1789185323.596648:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010809984
00010000:00010000:1.0:1789185323.596652:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:1.0:1789185323.596662:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004f475c67/0xff23d3f688d9334e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x875:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.596669:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002131db11/0xff23d3f688d8f6a1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x870:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b18c expref: 151 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.596674:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bda00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.596681:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004f475c67/0xff23d3f688d9334e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x875:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.596693:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004f475c67/0xff23d3f688d9334e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x875:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.596694:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23454
00000100:00100000:3.0:1789185323.596707:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14da1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+151:2392:x1876087010809984:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.596723:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185323.596728:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004f475c67/0xff23d3f688d9334e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x875:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.596729:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002131db11/0xff23d3f688d8f6a1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x870:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b18c expref: 151 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.596751:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004f475c67/0xff23d3f688d9334e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x875:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.596756:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002131db11/0xff23d3f688d8f6a1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x870:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b18c expref: 151 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.596778:0:178150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002131db11/0xff23d3f688d8f6a1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x870:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b18c expref: 151 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.596792:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x870:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.596797:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x870:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.596797:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185323.596807:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009b4d9ff2/0xff23d3f688d93371 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x870:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.596807:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006d45f335/0xff23d3f688d9338d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x871:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.596830:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b26239b200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185323.596832:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009b4d9ff2/0xff23d3f688d93371 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x870:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.596835:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006d45f335/0xff23d3f688d9338d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x871:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.596855:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006d45f335/0xff23d3f688d9338d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x871:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.596865:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1789185323.596869:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006d45f335/0xff23d3f688d9338d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x871:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.596878:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006d45f335/0xff23d3f688d9338d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x871:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.596888:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14da1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+150:2392:x1876087010809984:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 183us (350us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.596897:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23454
00010000:00010000:1.0:1789185323.596898:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.596902:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.596905:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.596923:0:178148:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000009b4d9ff2/0xff23d3f688d93371 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x870:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.596933:0:178148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009b4d9ff2/0xff23d3f688d93371 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x870:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.597302:0:178148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009b4d9ff2/0xff23d3f688d93371 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x870:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.597311:0:178148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009b4d9ff2/0xff23d3f688d93371 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x870:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.597333:0:178148:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1789185323.597629:0:178148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14b5fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+865:3638:x1876087018944896:12345-0@lo:6:osp-syn-1-0.0 Request processed in 27541us (27840us total) trans 4294989627 rc 0/0
00000100:00100000:3.0:1789185323.597637:0:178148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37963
00000004:00080000:3.0:1789185323.597687:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14b5f8a80/2, rc 0, transno 4294989627
00000100:00100000:3.0:1789185323.597701:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14b5f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018944896:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1789185323.597809:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.597827:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010809472
00000100:00100000:3.0:1789185323.597831:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010809472
00010000:00010000:3.0:1789185323.597850:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e57c53e5/0xff23d3f688d8f6af lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x872:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b1a8 expref: 150 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.597868:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789185323.597873:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23455
00000100:00100000:3.0:1789185323.597883:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148764e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+150:2394:x1876087010809472:12345-192.168.204.3@tcp:103:ldlm_bl.0
00000100:00100000:1.0:1789185323.597886:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148767800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018948224:0@lo:6:osp-syn-1-0.0
00010000:00010000:3.0:1789185323.597893:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.597899:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e57c53e5/0xff23d3f688d8f6af lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x872:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b1a8 expref: 150 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.597917:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e57c53e5/0xff23d3f688d8f6af lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x872:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b1a8 expref: 150 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.597929:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:3.0:1789185323.597936:0:178150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e57c53e5/0xff23d3f688d8f6af lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x872:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b1a8 expref: 150 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.597970:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1789185323.597976:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009b4d9ff2/0xff23d3f688d93371 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x870:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.597984:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b26239ae00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.597987:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009b4d9ff2/0xff23d3f688d93371 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x870:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.597994:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009b4d9ff2/0xff23d3f688d93371 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x870:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.598007:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009b4d9ff2/0xff23d3f688d93371 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x870:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.598013:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009b4d9ff2/0xff23d3f688d93371 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x870:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.598030:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.598032:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.598034:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.598687:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789185323.598690:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148766a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+150:2394:x1876087010808704:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 12068us (12482us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185323.598702:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23442
00010000:00010000:0.0:1789185323.598717:0:24325:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000009d8ebc22/0xff23d3f688d93363 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x878:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.598765:0:8491:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f1b7551a/0xff23d3f688d93378 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x874:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.598775:0:8491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f1b7551a/0xff23d3f688d93378 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x874:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.598786:0:8491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f1b7551a/0xff23d3f688d93378 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x874:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.598798:0:24325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009d8ebc22/0xff23d3f688d93363 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x878:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.598801:0:8491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f1b7551a/0xff23d3f688d93378 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x874:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.598823:0:24325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009d8ebc22/0xff23d3f688d93363 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x878:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.598834:0:8491:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1789185323.598834:0:24325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009d8ebc22/0xff23d3f688d93363 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x878:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.598862:0:24325:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:2.0:1789185323.598964:0:8491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14b5f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+865:3638:x1876087018945408:12345-0@lo:6:osp-syn-1-0.0 Request processed in 27457us (29126us total) trans 4294989628 rc 0/0
00000100:00100000:2.0:1789185323.598973:0:8491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37964
00000100:00100000:2.0:1789185323.598988:0:8491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018948224
00000100:00100000:2.0:1789185323.598993:0:8491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018948224
00000100:00100000:2.0:1789185323.599024:0:8491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37976
00000100:00100000:2.0:1789185323.599033:0:8491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14b5c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+865:3635:x1876087018948224:12345-0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185323.599051:0:24325:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14b5fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+865:3638:x1876087018943488:12345-0@lo:6:osp-syn-0-0.0 Request processed in 29979us (32362us total) trans 4294977832 rc 0/0
00002000:00080000:2.0:1789185323.599059:0:8491:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2171 count 1
00000100:00100000:0.0:1789185323.599060:0:24325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37961
00010000:00010000:2.0:1789185323.599084:0:8491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003654a7fb/0xff23d3f688d933c5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x87b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.599092:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:0.0:1789185323.599100:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f1b7551a/0xff23d3f688d93378 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x874:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.599105:0:8491:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a2dd6ac2/0xff23d3f688d8f512 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x87b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b226 expref: 149 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.599119:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bc600 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.599129:0:8491:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x87b:0x0].0x0 since=124s v=(0 0)
00010000:00010000:2.0:1789185323.599134:0:8491:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x87b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.599139:0:8491:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003654a7fb/0xff23d3f688d933c5 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x87b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.599169:0:8491:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a2dd6ac2/0xff23d3f688d8f512 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x87b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b226 expref: 149 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.599184:0:8491:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a2dd6ac2/0xff23d3f688d8f512 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x87b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b226 expref: 149 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.599198:0:8491:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14b5fdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8491:1876087018948352:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185323.599238:0:8491:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b149ae2d80 going to sleep for 11 seconds
00010000:00010000:0.0:1789185323.599241:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f1b7551a/0xff23d3f688d93378 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x874:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.599252:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f1b7551a/0xff23d3f688d93378 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x874:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.599269:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f1b7551a/0xff23d3f688d93378 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x874:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.599277:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f1b7551a/0xff23d3f688d93378 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x874:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.599303:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185323.599307:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009d8ebc22/0xff23d3f688d93363 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x878:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.599313:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14bc28c00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.599317:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009d8ebc22/0xff23d3f688d93363 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x878:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.599330:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009d8ebc22/0xff23d3f688d93363 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x878:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.599354:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185323.599381:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:2.0:1789185323.599398:0:16720:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000004e8cbc4d/0xff23d3f688d9336a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x877:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.599407:0:16720:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004e8cbc4d/0xff23d3f688d9336a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x877:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.599415:0:16720:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004e8cbc4d/0xff23d3f688d9336a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x877:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.599438:0:16720:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004e8cbc4d/0xff23d3f688d9336a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x877:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.599448:0:16720:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1789185323.599473:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009d8ebc22/0xff23d3f688d93363 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x878:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.599483:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009d8ebc22/0xff23d3f688d93363 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x878:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.599503:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185323.599507:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004e8cbc4d/0xff23d3f688d9336a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x877:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.599514:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bd200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.599518:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004e8cbc4d/0xff23d3f688d9336a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x877:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.599522:0:16720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14b5fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+865:3638:x1876087018943360:12345-0@lo:6:osp-syn-0-0.0 Request processed in 30010us (32771us total) trans 4294977833 rc 0/0
00000100:00100000:2.0:1789185323.599536:0:16720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37962
00010000:00010000:0.0:1789185323.599538:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004e8cbc4d/0xff23d3f688d9336a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x877:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.599580:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010810240
00010000:00010000:0.0:1789185323.599581:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004e8cbc4d/0xff23d3f688d9336a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x877:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.599585:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010810240
00010000:00010000:0.0:1789185323.599594:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004e8cbc4d/0xff23d3f688d9336a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x877:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.599603:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000cae26b83/0xff23d3f688d8f4cc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x873:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b1af expref: 148 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.599627:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010810368
00010000:00010000:0.0:1789185323.599628:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789185323.599630:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010810368
00010000:00010000:0.0:1789185323.599633:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.599636:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.599642:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000055cdca03/0xff23d3f688d8f4d3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x874:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b1bd expref: 149 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.599655:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23456
00000100:00100000:2.0:1789185323.599662:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14b5fc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+149:2394:x1876087010810240:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.599671:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.599676:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000cae26b83/0xff23d3f688d8f4cc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x873:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b1af expref: 149 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.599690:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000cae26b83/0xff23d3f688d8f4cc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x873:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b1af expref: 149 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.599706:0:8428:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000663bed3e/0xff23d3f688d9335c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x87a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.599714:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cae26b83/0xff23d3f688d8f4cc lrc: 0/0,0 mode: --/PR res: [0x280000401:0x873:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b1af expref: 149 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.599718:0:8428:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000663bed3e/0xff23d3f688d9335c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x87a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.599728:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x873:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.599732:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x873:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.599738:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000975c7499/0xff23d3f688d93339 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x873:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.599747:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000975c7499/0xff23d3f688d93339 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x873:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.599767:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185323.599780:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14b5fc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+148:2394:x1876087010810240:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 119us (427us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185323.599786:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23456
00000100:00100000:2.0:1789185323.599798:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23457
00000100:00100000:2.0:1789185323.599805:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14b5ff800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+147:2394:x1876087010810368:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.599815:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.599819:0:8428:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000663bed3e/0xff23d3f688d9335c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x87a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.599822:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000055cdca03/0xff23d3f688d8f4d3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x874:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b1bd expref: 147 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.599839:0:8428:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000663bed3e/0xff23d3f688d9335c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x87a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.599844:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000055cdca03/0xff23d3f688d8f4d3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x874:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b1bd expref: 147 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.599862:0:8428:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1789185323.599877:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000055cdca03/0xff23d3f688d8f4d3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x874:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b1bd expref: 147 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.599887:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x874:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.599891:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x874:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.599895:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000429e81d7/0xff23d3f688d93340 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x874:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.599903:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000429e81d7/0xff23d3f688d93340 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x874:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.599918:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185323.599930:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14b5ff800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+146:2394:x1876087010810368:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 127us (549us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185323.599936:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23457
00010000:00010000:2.0:1789185323.599951:0:178142:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000975c7499/0xff23d3f688d93339 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x873:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.599960:0:178142:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000975c7499/0xff23d3f688d93339 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x873:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.599968:0:178142:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000975c7499/0xff23d3f688d93339 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x873:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.599975:0:178142:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000975c7499/0xff23d3f688d93339 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x873:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.599984:0:178142:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:0.0:1789185323.600035:0:8428:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f71e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+866:3635:x1876087018944256:12345-0@lo:6:osp-syn-0-0.0 Request processed in 32390us (35207us total) trans 4294977834 rc 0/0
00000100:00100000:0.0:1789185323.600044:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37960
00000100:00100000:2.0:1789185323.600060:0:178142:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14b5f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+865:3637:x1876087018942720:12345-0@lo:6:osp-syn-0-0.0 Request processed in 36556us (36960us total) trans 4294977835 rc 0/0
00000100:00100000:2.0:1789185323.600068:0:178142:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37956
00010000:00010000:0.0:1789185323.600073:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:0.0:1789185323.600079:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000663bed3e/0xff23d3f688d9335c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x87a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:1.0:1789185323.600085:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f71d180/2, rc 0, transno 4294977834
00010000:00010000:0.0:1789185323.600087:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14bc29400 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.600094:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000663bed3e/0xff23d3f688d9335c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x87a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.600105:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f71d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018944256:0@lo:6:osp-syn-0-0.0
00010000:00010000:0.0:1789185323.600106:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000663bed3e/0xff23d3f688d9335c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x87a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.600224:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14b5c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018948736:0@lo:6:osp-syn-0-0.0
00010000:00010000:0.0:1789185323.600253:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000663bed3e/0xff23d3f688d9335c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x87a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.600261:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:0.0:1789185323.600269:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000663bed3e/0xff23d3f688d9335c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x87a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.600290:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185323.600294:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000975c7499/0xff23d3f688d93339 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x873:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.600301:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14bc28400 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.600305:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000975c7499/0xff23d3f688d93339 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x873:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.600313:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000975c7499/0xff23d3f688d93339 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x873:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.600320:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.600326:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000975c7499/0xff23d3f688d93339 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x873:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.600335:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000975c7499/0xff23d3f688d93339 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x873:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.600358:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.600360:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.600362:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.600370:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.600375:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789185323.600404:0:178169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f71c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+865:3635:x1876087018945536:12345-0@lo:6:osp-syn-1-0.0 Request processed in 27740us (27825us total) trans 4294989623 rc 0/0
00000100:00100000:0.0:1789185323.600411:0:178169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37968
00000100:00100000:0.0:1789185323.600426:0:178169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018948736
00000100:00100000:0.0:1789185323.600443:0:178169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018948736
00000100:00100000:0.0:1789185323.600468:0:178169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37977
00000100:00100000:0.0:1789185323.600475:0:178169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14b5c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+865:3635:x1876087018948736:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1789185323.600492:0:178169:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2173 count 1
00010000:00010000:0.0:1789185323.600508:0:178169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e5c655ab/0xff23d3f688d933cc lrc: 3/0,1 mode: --/PW res: [0x280000401:0x87d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.600522:0:178169:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c3857bfa/0xff23d3f688d8f527 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x87d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b23b expref: 145 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.600529:0:178169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x87d:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.600533:0:178169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x87d:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.600536:0:178169:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e5c655ab/0xff23d3f688d933cc lrc: 4/0,1 mode: --/PW res: [0x280000401:0x87d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.600593:0:178169:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c3857bfa/0xff23d3f688d8f527 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x87d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b23b expref: 145 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.600609:0:178169:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c3857bfa/0xff23d3f688d8f527 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x87d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b23b expref: 145 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.600620:0:178169:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f71f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:178169:1876087018948864:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.600651:0:178169:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1530999c0 going to sleep for 11 seconds
00000100:00100000:0.0:1789185323.600714:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148760a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+866:3635:x1876087018943616:12345-0@lo:6:osp-syn-0-0.0 Request processed in 36743us (36868us total) trans 4294977836 rc 0/0
00010000:00010000:1.0:1789185323.600759:0:35223:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000429e81d7/0xff23d3f688d93340 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x874:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.600769:0:35223:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000429e81d7/0xff23d3f688d93340 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x874:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.600778:0:35223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000429e81d7/0xff23d3f688d93340 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x874:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.600782:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37958
00010000:00010000:1.0:1789185323.600790:0:35223:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000429e81d7/0xff23d3f688d93340 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x874:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.600803:0:35223:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1789185323.600885:0:35223:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14b5f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+866:3637:x1876087018942848:12345-0@lo:6:osp-syn-0-0.0 Request processed in 37111us (37664us total) trans 4294977837 rc 0/0
00000100:00100000:1.0:1789185323.600893:0:35223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37957
00000004:00080000:1.0:1789185323.601011:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14b5f8000/2, rc 0, transno 4294989623
00000100:00100000:1.0:1789185323.601025:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14b5f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018945536:0@lo:6:osp-syn-1-0.0
00000004:00080000:1.0:1789185323.601037:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b148760e00/2, rc 0, transno 4294977836
00000100:00100000:1.0:1789185323.601124:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148760e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018943616:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185323.601178:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789185323.601186:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14b5c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018948992:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.601213:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.601236:0:178145:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018948992
00000100:00100000:1.0:1789185323.601240:0:178145:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018948992
00000100:00100000:1.0:1789185323.601266:0:178145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37978
00000100:00100000:1.0:1789185323.601272:0:178145:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14b5c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+865:3635:x1876087018948992:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185323.601285:0:178145:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2172 count 1
00010000:00010000:1.0:1789185323.601300:0:178145:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000584e9167/0xff23d3f688d933d3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x87c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.601314:0:178145:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b5e32697/0xff23d3f688d8f520 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x87c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b234 expref: 149 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.601322:0:178145:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x87c:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.601325:0:178145:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x87c:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.601329:0:178145:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000584e9167/0xff23d3f688d933d3 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x87c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.601365:0:178145:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b5e32697/0xff23d3f688d8f520 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x87c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b234 expref: 149 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.601376:0:178145:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b5e32697/0xff23d3f688d8f520 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x87c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b234 expref: 149 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.601387:0:178145:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14876f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:178145:1876087018949120:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.601410:0:178145:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0f00 going to sleep for 11 seconds
00010000:00010000:1.0:1789185323.601438:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185323.601442:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x872:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.601444:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000429e81d7/0xff23d3f688d93340 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x874:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.601450:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x872:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.601461:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000010a0414/0xff23d3f688d9339b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x872:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.601464:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde6400 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.601470:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000429e81d7/0xff23d3f688d93340 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x874:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.601478:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000010a0414/0xff23d3f688d9339b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x872:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.601482:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000429e81d7/0xff23d3f688d93340 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x874:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.601502:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000429e81d7/0xff23d3f688d93340 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x874:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.601510:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000429e81d7/0xff23d3f688d93340 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x874:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.601521:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f71df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018948608:0@lo:6:osp-syn-0-0.0
00010000:00010000:1.0:1789185323.601527:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.601530:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.601533:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789185323.601576:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:3.0:1789185323.601739:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14b5faa00/2, rc 0, transno 4294989628
00000100:00100000:3.0:1789185323.601765:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14b5faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018945408:0@lo:6:osp-syn-1-0.0
00000004:00080000:3.0:1789185323.601779:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b148762a00/2, rc 0, transno 4294977833
00000100:00100000:3.0:1789185323.601831:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148762a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018943360:0@lo:6:osp-syn-0-0.0
00000004:00080000:3.0:1789185323.601846:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b148762300/2, rc 0, transno 4294977832
00000100:00100000:3.0:1789185323.601853:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148762300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018943488:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185323.601864:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3]
00000100:00100000:3.0:1789185323.601870:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f729c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018948480:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185323.601897:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185323.601928:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14876ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018949248:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.601964:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b147529180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018949504:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185323.601973:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.601999:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185323.602008:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149f0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018949376:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185323.602035:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185323.602066:0:35218:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018948608
00000100:00100000:3.0:1789185323.602070:0:35218:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018948608
00000100:00100000:3.0:1789185323.602098:0:35218:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018948480
00000100:00100000:3.0:1789185323.602101:0:35218:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018948480
00000100:00100000:0.0:1789185323.602102:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018949248
00000100:00100000:0.0:1789185323.602109:0:8428:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018949248
00000100:00100000:3.0:1789185323.602120:0:35218:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018949504
00000100:00100000:3.0:1789185323.602125:0:35218:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018949504
00000100:00100000:0.0:1789185323.602142:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018949376
00000100:00100000:3.0:1789185323.602152:0:35218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37979
00000100:00100000:0.0:1789185323.602155:0:8428:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018949376
00000100:00100000:3.0:1789185323.602163:0:35218:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148766300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+869:3638:x1876087018948608:12345-0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.602180:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37980
00000100:00100000:0.0:1789185323.602189:0:8428:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148766d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+869:3638:x1876087018948480:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1789185323.602203:0:8428:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2171 count 1
00010000:00010000:0.0:1789185323.602224:0:8428:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b8e15e82/0xff23d3f688d933da lrc: 3/0,1 mode: --/PW res: [0x280000401:0x87b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.602237:0:8428:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000097b5a5d9/0xff23d3f688d8f50b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x87b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b21f expref: 145 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00002000:00080000:3.0:1789185323.602314:0:35218:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2172 count 1
00010000:00010000:0.0:1789185323.602327:0:8428:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x87b:0x0].0x0 since=124s v=(0 0)
00010000:00010000:3.0:1789185323.602332:0:35218:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000005aeaabf/0xff23d3f688d933e1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x87c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.602341:0:8428:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x87b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.602347:0:35218:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000fb1e8289/0xff23d3f688d8f519 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x87c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b22d expref: 145 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.602349:0:8428:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b8e15e82/0xff23d3f688d933da lrc: 4/0,1 mode: --/PW res: [0x280000401:0x87b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.602369:0:35218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x87c:0x0].0x0 since=124s v=(0 0)
00010000:00010000:3.0:1789185323.602376:0:35218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x87c:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.602380:0:35218:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000005aeaabf/0xff23d3f688d933e1 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x87c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.602394:0:8428:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000097b5a5d9/0xff23d3f688d8f50b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x87b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b21f expref: 145 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.602405:0:8428:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000097b5a5d9/0xff23d3f688d8f50b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x87b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b21f expref: 145 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.602408:0:35218:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000fb1e8289/0xff23d3f688d8f519 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x87c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b22d expref: 145 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.602439:0:8428:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f71f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8428:1876087018949760:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.602447:0:35218:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000fb1e8289/0xff23d3f688d8f519 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x87c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b22d expref: 145 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.602460:0:35218:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148766a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35218:1876087018949888:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.602478:0:8428:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b242ea1240 going to sleep for 11 seconds
00000100:00100000:3.0:1789185323.602489:0:35218:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14de823c0 going to sleep for 11 seconds
00000100:00100000:0.0:1789185323.602500:0:34810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37981
00000100:00100000:0.0:1789185323.602509:0:34810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148764000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+866:3638:x1876087018949248:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1789185323.602523:0:34810:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2173 count 1
00000004:00080000:3.0:1789185323.602533:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14b5fb100/2, rc 0, transno 4294977837
00010000:00010000:0.0:1789185323.602536:0:34810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008f46687d/0xff23d3f688d933e8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x87d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.602566:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14b5fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018942848:0@lo:6:osp-syn-0-0.0
00010000:00010000:0.0:1789185323.602572:0:34810:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000bc968f1d/0xff23d3f688d8f52e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x87d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b242 expref: 148 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.602581:0:34810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x87d:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.602583:0:34810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x87d:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.602586:0:34810:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008f46687d/0xff23d3f688d933e8 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x87d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:3.0:1789185323.602592:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14b5fa680/2, rc 0, transno 4294977835
00010000:00010000:0.0:1789185323.602606:0:34810:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000bc968f1d/0xff23d3f688d8f52e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x87d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b242 expref: 148 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.602622:0:34810:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000bc968f1d/0xff23d3f688d8f52e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x87d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b242 expref: 148 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.602632:0:34810:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f71e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:34810:1876087018950016:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.602657:0:34810:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14a4dc540 going to sleep for 11 seconds
00000100:00100000:0.0:1789185323.602673:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37982
00000100:00100000:0.0:1789185323.602680:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14b5f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+869:3635:x1876087018949504:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1789185323.602706:0:8431:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2175 count 1
00010000:00010000:0.0:1789185323.602718:0:8431:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000378be304/0xff23d3f688d933ef lrc: 3/0,1 mode: --/PW res: [0x280000401:0x87f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.602729:0:8431:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d55fd97b/0xff23d3f688d8f57b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x87f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b257 expref: 145 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.602736:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x87f:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.602738:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x87f:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.602742:0:8431:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000378be304/0xff23d3f688d933ef lrc: 4/0,1 mode: --/PW res: [0x280000401:0x87f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.602762:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14b5fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018942720:0@lo:6:osp-syn-0-0.0
00010000:00010000:0.0:1789185323.602763:0:8431:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d55fd97b/0xff23d3f688d8f57b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x87f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b257 expref: 145 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.602777:0:8431:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d55fd97b/0xff23d3f688d8f57b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x87f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b257 expref: 145 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.602789:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37983
00000100:00100000:3.0:1789185323.602803:0:8429:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148764380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+869:3638:x1876087018949376:12345-0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.602804:0:8431:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f727800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8431:1876087018950144:192.168.204.3@tcp:104:
00002000:00080000:3.0:1789185323.602824:0:8429:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2174 count 1
00000100:00100000:0.0:1789185323.602833:0:8431:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14a4dc900 going to sleep for 11 seconds
00010000:00010000:3.0:1789185323.602838:0:8429:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e7ee957e/0xff23d3f688d933f6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x87e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.602853:0:8429:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000041c34970/0xff23d3f688d8f535 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x87e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b249 expref: 145 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.602860:0:8429:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x87e:0x0].0x0 since=124s v=(0 0)
00010000:00010000:3.0:1789185323.602864:0:8429:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x87e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.602867:0:8429:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e7ee957e/0xff23d3f688d933f6 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x87e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.602893:0:8429:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000041c34970/0xff23d3f688d8f535 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x87e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b249 expref: 145 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.602903:0:8429:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000041c34970/0xff23d3f688d8f535 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x87e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b249 expref: 145 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.602912:0:8429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151780e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8429:1876087018950272:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185323.602940:0:8429:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14de82240 going to sleep for 11 seconds
00000100:00100000:1.0:1789185323.602941:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789185323.602953:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018949632:0@lo:6:osp-syn-0-0.0
00010000:00010000:3.0:1789185323.602987:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185323.602988:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:0.0:1789185323.603030:0:178146:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000010a0414/0xff23d3f688d9339b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x872:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.603039:0:178146:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000010a0414/0xff23d3f688d9339b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x872:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.603048:0:178146:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000010a0414/0xff23d3f688d9339b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x872:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.603055:0:178146:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000010a0414/0xff23d3f688d9339b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x872:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.603068:0:178146:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1789185323.603285:0:178148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018949632
00000100:00100000:3.0:1789185323.603290:0:178148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018949632
00000004:00080000:1.0:1789185323.603299:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14b5f9c00/2, rc 0, transno 4294989629
00000100:00100000:1.0:1789185323.603311:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14b5f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018945152:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1789185323.603326:0:178148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37984
00000100:00100000:3.0:1789185323.603334:0:178148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14b5f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+870:3635:x1876087018949632:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1789185323.603347:0:178148:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2176 count 1
00010000:00010000:3.0:1789185323.603361:0:178148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000052bf4c96/0xff23d3f688d933fd lrc: 3/0,1 mode: --/PW res: [0x280000401:0x880:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.603372:0:178148:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e5a3cfcb/0xff23d3f688d8f582 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x880:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b265 expref: 145 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.603379:0:178148:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x880:0x0].0x0 since=124s v=(0 0)
00010000:00010000:3.0:1789185323.603382:0:178148:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x880:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.603385:0:178148:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000052bf4c96/0xff23d3f688d933fd lrc: 4/0,1 mode: --/PW res: [0x280000401:0x880:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.603397:0:178146:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f71c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+867:3635:x1876087018945152:12345-0@lo:6:osp-syn-1-0.0 Request processed in 30583us (30777us total) trans 4294989629 rc 0/0
00000100:00100000:0.0:1789185323.603406:0:178146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37969
00010000:00010000:3.0:1789185323.603412:0:178148:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e5a3cfcb/0xff23d3f688d8f582 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x880:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b265 expref: 145 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.603424:0:178148:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e5a3cfcb/0xff23d3f688d8f582 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x880:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b265 expref: 145 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.603442:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00000100:00100000:3.0:1789185323.603450:0:178148:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151780700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:178148:1876087018950400:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.603451:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000010a0414/0xff23d3f688d9339b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x872:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.603463:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14bc29a00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.603467:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000010a0414/0xff23d3f688d9339b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x872:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.603476:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000010a0414/0xff23d3f688d9339b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x872:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.603477:0:178148:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14de82f00 going to sleep for 11 seconds
00010000:00010000:0.0:1789185323.603496:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000010a0414/0xff23d3f688d9339b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x872:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.603505:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148764e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+148:2394:x1876087010809472:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 5621us (5694us total) trans 0 rc 0/0
00010000:00010000:0.0:1789185323.603507:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000010a0414/0xff23d3f688d9339b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x872:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.603521:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23455
00010000:00010000:0.0:1789185323.603536:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.603540:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.603542:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789185323.603671:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14b5fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018950528:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.603700:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185323.603775:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789185323.603798:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1789185323.603805:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14b5fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018950656:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185323.603829:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.603851:0:178147:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018950528
00000100:00100000:1.0:1789185323.603855:0:178147:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018950528
00000100:00100000:1.0:1789185323.603878:0:178147:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018950656
00000100:00100000:1.0:1789185323.603881:0:178147:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018950656
00000100:00100000:1.0:1789185323.603896:0:178147:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37985
00000100:00100000:1.0:1789185323.603902:0:178147:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14b5f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+867:3637:x1876087018950528:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185323.603916:0:178147:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2174 count 1
00010000:00010000:1.0:1789185323.603929:0:178147:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000439557c1/0xff23d3f688d93404 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x87e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.603941:0:178147:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000be34e810/0xff23d3f688d8ff06 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x87e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 16777216->16781311) gid 0 flags: 0x40000000020000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bad8 expref: 147 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.603948:0:178147:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x87e:0x0].0x0 since=122s v=(0 0)
00010000:00010000:1.0:1789185323.603951:0:178147:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x87e:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1789185323.603954:0:178147:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000439557c1/0xff23d3f688d93404 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x87e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.603973:0:178147:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000be34e810/0xff23d3f688d8ff06 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x87e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 16777216->16781311) gid 0 flags: 0x50000000030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bad8 expref: 147 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.603983:0:178147:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000be34e810/0xff23d3f688d8ff06 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x87e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 16777216->16781311) gid 0 flags: 0x70000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bad8 expref: 147 pid: 16720 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.603997:0:178147:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14b5f8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:178147:1876087018950912:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.604024:0:178147:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0300 going to sleep for 11 seconds
00000100:00100000:3.0:1789185323.604320:0:24325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37986
00000100:00100000:3.0:1789185323.604330:0:24325:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14b5f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+871:3637:x1876087018950656:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1789185323.604344:0:24325:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2177 count 1
00010000:00010000:3.0:1789185323.604357:0:24325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d41eaa07/0xff23d3f688d9340b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x881:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.604369:0:24325:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000006a8ce77/0xff23d3f688d8f589 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x881:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b273 expref: 145 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.604376:0:24325:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x881:0x0].0x0 since=124s v=(0 0)
00010000:00010000:3.0:1789185323.604379:0:24325:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x881:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.604383:0:24325:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d41eaa07/0xff23d3f688d9340b lrc: 4/0,1 mode: --/PW res: [0x280000401:0x881:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.604410:0:24325:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000006a8ce77/0xff23d3f688d8f589 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x881:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b273 expref: 145 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.604418:0:24325:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000006a8ce77/0xff23d3f688d8f589 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x881:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b273 expref: 145 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.604440:0:24325:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151783b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24325:1876087018951040:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185323.604462:0:24325:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1498f1600 going to sleep for 11 seconds
00000100:00100000:0.0:1789185323.604517:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14b5fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018950784:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.605288:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185323.605328:0:178146:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018950784
00000100:00100000:0.0:1789185323.605462:0:178146:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018950784
00000100:00100000:0.0:1789185323.605499:0:178146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37987
00000100:00100000:0.0:1789185323.605507:0:178146:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f725500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+872:3636:x1876087018950784:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1789185323.605525:0:178146:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2178 count 1
00010000:00010000:0.0:1789185323.605541:0:178146:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000127e8890/0xff23d3f688d93412 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x882:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.605591:0:178146:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000cd1db4c5/0xff23d3f688d8f590 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x882:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b281 expref: 145 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.605603:0:178146:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x882:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.605607:0:178146:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x882:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.605611:0:178146:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000127e8890/0xff23d3f688d93412 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x882:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.605637:0:178146:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000cd1db4c5/0xff23d3f688d8f590 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x882:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b281 expref: 145 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.605647:0:178146:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000cd1db4c5/0xff23d3f688d8f590 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x882:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b281 expref: 145 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.605658:0:178146:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0fbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:178146:1876087018951168:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.605705:0:178146:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14a4dc300 going to sleep for 11 seconds
00000100:00100000:0.0:1789185323.615037:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.615061:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.615084:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.615114:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.615132:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.615150:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.615166:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.615179:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.615191:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.615292:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.615307:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.615320:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.615332:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.615345:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.615356:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.615393:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.615424:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010810496
00000100:00100000:0.0:1789185323.615445:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010810496
00000100:00100000:2.0:1789185323.615468:0:8491:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14b5fdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8491:1876087018948352:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.615493:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000097b5a5d9/0xff23d3f688d8f50b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x87b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b21f expref: 146 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.615504:0:8491:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000003654a7fb/0xff23d3f688d933c5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x87b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.615523:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010810752
00000100:00100000:0.0:1789185323.615527:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010810752
00000100:00100000:2.0:1789185323.615536:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010811008
00000100:00100000:2.0:1789185323.615542:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010811008
00010000:00010000:0.0:1789185323.615543:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000fb1e8289/0xff23d3f688d8f519 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x87c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b22d expref: 147 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.615585:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010811264
00010000:00010000:2.0:1789185323.615588:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000df88aaee/0xff23d3f688d8f6e0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x879:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b20a expref: 148 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.615589:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010811264
00010000:00010000:0.0:1789185323.615610:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a2dd6ac2/0xff23d3f688d8f512 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x87b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b226 expref: 149 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.615611:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010811520
00000100:00100000:2.0:1789185323.615616:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010811520
00000100:00100000:0.0:1789185323.615631:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010810624
00000100:00100000:0.0:1789185323.615635:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010810624
00010000:00010000:2.0:1789185323.615641:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b5e32697/0xff23d3f688d8f520 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x87c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b234 expref: 151 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.615653:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c5d244dc/0xff23d3f688d8f6d2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x877:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b1ee expref: 151 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.615661:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010810880
00000100:00100000:2.0:1789185323.615666:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010810880
00000100:00100000:0.0:1789185323.615670:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23458
00000100:00100000:0.0:1789185323.615681:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d0f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+147:2391:x1876087010810496:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.615685:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005c0f639c/0xff23d3f688d8f6d9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x878:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b1fc expref: 152 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.615696:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00000100:00100000:2.0:1789185323.615701:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010811136
00010000:00010000:0.0:1789185323.615705:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000097b5a5d9/0xff23d3f688d8f50b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x87b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b21f expref: 147 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.615706:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010811136
00010000:00010000:0.0:1789185323.615722:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000097b5a5d9/0xff23d3f688d8f50b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x87b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b21f expref: 147 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.615725:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000aea0276b/0xff23d3f688d8f6e7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x87a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b218 expref: 153 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.615750:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23459
00000100:00100000:2.0:1789185323.615757:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d0d0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+147:2391:x1876087010810752:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.615765:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x87b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.615767:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.615772:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x87b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.615775:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000fb1e8289/0xff23d3f688d8f519 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x87c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b22d expref: 147 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.615781:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b8e15e82/0xff23d3f688d933da lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x87b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.615789:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000fb1e8289/0xff23d3f688d8f519 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x87c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b22d expref: 147 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.615796:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b8e15e82/0xff23d3f688d933da lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x87b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.615805:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x87c:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.615810:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x87c:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.615816:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000005aeaabf/0xff23d3f688d933e1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x87c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.615820:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1789185323.615826:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000005aeaabf/0xff23d3f688d933e1 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x87c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.615846:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.615875:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d0f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+147:2391:x1876087010810496:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 193us (846us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185323.615876:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d0d0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+147:2391:x1876087010810752:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 116us (810us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.615889:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23458
00000100:00100000:2.0:1789185323.615901:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23459
00000100:00100000:0.0:1789185323.615912:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010811392
00000100:00100000:0.0:1789185323.615917:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010811392
00000100:00100000:2.0:1789185323.615922:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010811648
00000100:00100000:2.0:1789185323.615927:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010811648
00010000:00010000:0.0:1789185323.615933:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c3857bfa/0xff23d3f688d8f527 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x87d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b23b expref: 146 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.615946:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000041c34970/0xff23d3f688d8f535 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x87e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b249 expref: 147 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.615949:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010811904
00000100:00100000:0.0:1789185323.615954:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010811904
00000100:00100000:2.0:1789185323.615968:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010811776
00010000:00010000:0.0:1789185323.615972:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000be34e810/0xff23d3f688d8ff06 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x87e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 16777216->16781311) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bad8 expref: 154 pid: 16720 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.615974:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010811776
00000100:00100000:0.0:1789185323.615992:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010812160
00010000:00010000:2.0:1789185323.615993:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e5a3cfcb/0xff23d3f688d8f582 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x880:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b265 expref: 148 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.615998:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010812160
00000100:00100000:2.0:1789185323.616014:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010812288
00000100:00100000:2.0:1789185323.616018:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010812288
00010000:00010000:0.0:1789185323.616020:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000cd1db4c5/0xff23d3f688d8f590 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x882:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b281 expref: 149 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.616036:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000bc968f1d/0xff23d3f688d8f52e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x87d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b242 expref: 155 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.616038:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010812032
00000100:00100000:0.0:1789185323.616044:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010812032
00000100:00100000:2.0:1789185323.616059:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010812416
00010000:00010000:0.0:1789185323.616063:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d55fd97b/0xff23d3f688d8f57b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x87f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b257 expref: 150 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.616064:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010812416
00010000:00010000:2.0:1789185323.616084:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000006a8ce77/0xff23d3f688d8f589 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x881:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b273 expref: 151 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.616084:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23460
00000100:00100000:0.0:1789185323.616095:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b269765c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+155:2391:x1876087010811008:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.616105:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00000100:00100000:2.0:1789185323.616109:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23461
00010000:00010000:0.0:1789185323.616114:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000df88aaee/0xff23d3f688d8f6e0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x879:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b20a expref: 155 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.616121:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1517a6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+155:2391:x1876087010811264:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.616133:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000df88aaee/0xff23d3f688d8f6e0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x879:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b20a expref: 155 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.616135:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.616144:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a2dd6ac2/0xff23d3f688d8f512 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x87b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b226 expref: 155 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.616153:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x879:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.616158:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a2dd6ac2/0xff23d3f688d8f512 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x87b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b226 expref: 155 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.616159:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x879:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.616168:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000262d3641/0xff23d3f688d933b7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x879:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.616194:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000262d3641/0xff23d3f688d933b7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x879:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.616202:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a2dd6ac2/0xff23d3f688d8f512 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x87b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b226 expref: 155 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.616211:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1789185323.616220:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x87b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.616224:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x87b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.616229:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003654a7fb/0xff23d3f688d933c5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x87b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.616237:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b269765c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+154:2391:x1876087010811008:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 142us (1149us total) trans 0 rc 0/0
00010000:00010000:2.0:1789185323.616240:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003654a7fb/0xff23d3f688d933c5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x87b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.616249:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23460
00010000:00010000:2.0:1789185323.616270:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185323.616296:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1517a6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+153:2391:x1876087010811264:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 178us (1180us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185323.616303:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23461
00000100:00100000:0.0:1789185323.617207:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23462
00000100:00100000:0.0:1789185323.617224:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1517a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+152:2391:x1876087010811520:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.617238:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.617245:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b5e32697/0xff23d3f688d8f520 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x87c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b234 expref: 152 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.617258:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b5e32697/0xff23d3f688d8f520 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x87c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b234 expref: 152 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.617277:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x87c:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.617281:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x87c:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.617286:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000584e9167/0xff23d3f688d933d3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x87c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.617296:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000584e9167/0xff23d3f688d933d3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x87c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.617316:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.617350:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1517a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+152:2391:x1876087010811520:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 132us (2216us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.617357:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23462
00000100:00100000:0.0:1789185323.617379:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23463
00000100:00100000:0.0:1789185323.617387:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1517a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+151:2391:x1876087010810624:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.617396:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.617401:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c5d244dc/0xff23d3f688d8f6d2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x877:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b1ee expref: 151 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.617413:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c5d244dc/0xff23d3f688d8f6d2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x877:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b1ee expref: 151 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.617426:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x877:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.617536:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x877:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.617541:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000fa0e9384/0xff23d3f688d933a9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x877:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.617577:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fa0e9384/0xff23d3f688d933a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x877:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.617592:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.617613:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1517a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+151:2391:x1876087010810624:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 228us (2462us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.617620:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23463
00010000:00010000:3.0:1789185323.617850:0:35218:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fb1e8289/0xff23d3f688d8f519 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x87c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b22d expref: 151 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.617866:0:35218:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148766a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35218:1876087018949888:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.617890:0:35218:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000005aeaabf/0xff23d3f688d933e1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x87c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.617902:0:35218:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000005aeaabf/0xff23d3f688d933e1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x87c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.617910:0:35218:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000005aeaabf/0xff23d3f688d933e1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x87c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.617914:0:178147:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14b5f8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:178147:1876087018950912:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.617933:0:178147:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000439557c1/0xff23d3f688d93404 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x87e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.617961:0:178143:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14b5c0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:178143:1876087018948096:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.617972:0:178143:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000084950cc6/0xff23d3f688d933be lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x87a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.617998:0:178145:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b5e32697/0xff23d3f688d8f520 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x87c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b234 expref: 150 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.618004:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23464
00000100:00100000:1.0:1789185323.618016:0:178145:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14876f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:178145:1876087018949120:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.618026:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1517a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+149:2391:x1876087010810880:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.618036:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185323.618038:0:178145:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000584e9167/0xff23d3f688d933d3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x87c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.618045:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005c0f639c/0xff23d3f688d8f6d9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x878:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b1fc expref: 149 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.618053:0:178145:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000584e9167/0xff23d3f688d933d3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x87c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.618077:0:178145:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000584e9167/0xff23d3f688d933d3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x87c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.618081:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005c0f639c/0xff23d3f688d8f6d9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x878:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b1fc expref: 149 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.618099:0:178145:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000584e9167/0xff23d3f688d933d3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x87c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.618108:0:178145:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000584e9167/0xff23d3f688d933d3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x87c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.618127:0:178145:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1789185323.618316:0:178145:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14b5c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+868:3635:x1876087018948992:12345-0@lo:6:osp-syn-1-0.0 Request processed in 17043us (17102us total) trans 4294989630 rc 0/0
00000100:00100000:1.0:1789185323.618324:0:178145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37978
00010000:00010000:1.0:1789185323.618374:0:35222:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c5d244dc/0xff23d3f688d8f6d2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x877:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b1ee expref: 149 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.618385:0:35222:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14876e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:35222:1876087018947328:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.618399:0:35222:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000fa0e9384/0xff23d3f688d933a9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x877:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.618407:0:35222:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000fa0e9384/0xff23d3f688d933a9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x877:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.618414:0:35222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fa0e9384/0xff23d3f688d933a9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x877:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.618422:0:35222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fa0e9384/0xff23d3f688d933a9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x877:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.618441:0:35222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fa0e9384/0xff23d3f688d933a9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x877:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.618456:0:35222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:1.0:1789185323.618525:0:35222:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14876f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+868:3635:x1876087018947200:12345-0@lo:6:osp-syn-1-0.0 Request processed in 27508us (30796us total) trans 4294989631 rc 0/0
00000100:00100000:1.0:1789185323.618532:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37972
00010000:00010000:1.0:1789185323.618579:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:1.0:1789185323.618586:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000584e9167/0xff23d3f688d933d3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x87c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.618594:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde7400 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.618598:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000584e9167/0xff23d3f688d933d3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x87c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.618607:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000584e9167/0xff23d3f688d933d3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x87c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.618620:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000584e9167/0xff23d3f688d933d3 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x87c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.618627:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000584e9167/0xff23d3f688d933d3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x87c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.618656:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1789185323.618659:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fa0e9384/0xff23d3f688d933a9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x877:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.618666:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde7200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.618669:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fa0e9384/0xff23d3f688d933a9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x877:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.618677:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fa0e9384/0xff23d3f688d933a9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x877:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.618686:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fa0e9384/0xff23d3f688d933a9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x877:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.618693:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fa0e9384/0xff23d3f688d933a9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x877:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.618705:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.618707:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.618708:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:1.0:1789185323.618745:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14b5c1180/2, rc 0, transno 4294989630
00000100:00100000:1.0:1789185323.618757:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14b5c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018948992:0@lo:6:osp-syn-1-0.0
00000004:00080000:1.0:1789185323.618767:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b148764a80/2, rc 0, transno 4294989631
00000100:00100000:1.0:1789185323.618771:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148764a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018947200:0@lo:6:osp-syn-1-0.0
00010000:00010000:0.0:1789185323.618833:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x878:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.618838:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x878:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.618845:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c0064632/0xff23d3f688d933b0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x878:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.618856:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c0064632/0xff23d3f688d933b0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x878:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.618863:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14876e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018951424:0@lo:6:osp-syn-1-0.0
00010000:00010000:0.0:1789185323.618875:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.618997:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1517a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+148:2391:x1876087010810880:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 977us (3828us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.619005:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23464
00000100:00100000:0.0:1789185323.619026:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23465
00000100:00100000:0.0:1789185323.619035:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1517a5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+147:2391:x1876087010811136:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.619044:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.619050:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000aea0276b/0xff23d3f688d8f6e7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x87a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b218 expref: 147 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.619062:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000aea0276b/0xff23d3f688d8f6e7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x87a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b218 expref: 147 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.619081:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000aea0276b/0xff23d3f688d8f6e7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x87a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b218 expref: 147 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.619200:0:35218:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000005aeaabf/0xff23d3f688d933e1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x87c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.619213:0:35218:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000005aeaabf/0xff23d3f688d933e1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x87c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.619228:0:35218:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1789185323.619337:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x87a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.619340:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x87a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.619345:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000084950cc6/0xff23d3f688d933be lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x87a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.619353:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000084950cc6/0xff23d3f688d933be lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x87a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.619372:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185323.619487:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23466
00000100:00100000:2.0:1789185323.619503:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151767100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+150:2391:x1876087010811392:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.619517:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.619523:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c3857bfa/0xff23d3f688d8f527 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x87d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b23b expref: 150 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.619540:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c3857bfa/0xff23d3f688d8f527 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x87d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b23b expref: 150 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.619577:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x87d:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.619580:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x87d:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.619585:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e5c655ab/0xff23d3f688d933cc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x87d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.619601:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e5c655ab/0xff23d3f688d933cc lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x87d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.619628:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185323.619681:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185323.619734:0:35218:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148766300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+873:3638:x1876087018948608:12345-0@lo:6:osp-syn-0-0.0 Request processed in 17572us (18158us total) trans 4294977838 rc 0/0
00000100:00100000:3.0:1789185323.619743:0:35218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37979
00000004:00080000:1.0:1789185323.619761:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f71df80/2, rc 0, transno 4294977838
00000100:00100000:3.0:1789185323.619762:0:35218:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018951424
00000100:00100000:3.0:1789185323.619770:0:35218:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018951424
00000100:00100000:1.0:1789185323.619776:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f71df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018948608:0@lo:6:osp-syn-0-0.0
00010000:00010000:1.0:1789185323.619795:0:178143:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000084950cc6/0xff23d3f688d933be lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x87a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.619805:0:35218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37988
00010000:00010000:1.0:1789185323.619806:0:178143:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000084950cc6/0xff23d3f688d933be lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x87a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.619816:0:35218:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14876f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+868:3637:x1876087018951424:12345-0@lo:6:osp-syn-1-0.0
00010000:00010000:1.0:1789185323.619820:0:178143:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000084950cc6/0xff23d3f688d933be lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x87a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.619830:0:178143:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000084950cc6/0xff23d3f688d933be lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x87a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00080000:3.0:1789185323.619843:0:35218:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2176 count 1
00010000:00010000:1.0:1789185323.619847:0:178143:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00010000:00010000:3.0:1789185323.619866:0:35218:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009af2fde8/0xff23d3f688d93419 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x880:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.619882:0:35218:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008119ae6e/0xff23d3f688d8f54a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x880:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b26c expref: 146 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.619890:0:35218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x880:0x0].0x0 since=124s v=(0 0)
00010000:00010000:3.0:1789185323.619894:0:35218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x880:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.619898:0:35218:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009af2fde8/0xff23d3f688d93419 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x880:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.619936:0:178143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14b5c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+869:3635:x1876087018947968:12345-0@lo:6:osp-syn-1-0.0 Request processed in 25716us (25784us total) trans 4294989632 rc 0/0
00000100:00100000:1.0:1789185323.619943:0:178143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37975
00000100:00100000:1.0:1789185323.620000:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14b5c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018951552:0@lo:6:osp-syn-0-0.0
00010000:00010000:3.0:1789185323.620006:0:35218:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008119ae6e/0xff23d3f688d8f54a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x880:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b26c expref: 146 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.620027:0:35218:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008119ae6e/0xff23d3f688d8f54a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x880:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b26c expref: 146 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.620036:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185323.620048:0:35218:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f29dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35218:1876087018951680:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.620074:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:1.0:1789185323.620081:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000005aeaabf/0xff23d3f688d933e1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x87c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.620089:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b26239bc00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.620093:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000005aeaabf/0xff23d3f688d933e1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x87c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.620106:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000005aeaabf/0xff23d3f688d933e1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x87c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.620119:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000005aeaabf/0xff23d3f688d933e1 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x87c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.620127:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000005aeaabf/0xff23d3f688d933e1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x87c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.620147:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1789185323.620150:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000084950cc6/0xff23d3f688d933be lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x87a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.620156:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde6e00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.620159:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000084950cc6/0xff23d3f688d933be lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x87a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.620167:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000084950cc6/0xff23d3f688d933be lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x87a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.620175:0:35218:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b145719600 going to sleep for 11 seconds
00010000:00010000:1.0:1789185323.620178:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000084950cc6/0xff23d3f688d933be lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x87a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.620188:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000084950cc6/0xff23d3f688d933be lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x87a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.620207:0:178144:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000df88aaee/0xff23d3f688d8f6e0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x879:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b20a expref: 146 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.620209:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.620213:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.620216:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789185323.620225:0:178144:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f29c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:178144:1876087018947840:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.620234:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14b5f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018951296:0@lo:6:osp-syn-1-0.0
00010000:00010000:3.0:1789185323.620246:0:178144:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000262d3641/0xff23d3f688d933b7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x879:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.620256:0:178144:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000262d3641/0xff23d3f688d933b7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x879:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.620266:0:178144:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000262d3641/0xff23d3f688d933b7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x879:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.620266:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:3.0:1789185323.620278:0:178144:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000262d3641/0xff23d3f688d933b7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x879:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.620286:0:178144:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000262d3641/0xff23d3f688d933b7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x879:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.620301:0:178145:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018951552
00000100:00100000:1.0:1789185323.620307:0:178145:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018951552
00010000:00010000:3.0:1789185323.620308:0:178144:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1789185323.620331:0:178145:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018951296
00000100:00100000:1.0:1789185323.620335:0:178145:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018951296
00000100:00100000:1.0:1789185323.620353:0:178145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37989
00000100:00100000:1.0:1789185323.620361:0:178145:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14877a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+873:3638:x1876087018951552:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185323.620374:0:178145:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2179 count 1
00010000:00010000:1.0:1789185323.620389:0:178145:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000429e81d7/0xff23d3f688d93420 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x883:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.620402:0:178145:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000eae109ce/0xff23d3f688d8f597 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x883:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b28f expref: 150 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.620404:0:178144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f29df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+870:3637:x1876087018947712:12345-0@lo:6:osp-syn-1-0.0 Request processed in 27397us (27464us total) trans 4294989633 rc 0/0
00010000:00010000:1.0:1789185323.620419:0:178145:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x883:0x0].0x0 since=124s v=(0 0)
00000100:00100000:3.0:1789185323.620420:0:178144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37974
00010000:00010000:1.0:1789185323.620426:0:178145:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x883:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.620444:0:178145:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000429e81d7/0xff23d3f688d93420 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x883:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.620454:0:178144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37990
00000100:00100000:3.0:1789185323.620463:0:178144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148778700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+869:3636:x1876087018951296:12345-0@lo:6:osp-syn-1-0.0
00010000:00010000:1.0:1789185323.620468:0:178145:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000eae109ce/0xff23d3f688d8f597 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x883:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b28f expref: 150 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00002000:00080000:3.0:1789185323.620478:0:178144:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2175 count 1
00010000:00010000:1.0:1789185323.620489:0:178145:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000eae109ce/0xff23d3f688d8f597 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x883:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b28f expref: 150 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.620495:0:178144:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009a05288e/0xff23d3f688d93427 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x87f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.620505:0:178145:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148778e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:178145:1876087018951808:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.620513:0:178144:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000878428ab/0xff23d3f688d8f543 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x87f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b25e expref: 145 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.620521:0:178144:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x87f:0x0].0x0 since=124s v=(0 0)
00010000:00010000:3.0:1789185323.620525:0:178144:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x87f:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.620529:0:178144:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009a05288e/0xff23d3f688d93427 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x87f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.620531:0:178145:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a09c0 going to sleep for 11 seconds
00010000:00010000:3.0:1789185323.620581:0:178144:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000878428ab/0xff23d3f688d8f543 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x87f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b25e expref: 145 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000004:00080000:1.0:1789185323.620583:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f29d880/2, rc 0, transno 4294989633
00010000:00010000:3.0:1789185323.620597:0:178144:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000878428ab/0xff23d3f688d8f543 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x87f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b25e expref: 145 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.620598:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f29d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018947712:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1789185323.620621:0:178144:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f29c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:178144:1876087018951936:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.620647:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1789185323.620651:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000262d3641/0xff23d3f688d933b7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x879:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.620659:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b26239a800 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.620662:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000262d3641/0xff23d3f688d933b7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x879:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.620670:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000262d3641/0xff23d3f688d933b7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x879:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.620682:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000262d3641/0xff23d3f688d933b7 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x879:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.620690:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000262d3641/0xff23d3f688d933b7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x879:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.620713:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789185323.620715:0:178144:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14c4820c0 going to sleep for 11 seconds
00010000:00010000:1.0:1789185323.620716:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.620721:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789185323.620738:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789185323.620747:0:8429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151780e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8429:1876087018950272:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.620749:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148779f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018952064:0@lo:6:osp-syn-1-0.0
00010000:00010000:3.0:1789185323.620768:0:8429:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000e7ee957e/0xff23d3f688d933f6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x87e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.620804:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:3.0:1789185323.620813:0:34809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005c0f639c/0xff23d3f688d8f6d9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x878:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b1fc expref: 145 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.620827:0:34809:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f29ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:34809:1876087018947584:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.620836:0:178143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018952064
00000100:00100000:1.0:1789185323.620841:0:178143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018952064
00010000:00010000:3.0:1789185323.620842:0:34809:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000c0064632/0xff23d3f688d933b0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x878:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.620852:0:34809:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000c0064632/0xff23d3f688d933b0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x878:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.620860:0:34809:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c0064632/0xff23d3f688d933b0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x878:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.620867:0:178143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37991
00010000:00010000:3.0:1789185323.620869:0:34809:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c0064632/0xff23d3f688d933b0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x878:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.620877:0:178143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14877aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+870:3636:x1876087018952064:12345-0@lo:6:osp-syn-1-0.0
00010000:00010000:3.0:1789185323.620880:0:34809:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c0064632/0xff23d3f688d933b0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x878:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00080000:1.0:1789185323.620895:0:178143:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2177 count 1
00010000:00010000:3.0:1789185323.620898:0:34809:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1789185323.620909:0:178143:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f25d22cc/0xff23d3f688d9342e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x881:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.620923:0:178143:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007edd7f69/0xff23d3f688d8f551 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x881:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b27a expref: 144 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.620930:0:178143:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x881:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.620934:0:178143:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x881:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.620938:0:178143:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f25d22cc/0xff23d3f688d9342e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x881:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.620958:0:178143:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007edd7f69/0xff23d3f688d8f551 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x881:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b27a expref: 144 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.620967:0:178143:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007edd7f69/0xff23d3f688d8f551 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x881:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b27a expref: 144 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.620977:0:178143:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14877a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:178143:1876087018952192:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.620997:0:178143:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0f00 going to sleep for 11 seconds
00010000:00010000:1.0:1789185323.621010:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1789185323.621015:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c0064632/0xff23d3f688d933b0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x878:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.621023:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b26239b800 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.621026:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c0064632/0xff23d3f688d933b0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x878:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.621033:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1517a5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+144:2391:x1876087010811136:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 1996us (5848us total) trans 0 rc 0/0
00010000:00010000:1.0:1789185323.621038:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c0064632/0xff23d3f688d933b0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x878:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.621047:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23465
00010000:00010000:1.0:1789185323.621054:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c0064632/0xff23d3f688d933b0 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x878:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.621062:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c0064632/0xff23d3f688d933b0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x878:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.621074:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23467
00010000:00010000:1.0:1789185323.621080:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.621084:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.621087:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:1.0:1789185323.621110:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14b5c0000/2, rc 0, transno 4294989632
00000100:00100000:1.0:1789185323.621120:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14b5c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018947968:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.621157:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148778000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018952320:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185323.621166:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b269767850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+150:2392:x1876087010811648:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.621180:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00000100:00100000:1.0:1789185323.621184:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:0.0:1789185323.621189:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000041c34970/0xff23d3f688d8f535 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x87e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b249 expref: 150 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.621203:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000041c34970/0xff23d3f688d8f535 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x87e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b249 expref: 150 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.621225:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000041c34970/0xff23d3f688d8f535 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x87e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b249 expref: 150 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.621236:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x87e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.621240:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x87e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.621245:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e7ee957e/0xff23d3f688d933f6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x87e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.621254:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e7ee957e/0xff23d3f688d933f6 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x87e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.621276:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.621294:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b269767850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+149:2392:x1876087010811648:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 212us (6002us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.621300:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23467
00000100:00100000:0.0:1789185323.621314:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23468
00000100:00100000:0.0:1789185323.621322:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151764e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+143:2392:x1876087010811904:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.621330:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.621335:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000be34e810/0xff23d3f688d8ff06 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x87e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 16777216->16781311) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bad8 expref: 143 pid: 16720 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.621346:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000be34e810/0xff23d3f688d8ff06 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x87e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 16777216->16781311) gid 0 flags: 0x50000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bad8 expref: 143 pid: 16720 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.621366:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000be34e810/0xff23d3f688d8ff06 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x87e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 16777216->16781311) gid 0 flags: 0x44801400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bad8 expref: 143 pid: 16720 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.621377:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x87e:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1789185323.621380:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x87e:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1789185323.621385:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000439557c1/0xff23d3f688d93404 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x87e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.621393:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000439557c1/0xff23d3f688d93404 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x87e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.621421:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.621449:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151764e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+142:2392:x1876087010811904:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 128us (6140us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.621455:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23468
00000100:00100000:0.0:1789185323.621475:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23469
00000100:00100000:0.0:1789185323.621482:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151766300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+148:2392:x1876087010811776:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.621490:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.621495:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e5a3cfcb/0xff23d3f688d8f582 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x880:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b265 expref: 148 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.621505:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e5a3cfcb/0xff23d3f688d8f582 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x880:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b265 expref: 148 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.621523:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x880:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.621526:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x880:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.621530:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000052bf4c96/0xff23d3f688d933fd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x880:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.621539:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000052bf4c96/0xff23d3f688d933fd lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x880:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.621604:0:178147:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000439557c1/0xff23d3f688d93404 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x87e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.621614:0:178147:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000439557c1/0xff23d3f688d93404 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x87e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.621623:0:178147:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000439557c1/0xff23d3f688d93404 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x87e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.621631:0:178147:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000439557c1/0xff23d3f688d93404 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x87e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.621644:0:178147:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1789185323.621785:0:178142:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018952320
00000100:00100000:3.0:1789185323.621791:0:178142:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018952320
00000100:00100000:3.0:1789185323.621819:0:178142:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37992
00000100:00100000:3.0:1789185323.621827:0:178142:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14bbfd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+873:3636:x1876087018952320:12345-0@lo:6:osp-syn-1-0.0
00010000:00010000:3.0:1789185323.621841:0:8429:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000e7ee957e/0xff23d3f688d933f6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x87e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.621850:0:8429:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e7ee957e/0xff23d3f688d933f6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x87e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.621860:0:8429:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e7ee957e/0xff23d3f688d933f6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x87e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.621869:0:8429:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e7ee957e/0xff23d3f688d933f6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x87e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.621882:0:8429:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:1.0:1789185323.621978:0:178147:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14b5f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+873:3637:x1876087018950528:12345-0@lo:6:osp-syn-1-0.0 Request processed in 18075us (18277us total) trans 4294989634 rc 0/0
00000100:00100000:1.0:1789185323.621985:0:178147:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37985
00000004:00080000:1.0:1789185323.622022:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14b5fa300/2, rc 0, transno 4294989634
00000100:00100000:1.0:1789185323.622033:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14b5fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018950528:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1789185323.622064:0:8429:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148764380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+874:3638:x1876087018949376:12345-0@lo:6:osp-syn-0-0.0 Request processed in 19264us (20027us total) trans 4294977839 rc 0/0
00000100:00100000:3.0:1789185323.622073:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37983
00000004:00080000:1.0:1789185323.622092:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b149f0ad80/2, rc 0, transno 4294977839
00000100:00100000:1.0:1789185323.622102:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149f0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018949376:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185323.622107:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1789185323.622115:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14bbfca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018952448:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.622141:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185323.622174:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018952448
00000100:00100000:3.0:1789185323.622180:0:8429:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018952448
00000100:00100000:1.0:1789185323.622200:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14bbfe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018952576:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185323.622211:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37993
00000100:00100000:3.0:1789185323.622220:0:8429:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14bbfd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+873:3638:x1876087018952448:12345-0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.622227:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00002000:00080000:3.0:1789185323.622239:0:8429:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2179 count 1
00000100:00100000:1.0:1789185323.622254:0:178147:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018952576
00000100:00100000:1.0:1789185323.622259:0:178147:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018952576
00010000:00010000:3.0:1789185323.622260:0:8429:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e5f3008c/0xff23d3f688d93435 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x883:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.622277:0:8429:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000bc6fc92/0xff23d3f688d8f55f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x883:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b296 expref: 141 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.622280:0:178147:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37994
00000100:00100000:1.0:1789185323.622290:0:178147:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14bbfea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+874:3638:x1876087018952576:12345-0@lo:6:osp-syn-0-0.0
00010000:00010000:3.0:1789185323.622293:0:8429:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x883:0x0].0x0 since=124s v=(0 0)
00010000:00010000:3.0:1789185323.622299:0:8429:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x883:0x0].0x0 since=0s v=(0 0)
00002000:00080000:1.0:1789185323.622303:0:178147:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2180 count 1
00010000:00010000:3.0:1789185323.622304:0:8429:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e5f3008c/0xff23d3f688d93435 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x883:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.622319:0:178147:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000842f3ed2/0xff23d3f688d9343c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x884:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.622334:0:178147:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002b108943/0xff23d3f688d8f59e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x884:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b29d expref: 148 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.622335:0:8429:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000bc6fc92/0xff23d3f688d8f55f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x883:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b296 expref: 141 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.622356:0:178147:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x884:0x0].0x0 since=124s v=(0 0)
00010000:00010000:3.0:1789185323.622362:0:8429:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000bc6fc92/0xff23d3f688d8f55f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x883:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b296 expref: 141 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.622362:0:178147:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x884:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.622369:0:178147:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000842f3ed2/0xff23d3f688d9343c lrc: 4/0,1 mode: --/PW res: [0x280000401:0x884:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.622386:0:8429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f29ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8429:1876087018952704:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.622402:0:178147:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002b108943/0xff23d3f688d8f59e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x884:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b29d expref: 148 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.622413:0:178147:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002b108943/0xff23d3f688d8f59e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x884:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b29d expref: 148 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.622424:0:178147:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14bbff800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:178147:1876087018952832:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185323.622425:0:8429:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14c482b40 going to sleep for 11 seconds
00000100:00100000:1.0:1789185323.622461:0:178147:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0300 going to sleep for 11 seconds
00010000:00010000:1.0:1789185323.622489:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:1.0:1789185323.622495:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000439557c1/0xff23d3f688d93404 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x87e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.622504:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde7c00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.622510:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000439557c1/0xff23d3f688d93404 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x87e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.622517:0:34809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151781c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+873:3637:x1876087018947456:12345-0@lo:6:osp-syn-1-0.0 Request processed in 29837us (30699us total) trans 4294989635 rc 0/0
00010000:00010000:1.0:1789185323.622523:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000439557c1/0xff23d3f688d93404 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x87e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.622528:0:34809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37973
00010000:00010000:1.0:1789185323.622567:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000439557c1/0xff23d3f688d93404 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x87e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00080000:3.0:1789185323.622575:0:178142:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2178 count 1
00010000:00010000:1.0:1789185323.622577:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000439557c1/0xff23d3f688d93404 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x87e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.622591:0:178142:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009b4d9ff2/0xff23d3f688d93443 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x882:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.622600:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1789185323.622607:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e7ee957e/0xff23d3f688d933f6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x87e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.622616:0:178142:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008c2acf00/0xff23d3f688d8f558 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x882:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b288 expref: 141 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.622618:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b26239b400 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.622625:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e7ee957e/0xff23d3f688d933f6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x87e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.622630:0:178142:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x882:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.622638:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e7ee957e/0xff23d3f688d933f6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x87e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.622655:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e7ee957e/0xff23d3f688d933f6 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x87e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.622663:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e7ee957e/0xff23d3f688d933f6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x87e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.622678:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.622680:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.622682:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:1.0:1789185323.622701:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b151783100/2, rc 0, transno 4294989635
00000100:00100000:1.0:1789185323.622710:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151783100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018947456:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185323.622865:0:34810:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f71e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:34810:1876087018950016:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.622887:0:34810:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000008f46687d/0xff23d3f688d933e8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x87d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.622936:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151767100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+148:2391:x1876087010811392:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 3437us (7740us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185323.622946:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23466
00000100:00100000:2.0:1789185323.622987:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23470
00010000:00010000:0.0:1789185323.622996:0:8428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000097b5a5d9/0xff23d3f688d8f50b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x87b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b21f expref: 147 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.622998:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151766a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+147:2392:x1876087010812160:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.623011:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00000100:00100000:0.0:1789185323.623016:0:8428:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f71f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8428:1876087018949760:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.623022:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000cd1db4c5/0xff23d3f688d8f590 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x882:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b281 expref: 146 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.623033:0:8428:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b8e15e82/0xff23d3f688d933da lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x87b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.623037:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000cd1db4c5/0xff23d3f688d8f590 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x882:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b281 expref: 146 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.623051:0:8428:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b8e15e82/0xff23d3f688d933da lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x87b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.623060:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x882:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.623060:0:8428:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b8e15e82/0xff23d3f688d933da lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x87b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.623068:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x882:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.623077:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000127e8890/0xff23d3f688d93412 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x882:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.623084:0:8428:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b8e15e82/0xff23d3f688d933da lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x87b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.623090:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000127e8890/0xff23d3f688d93412 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x882:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.623114:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185323.623132:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151766a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+146:2392:x1876087010812160:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 137us (7797us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185323.623139:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23470
00000100:00100000:2.0:1789185323.623156:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23471
00000100:00100000:2.0:1789185323.623167:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151765f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+141:2392:x1876087010812288:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.623169:0:8428:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b8e15e82/0xff23d3f688d933da lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x87b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.623179:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.623187:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000bc968f1d/0xff23d3f688d8f52e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x87d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b242 expref: 141 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.623190:0:8428:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1789185323.623203:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000bc968f1d/0xff23d3f688d8f52e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x87d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b242 expref: 141 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.623219:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bc968f1d/0xff23d3f688d8f52e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x87d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b242 expref: 141 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.623232:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x87d:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.623236:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x87d:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.623241:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008f46687d/0xff23d3f688d933e8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x87d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.623255:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008f46687d/0xff23d3f688d933e8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x87d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.623282:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185323.623304:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151765f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+140:2392:x1876087010812288:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 138us (7958us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185323.623312:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23471
00000100:00100000:0.0:1789185323.623317:0:8428:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148766d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+875:3638:x1876087018948480:12345-0@lo:6:osp-syn-0-0.0 Request processed in 21129us (21419us total) trans 4294977840 rc 0/0
00000100:00100000:0.0:1789185323.623326:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37980
00000100:00100000:2.0:1789185323.623332:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23472
00000100:00100000:2.0:1789185323.623343:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151765880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+145:2393:x1876087010812032:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.623352:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185323.623353:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.623361:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b8e15e82/0xff23d3f688d933da lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x87b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.623363:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d55fd97b/0xff23d3f688d8f57b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x87f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b257 expref: 145 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.623380:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14bc28e00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.623388:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d55fd97b/0xff23d3f688d8f57b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x87f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b257 expref: 145 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.623388:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b8e15e82/0xff23d3f688d933da lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x87b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.623411:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b8e15e82/0xff23d3f688d933da lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x87b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.623415:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x87f:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.623424:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x87f:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.623441:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000378be304/0xff23d3f688d933ef lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x87f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.623444:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b8e15e82/0xff23d3f688d933da lrc: 1/0,0 mode: --/PW res: [0x280000401:0x87b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.623456:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000378be304/0xff23d3f688d933ef lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x87f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.623459:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b8e15e82/0xff23d3f688d933da lrc: 0/0,0 mode: --/PW res: [0x280000401:0x87b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.623490:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.623492:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1789185323.623494:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.623497:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.623506:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789185323.623512:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151765880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+145:2393:x1876087010812032:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 171us (8153us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185323.623520:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23472
00010000:00010000:0.0:1789185323.623533:0:178146:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cd1db4c5/0xff23d3f688d8f590 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x882:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b281 expref: 144 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.623542:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23473
00000100:00100000:2.0:1789185323.623572:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f711500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+143:2393:x1876087010812416:12345-192.168.204.3@tcp:103:ldlm_bl.0
00000100:00100000:0.0:1789185323.623574:0:178146:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0fbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:178146:1876087018951168:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.623584:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.623592:0:178146:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000127e8890/0xff23d3f688d93412 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x882:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.623593:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000006a8ce77/0xff23d3f688d8f589 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x881:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b273 expref: 143 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.623615:0:178146:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000127e8890/0xff23d3f688d93412 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x882:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.623620:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000006a8ce77/0xff23d3f688d8f589 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x881:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b273 expref: 143 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.623629:0:178146:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000127e8890/0xff23d3f688d93412 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x882:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.623642:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x881:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.623646:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x881:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.623650:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d41eaa07/0xff23d3f688d9340b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x881:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.623659:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d41eaa07/0xff23d3f688d9340b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x881:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.623672:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185323.623688:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f711500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+143:2393:x1876087010812416:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 119us (8295us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185323.623698:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23473
00010000:00010000:3.0:1789185323.623738:0:178142:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x882:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.623743:0:178142:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009b4d9ff2/0xff23d3f688d93443 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x882:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.623769:0:178142:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008c2acf00/0xff23d3f688d8f558 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x882:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b288 expref: 139 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.623781:0:178142:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008c2acf00/0xff23d3f688d8f558 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x882:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b288 expref: 139 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.623793:0:178142:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f29ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:178142:1876087018952960:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185323.623824:0:178142:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14c482300 going to sleep for 11 seconds
00010000:00010000:3.0:1789185323.623849:0:178148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e5a3cfcb/0xff23d3f688d8f582 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x880:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b265 expref: 142 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.623861:0:178148:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151780700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:178148:1876087018950400:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.623876:0:178148:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000052bf4c96/0xff23d3f688d933fd lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x880:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.623909:0:24325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000006a8ce77/0xff23d3f688d8f589 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x881:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b273 expref: 141 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.623985:0:8491:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000003654a7fb/0xff23d3f688d933c5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x87b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.623997:0:8491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003654a7fb/0xff23d3f688d933c5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x87b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.623998:0:24325:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151783b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24325:1876087018951040:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.624013:0:8491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003654a7fb/0xff23d3f688d933c5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x87b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.624018:0:24325:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d41eaa07/0xff23d3f688d9340b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x881:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.624023:0:8491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003654a7fb/0xff23d3f688d933c5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x87b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.624036:0:24325:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d41eaa07/0xff23d3f688d9340b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x881:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.624044:0:24325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d41eaa07/0xff23d3f688d9340b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x881:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.624046:0:8491:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1789185323.624057:0:24325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d41eaa07/0xff23d3f688d9340b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x881:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.624064:0:24325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d41eaa07/0xff23d3f688d9340b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x881:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.624080:0:24325:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000004:00080000:1.0:1789185323.624194:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f729c00/2, rc 0, transno 4294977840
00000100:00100000:1.0:1789185323.624207:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f729c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018948480:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185323.624260:0:24325:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14b5f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+875:3637:x1876087018950656:12345-0@lo:6:osp-syn-0-0.0 Request processed in 19932us (20429us total) trans 4294977841 rc 0/0
00000100:00100000:3.0:1789185323.624268:0:24325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37986
00000004:00080000:1.0:1789185323.624295:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14b5fad80/2, rc 0, transno 4294977841
00000100:00100000:1.0:1789185323.624306:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14b5fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018950656:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185323.624342:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1517b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018953344:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185323.624380:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185323.624407:0:16720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018953344
00000100:00100000:3.0:1789185323.624414:0:16720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018953344
00010000:00010000:1.0:1789185323.624440:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:1.0:1789185323.624447:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003654a7fb/0xff23d3f688d933c5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x87b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.624456:0:16720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37995
00010000:00010000:1.0:1789185323.624456:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bce00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.624462:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003654a7fb/0xff23d3f688d933c5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x87b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.624469:0:16720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1517b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+875:3637:x1876087018953344:12345-0@lo:6:osp-syn-0-0.0
00010000:00010000:1.0:1789185323.624491:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003654a7fb/0xff23d3f688d933c5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x87b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00080000:3.0:1789185323.624503:0:16720:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2182 count 1
00010000:00010000:1.0:1789185323.624513:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003654a7fb/0xff23d3f688d933c5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x87b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.624522:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003654a7fb/0xff23d3f688d933c5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x87b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.624524:0:16720:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f05a18d4/0xff23d3f688d9344a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x886:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.624565:0:16720:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000007ffd1ca3/0xff23d3f688d8f5ac lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x886:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b2b9 expref: 140 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.624570:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185323.624575:0:16720:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x886:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.624577:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d41eaa07/0xff23d3f688d9340b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x881:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.624582:0:16720:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x886:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.624592:0:16720:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f05a18d4/0xff23d3f688d9344a lrc: 4/0,1 mode: --/PW res: [0x280000401:0x886:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.624592:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b26239b000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.624599:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d41eaa07/0xff23d3f688d9340b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x881:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.624611:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d41eaa07/0xff23d3f688d9340b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x881:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.624622:0:16720:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000007ffd1ca3/0xff23d3f688d8f5ac lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x886:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b2b9 expref: 140 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.624624:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d41eaa07/0xff23d3f688d9340b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x881:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.624638:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d41eaa07/0xff23d3f688d9340b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x881:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.624660:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.624661:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.624663:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.624675:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789185323.624686:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1517b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018953216:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185323.624720:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:0.0:1789185323.624732:0:178146:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000127e8890/0xff23d3f688d93412 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x882:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.624740:0:178146:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000127e8890/0xff23d3f688d93412 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x882:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.624754:0:178146:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1789185323.624814:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789185323.624822:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14bbfdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018953088:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185323.624850:0:178146:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f725500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+876:3636:x1876087018950784:12345-0@lo:6:osp-syn-0-0.0 Request processed in 19342us (19562us total) trans 4294977842 rc 0/0
00000100:00100000:1.0:1789185323.624860:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185323.624864:0:178146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37987
00000100:00100000:0.0:1789185323.624884:0:178146:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018953216
00000100:00100000:0.0:1789185323.624888:0:178146:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018953216
00000004:00080000:1.0:1789185323.624897:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14b5fb480/2, rc 0, transno 4294977842
00000100:00100000:1.0:1789185323.624908:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14b5fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018950784:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.624914:0:178146:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018953088
00000100:00100000:1.0:1789185323.624949:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1517b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018953600:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185323.624990:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185323.624992:0:178146:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018953088
00000100:00100000:0.0:1789185323.625019:0:178146:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018953600
00000100:00100000:0.0:1789185323.625023:0:178146:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018953600
00010000:00010000:1.0:1789185323.625025:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1789185323.625031:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000127e8890/0xff23d3f688d93412 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x882:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.625038:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14bc29200 already unused, calling callback (ffffffffc0cd94f0)
00000100:00100000:0.0:1789185323.625042:0:178146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37996
00010000:00010000:1.0:1789185323.625044:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000127e8890/0xff23d3f688d93412 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x882:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.625051:0:178146:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b2769b2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+877:3636:x1876087018953216:12345-0@lo:6:osp-syn-0-0.0
00010000:00010000:1.0:1789185323.625062:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000127e8890/0xff23d3f688d93412 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x882:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00080000:0.0:1789185323.625069:0:178146:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2181 count 1
00010000:00010000:1.0:1789185323.625075:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000127e8890/0xff23d3f688d93412 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x882:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.625086:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000127e8890/0xff23d3f688d93412 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x882:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.625102:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.625103:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.625105:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789185323.625118:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37997
00000100:00100000:1.0:1789185323.625127:0:35222:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1517b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+874:3636:x1876087018953088:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185323.625140:0:35222:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2180 count 1
00010000:00010000:1.0:1789185323.625154:0:35222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b053a121/0xff23d3f688d93458 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x884:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.625161:0:178146:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000975c7499/0xff23d3f688d93451 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x885:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.625168:0:35222:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e8003131/0xff23d3f688d8f566 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x884:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b2a4 expref: 139 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.625180:0:35222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x884:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.625182:0:178146:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004be82575/0xff23d3f688d8f5a5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x885:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b2ab expref: 140 pid: 24325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.625185:0:35222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x884:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.625193:0:35222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b053a121/0xff23d3f688d93458 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x884:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.625198:0:178146:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x885:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.625207:0:178146:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x885:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.625211:0:178146:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000975c7499/0xff23d3f688d93451 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x885:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.625224:0:35222:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e8003131/0xff23d3f688d8f566 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x884:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b2a4 expref: 139 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.625237:0:178146:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004be82575/0xff23d3f688d8f5a5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x885:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b2ab expref: 140 pid: 24325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.625238:0:35222:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e8003131/0xff23d3f688d8f566 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x884:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b2a4 expref: 139 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.625266:0:178146:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004be82575/0xff23d3f688d8f5a5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x885:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b2ab expref: 140 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.625273:0:35222:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1517b6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:35222:1876087018953728:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.625294:0:178146:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f713480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:178146:1876087018953856:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.625320:0:35222:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0180 going to sleep for 11 seconds
00000100:00100000:0.0:1789185323.625325:0:178146:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14dbaa9c0 going to sleep for 11 seconds
00010000:00010000:0.0:1789185323.625346:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.625355:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789185323.625370:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37998
00000100:00100000:0.0:1789185323.625379:0:8428:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1517b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+877:3638:x1876087018953600:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1789185323.625392:0:8428:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2183 count 1
00010000:00010000:0.0:1789185323.625403:0:8428:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000663bed3e/0xff23d3f688d9345f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x887:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.625416:0:8428:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000077473595/0xff23d3f688d8f5eb lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x887:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b2c7 expref: 140 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.625424:0:8428:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x887:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.625438:0:8428:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x887:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.625443:0:8428:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000663bed3e/0xff23d3f688d9345f lrc: 4/0,1 mode: --/PW res: [0x280000401:0x887:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.625466:0:8428:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000077473595/0xff23d3f688d8f5eb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x887:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b2c7 expref: 140 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.625471:0:8491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14b5c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+874:3635:x1876087018948224:12345-0@lo:6:osp-syn-1-0.0 Request processed in 26436us (27539us total) trans 4294989636 rc 0/0
00010000:00010000:0.0:1789185323.625482:0:8428:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000077473595/0xff23d3f688d8f5eb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x887:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b2c7 expref: 140 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.625486:0:8491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37976
00000100:00100000:0.0:1789185323.625504:0:8428:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f711f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8428:1876087018953984:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.625517:0:34810:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000008f46687d/0xff23d3f688d933e8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x87d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.625526:0:8428:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b242ea1240 going to sleep for 11 seconds
00010000:00010000:2.0:1789185323.625527:0:34810:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008f46687d/0xff23d3f688d933e8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x87d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.625539:0:34810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008f46687d/0xff23d3f688d933e8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x87d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.625573:0:34810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008f46687d/0xff23d3f688d933e8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x87d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.625579:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1789185323.625590:0:34810:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1789185323.625602:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151766300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+140:2392:x1876087010811776:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 4120us (10279us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.625611:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23469
00000100:00100000:2.0:1789185323.625688:0:34810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148764000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+874:3638:x1876087018949248:12345-0@lo:6:osp-syn-1-0.0 Request processed in 23180us (23714us total) trans 4294989637 rc 0/0
00000100:00100000:2.0:1789185323.625695:0:34810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37981
00010000:00010000:3.0:1789185323.625747:0:16720:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000007ffd1ca3/0xff23d3f688d8f5ac lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x886:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b2b9 expref: 139 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.625758:0:16720:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f29f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16720:1876087018953472:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185323.625786:0:16720:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14c4826c0 going to sleep for 11 seconds
00010000:00010000:3.0:1789185323.625807:0:178148:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000052bf4c96/0xff23d3f688d933fd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x880:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.625815:0:178148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000052bf4c96/0xff23d3f688d933fd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x880:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:2.0:1789185323.625821:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14876ed80/2, rc 0, transno 4294989637
00010000:00010000:3.0:1789185323.625834:0:178148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000052bf4c96/0xff23d3f688d933fd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x880:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.625837:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14876ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018949248:0@lo:6:osp-syn-1-0.0
00010000:00010000:3.0:1789185323.625849:0:178148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000052bf4c96/0xff23d3f688d933fd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x880:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.625862:0:178148:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00010000:00010000:2.0:1789185323.625887:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:2.0:1789185323.625893:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008f46687d/0xff23d3f688d933e8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x87d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.625903:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14bc29600 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.625907:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008f46687d/0xff23d3f688d933e8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x87d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.625917:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008f46687d/0xff23d3f688d933e8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x87d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.625932:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008f46687d/0xff23d3f688d933e8 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x87d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.625940:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008f46687d/0xff23d3f688d933e8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x87d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.625969:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185323.625973:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000052bf4c96/0xff23d3f688d933fd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x880:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.625978:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b26239b600 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.625981:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000052bf4c96/0xff23d3f688d933fd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x880:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.625988:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000052bf4c96/0xff23d3f688d933fd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x880:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.625998:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000052bf4c96/0xff23d3f688d933fd lrc: 1/0,0 mode: --/PW res: [0x280000401:0x880:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.626006:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000052bf4c96/0xff23d3f688d933fd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x880:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.626022:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.626025:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.626028:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789185323.626040:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14b5fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018954112:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1789185323.626051:0:178148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14b5f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+878:3635:x1876087018949632:12345-0@lo:6:osp-syn-0-0.0 Request processed in 22716us (23061us total) trans 4294977843 rc 0/0
00000100:00100000:3.0:1789185323.626059:0:178148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37984
00000100:00100000:2.0:1789185323.626075:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:2.0:1789185323.626105:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14d0e0e00/2, rc 0, transno 4294977843
00000100:00100000:2.0:1789185323.626117:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018949632:0@lo:6:osp-syn-0-0.0
00010000:00010000:0.0:1789185323.626130:0:178169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c3857bfa/0xff23d3f688d8f527 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x87d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b23b expref: 139 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000004:00080000:2.0:1789185323.626133:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b148767800/2, rc 0, transno 4294989636
00000100:00100000:2.0:1789185323.626146:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148767800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018948224:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185323.626149:0:178169:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f71f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:178169:1876087018948864:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.626172:0:178169:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000e5c655ab/0xff23d3f688d933cc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x87d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.626181:0:178169:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000e5c655ab/0xff23d3f688d933cc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x87d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.626189:0:178169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e5c655ab/0xff23d3f688d933cc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x87d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.626198:0:178169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e5c655ab/0xff23d3f688d933cc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x87d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.626205:0:178169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e5c655ab/0xff23d3f688d933cc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x87d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.626221:0:178169:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1789185323.626231:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185323.626236:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e5c655ab/0xff23d3f688d933cc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x87d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.626243:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14bc28000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.626246:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.626247:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e5c655ab/0xff23d3f688d933cc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x87d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.626257:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e5c655ab/0xff23d3f688d933cc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x87d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.626269:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e5c655ab/0xff23d3f688d933cc lrc: 1/0,0 mode: --/PW res: [0x280000401:0x87d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.626276:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e5c655ab/0xff23d3f688d933cc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x87d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.626290:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.626292:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.626294:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789185323.626384:0:178169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14b5c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+878:3635:x1876087018948736:12345-0@lo:6:osp-syn-0-0.0 Request processed in 25909us (26124us total) trans 4294977844 rc 0/0
00000100:00100000:0.0:1789185323.626390:0:178169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37977
00000100:00100000:0.0:1789185323.626405:0:178169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018954112
00000100:00100000:0.0:1789185323.626411:0:178169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018954112
00000004:00080000:1.0:1789185323.626487:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14b5c2680/2, rc 0, transno 4294977844
00000100:00100000:1.0:1789185323.626493:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14b5c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018948736:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185323.626568:0:24325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37999
00000100:00100000:3.0:1789185323.626578:0:24325:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14b5ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+874:3635:x1876087018954112:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:3.0:1789185323.626595:0:24325:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2181 count 1
00010000:00010000:3.0:1789185323.626614:0:24325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000032ea7083/0xff23d3f688d93466 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x885:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.626628:0:24325:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000696b9cc2/0xff23d3f688d8f56d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x885:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b2b2 expref: 139 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.626649:0:24325:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x885:0x0].0x0 since=124s v=(0 0)
00010000:00010000:3.0:1789185323.626653:0:24325:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x885:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.626657:0:24325:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000032ea7083/0xff23d3f688d93466 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x885:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.626680:0:24325:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000696b9cc2/0xff23d3f688d8f56d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x885:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b2b2 expref: 139 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.626690:0:24325:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000696b9cc2/0xff23d3f688d8f56d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x885:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b2b2 expref: 139 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.626701:0:24325:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f29e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24325:1876087018954240:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185323.626724:0:24325:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14c4829c0 going to sleep for 11 seconds
00010000:00010000:1.0:1789185323.626891:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d55fd97b/0xff23d3f688d8f57b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x87f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b257 expref: 138 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.626907:0:8431:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f727800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8431:1876087018950144:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.626927:0:8431:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000378be304/0xff23d3f688d933ef lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x87f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.626937:0:8431:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000378be304/0xff23d3f688d933ef lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x87f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.626945:0:8431:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000378be304/0xff23d3f688d933ef lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x87f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.626954:0:8431:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000378be304/0xff23d3f688d933ef lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x87f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.626962:0:8431:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000378be304/0xff23d3f688d933ef lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x87f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.626986:0:8431:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1789185323.627085:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14b5f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+878:3635:x1876087018949504:12345-0@lo:6:osp-syn-0-0.0 Request processed in 24406us (25086us total) trans 4294977845 rc 0/0
00000100:00100000:1.0:1789185323.627092:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37982
00000004:00080000:1.0:1789185323.627120:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b147529180/2, rc 0, transno 4294977845
00000100:00100000:1.0:1789185323.627125:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b147529180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018949504:0@lo:6:osp-syn-0-0.0
00010000:00010000:0.0:1789185323.627384:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185323.627392:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000378be304/0xff23d3f688d933ef lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x87f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.627401:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14b5ffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018954496:0@lo:6:osp-syn-0-0.0
00010000:00010000:0.0:1789185323.627405:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14bc28800 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.627411:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000378be304/0xff23d3f688d933ef lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x87f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.627421:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000378be304/0xff23d3f688d933ef lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x87f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.627448:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185323.627479:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1789185323.627486:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14b5fea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018954624:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185323.627509:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185323.627539:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14b5fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018954368:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185323.627583:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185323.627602:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1789185323.627607:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14b5fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018954752:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185323.627625:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:0.0:1789185323.627804:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000378be304/0xff23d3f688d933ef lrc: 1/0,0 mode: --/PW res: [0x280000401:0x87f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.627815:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000378be304/0xff23d3f688d933ef lrc: 0/0,0 mode: --/PW res: [0x280000401:0x87f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.627834:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.627836:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.627838:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789185323.627850:0:178169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018954496
00000100:00100000:0.0:1789185323.627856:0:178169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018954496
00000100:00100000:0.0:1789185323.627896:0:8491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018954624
00000100:00100000:0.0:1789185323.627900:0:8491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018954624
00000100:00100000:0.0:1789185323.627914:0:8491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018954368
00000100:00100000:0.0:1789185323.627916:0:8491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018954368
00000100:00100000:0.0:1789185323.627929:0:8491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018954752
00000100:00100000:0.0:1789185323.627931:0:8491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018954752
00000100:00100000:0.0:1789185323.627947:0:8491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38000
00000100:00100000:0.0:1789185323.627954:0:8491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14b5fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+880:3637:x1876087018954496:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1789185323.627977:0:8491:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2184 count 1
00010000:00010000:0.0:1789185323.627999:0:8491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000010a0414/0xff23d3f688d9346d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x888:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.628016:0:8491:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000044d46867/0xff23d3f688d8f65b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x888:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b2d5 expref: 137 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.628024:0:8491:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x888:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.628029:0:8491:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x888:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.628033:0:8491:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000010a0414/0xff23d3f688d9346d lrc: 4/0,1 mode: --/PW res: [0x280000401:0x888:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.628059:0:8491:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000044d46867/0xff23d3f688d8f65b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x888:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b2d5 expref: 137 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.628071:0:8491:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000044d46867/0xff23d3f688d8f65b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x888:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b2d5 expref: 137 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.628083:0:8491:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f710e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8491:1876087018954880:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.628133:0:8491:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14a4dc300 going to sleep for 11 seconds
00000100:00100000:0.0:1789185323.628148:0:178169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38001
00000100:00100000:0.0:1789185323.628156:0:178169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14b5fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+880:3637:x1876087018954624:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1789185323.628170:0:178169:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2185 count 1
00010000:00010000:0.0:1789185323.628182:0:178169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009d8ebc22/0xff23d3f688d93474 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x889:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.628194:0:178169:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000455d39c/0xff23d3f688d8f68c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x889:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b2e3 expref: 137 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.628201:0:178169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x889:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.628205:0:178169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x889:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.628209:0:178169:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009d8ebc22/0xff23d3f688d93474 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x889:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.628230:0:178169:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000455d39c/0xff23d3f688d8f68c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x889:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b2e3 expref: 137 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.628240:0:178169:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000455d39c/0xff23d3f688d8f68c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x889:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b2e3 expref: 137 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.628250:0:178169:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f71f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:178169:1876087018955008:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.628275:0:178169:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14a4dc540 going to sleep for 11 seconds
00000100:00100000:0.0:1789185323.629471:0:34809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38002
00000100:00100000:0.0:1789185323.629497:0:34809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14b5fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+875:3636:x1876087018954368:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1789185323.629527:0:34809:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2182 count 1
00010000:00010000:0.0:1789185323.629569:0:34809:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ebf5c28e/0xff23d3f688d9347b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x886:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.629589:0:34809:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001cfcc193/0xff23d3f688d90160 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x886:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 62914560->62918655) gid 0 flags: 0x40000000020000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bd32 expref: 139 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.629604:0:34809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x886:0x0].0x0 since=120s v=(0 0)
00010000:00010000:0.0:1789185323.629607:0:34809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x886:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1789185323.629612:0:34809:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ebf5c28e/0xff23d3f688d9347b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x886:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.629645:0:34809:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001cfcc193/0xff23d3f688d90160 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x886:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 62914560->62918655) gid 0 flags: 0x50000000030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bd32 expref: 139 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.629876:0:34809:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001cfcc193/0xff23d3f688d90160 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x886:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 62914560->62918655) gid 0 flags: 0x70000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bd32 expref: 139 pid: 34809 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.629895:0:34809:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f71f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:34809:1876087018955136:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.629972:0:34809:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14a4dc900 going to sleep for 11 seconds
00000100:00100000:0.0:1789185323.629994:0:178148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38003
00000100:00100000:0.0:1789185323.630003:0:178148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14b5fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+880:3636:x1876087018954752:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1789185323.630018:0:178148:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2186 count 1
00010000:00010000:0.0:1789185323.630034:0:178148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000087a9560f/0xff23d3f688d93482 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x88a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.630047:0:178148:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a56a3b4f/0xff23d3f688d8f796 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x88a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b2f1 expref: 137 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.630054:0:178148:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x88a:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.630058:0:178148:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x88a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.630062:0:178148:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000087a9560f/0xff23d3f688d93482 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x88a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.630083:0:178148:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a56a3b4f/0xff23d3f688d8f796 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x88a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b2f1 expref: 137 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.630093:0:178148:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a56a3b4f/0xff23d3f688d8f796 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x88a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b2f1 expref: 137 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.630105:0:178148:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f71e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:178148:1876087018955264:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.630132:0:178148:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1530999c0 going to sleep for 11 seconds
00000100:00100000:3.0:1789185323.639776:0:35218:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f29dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35218:1876087018951680:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.639815:0:35218:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000009af2fde8/0xff23d3f688d93419 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x880:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.641971:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.641997:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185323.642003:0:178147:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14bbff800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:178147:1876087018952832:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.642014:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.642031:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:1.0:1789185323.642033:0:178147:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000842f3ed2/0xff23d3f688d9343c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x884:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.642046:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.642108:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.642151:0:178144:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f29c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:178144:1876087018951936:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.642169:0:178144:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000009a05288e/0xff23d3f688d93427 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x87f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.642194:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010813056
00000100:00100000:0.0:1789185323.642200:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010813056
00010000:00010000:0.0:1789185323.642236:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007edd7f69/0xff23d3f688d8f551 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x881:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b27a expref: 140 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.642268:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010813184
00000100:00100000:0.0:1789185323.642271:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010813184
00010000:00010000:0.0:1789185323.642282:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000bc6fc92/0xff23d3f688d8f55f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x883:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b296 expref: 141 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.642292:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010812544
00000100:00100000:0.0:1789185323.642294:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010812544
00010000:00010000:0.0:1789185323.642303:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008119ae6e/0xff23d3f688d8f54a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x880:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b26c expref: 142 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.642312:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010812800
00000100:00100000:0.0:1789185323.642314:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010812800
00010000:00010000:0.0:1789185323.642323:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000eae109ce/0xff23d3f688d8f597 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x883:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b28f expref: 138 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.642332:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010812672
00000100:00100000:0.0:1789185323.642333:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010812672
00010000:00010000:0.0:1789185323.642341:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002b108943/0xff23d3f688d8f59e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x884:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b29d expref: 139 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.642350:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010812928
00000100:00100000:0.0:1789185323.642352:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010812928
00000100:00100000:1.0:1789185323.642470:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23474
00000100:00100000:1.0:1789185323.642480:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b269766c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+143:2393:x1876087010813056:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185323.642496:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185323.642503:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007edd7f69/0xff23d3f688d8f551 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x881:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b27a expref: 143 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.642504:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000878428ab/0xff23d3f688d8f543 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x87f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b25e expref: 143 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.642516:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007edd7f69/0xff23d3f688d8f551 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x881:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b27a expref: 143 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.642522:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23475
00000100:00100000:0.0:1789185323.642529:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14da1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+143:2393:x1876087010813184:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.642537:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.642541:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000bc6fc92/0xff23d3f688d8f55f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x883:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b296 expref: 143 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.642563:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x881:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.642568:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x881:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.642570:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000bc6fc92/0xff23d3f688d8f55f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x883:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b296 expref: 143 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.642575:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f25d22cc/0xff23d3f688d9342e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x881:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.642581:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x883:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.642585:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x883:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.642588:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e5f3008c/0xff23d3f688d93435 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x883:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.642593:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f25d22cc/0xff23d3f688d9342e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x881:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.642595:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e5f3008c/0xff23d3f688d93435 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x883:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.642612:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1789185323.642612:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1789185323.642688:0:8429:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000bc6fc92/0xff23d3f688d8f55f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x883:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b296 expref: 143 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.642701:0:8429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f29ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8429:1876087018952704:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.642714:0:8429:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e5f3008c/0xff23d3f688d93435 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x883:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.642723:0:8429:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e5f3008c/0xff23d3f688d93435 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x883:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.642731:0:8429:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e5f3008c/0xff23d3f688d93435 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x883:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.642742:0:8429:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e5f3008c/0xff23d3f688d93435 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x883:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.642751:0:8429:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e5f3008c/0xff23d3f688d93435 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x883:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.642771:0:8429:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1789185323.642781:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185323.642788:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e5f3008c/0xff23d3f688d93435 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x883:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.642795:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b26239be00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.642800:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e5f3008c/0xff23d3f688d93435 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x883:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.642808:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e5f3008c/0xff23d3f688d93435 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x883:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.642821:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e5f3008c/0xff23d3f688d93435 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x883:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.642827:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e5f3008c/0xff23d3f688d93435 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x883:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.642848:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.642850:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.642851:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789185323.642948:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14da1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+142:2393:x1876087010813184:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 408us (938us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.642956:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23475
00000100:00100000:0.0:1789185323.642977:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23476
00000100:00100000:0.0:1789185323.642983:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148766a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+141:2391:x1876087010812544:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.642990:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.642995:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008119ae6e/0xff23d3f688d8f54a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x880:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b26c expref: 141 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.643012:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008119ae6e/0xff23d3f688d8f54a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x880:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b26c expref: 141 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.643024:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008119ae6e/0xff23d3f688d8f54a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x880:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b26c expref: 141 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.643035:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x880:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.643038:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x880:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.643043:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009af2fde8/0xff23d3f688d93419 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x880:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.643051:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009af2fde8/0xff23d3f688d93419 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x880:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.643066:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185323.643870:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b269766c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+140:2393:x1876087010813056:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 1386us (1900us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185323.643880:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23474
00000100:00100000:1.0:1789185323.643933:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23477
00000100:00100000:1.0:1789185323.643943:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148764e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+139:2391:x1876087010812800:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185323.643953:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185323.643960:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000eae109ce/0xff23d3f688d8f597 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x883:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b28f expref: 139 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.643974:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000eae109ce/0xff23d3f688d8f597 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x883:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b28f expref: 139 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.643991:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x883:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.643994:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x883:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.644000:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000429e81d7/0xff23d3f688d93420 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x883:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.644009:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000429e81d7/0xff23d3f688d93420 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x883:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.644032:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185323.644055:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148764e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+139:2391:x1876087010812800:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 114us (2022us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185323.644062:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23477
00000100:00100000:1.0:1789185323.644078:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23478
00000100:00100000:1.0:1789185323.644084:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d0fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+138:2391:x1876087010812672:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185323.644092:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185323.644098:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002b108943/0xff23d3f688d8f59e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x884:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b29d expref: 138 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.644107:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002b108943/0xff23d3f688d8f59e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x884:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b29d expref: 138 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.644119:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002b108943/0xff23d3f688d8f59e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x884:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b29d expref: 138 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.644132:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x884:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.644136:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x884:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.644140:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000842f3ed2/0xff23d3f688d9343c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x884:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.644147:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000842f3ed2/0xff23d3f688d9343c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x884:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.644175:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185323.644195:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d0fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+137:2391:x1876087010812672:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 111us (2146us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185323.644202:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23478
00000100:00100000:1.0:1789185323.644216:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23479
00000100:00100000:1.0:1789185323.644224:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d0f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+139:2391:x1876087010812928:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185323.644232:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185323.644238:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000878428ab/0xff23d3f688d8f543 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x87f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b25e expref: 139 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.644248:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000878428ab/0xff23d3f688d8f543 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x87f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b25e expref: 139 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.644261:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000878428ab/0xff23d3f688d8f543 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x87f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b25e expref: 139 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.644272:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x87f:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.644275:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x87f:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.644279:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009a05288e/0xff23d3f688d93427 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x87f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.644287:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009a05288e/0xff23d3f688d93427 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x87f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.644313:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185323.644331:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d0f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+138:2391:x1876087010812928:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 108us (2223us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185323.644338:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23479
00010000:00010000:1.0:1789185323.644366:0:178144:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000009a05288e/0xff23d3f688d93427 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x87f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.644375:0:178144:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009a05288e/0xff23d3f688d93427 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x87f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.644384:0:178144:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009a05288e/0xff23d3f688d93427 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x87f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.644392:0:178144:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009a05288e/0xff23d3f688d93427 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x87f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.644407:0:178144:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1789185323.644606:0:178144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148778700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+877:3636:x1876087018951296:12345-0@lo:6:osp-syn-1-0.0 Request processed in 24143us (24340us total) trans 4294989639 rc 0/0
00000100:00100000:1.0:1789185323.644614:0:178144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37990
00010000:00010000:1.0:1789185323.644640:0:178147:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000842f3ed2/0xff23d3f688d9343c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x884:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.644650:0:178147:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000842f3ed2/0xff23d3f688d9343c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x884:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.644665:0:178147:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000842f3ed2/0xff23d3f688d9343c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x884:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.644673:0:178147:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000842f3ed2/0xff23d3f688d9343c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x884:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.644689:0:178147:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:1.0:1789185323.644818:0:178147:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14bbfea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+881:3638:x1876087018952576:12345-0@lo:6:osp-syn-0-0.0 Request processed in 22529us (22591us total) trans 4294977846 rc 0/0
00000100:00100000:1.0:1789185323.644825:0:178147:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37994
00010000:00010000:1.0:1789185323.644844:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:1.0:1789185323.644850:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009a05288e/0xff23d3f688d93427 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x87f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.644859:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b26239a000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.644863:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009a05288e/0xff23d3f688d93427 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x87f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.644873:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009a05288e/0xff23d3f688d93427 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x87f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.644885:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009a05288e/0xff23d3f688d93427 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x87f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.644892:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009a05288e/0xff23d3f688d93427 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x87f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.644914:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1789185323.644918:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000842f3ed2/0xff23d3f688d9343c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x884:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.644925:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde6200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.644928:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000842f3ed2/0xff23d3f688d9343c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x884:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.644935:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000842f3ed2/0xff23d3f688d9343c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x884:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.644945:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000842f3ed2/0xff23d3f688d9343c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x884:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.644952:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000842f3ed2/0xff23d3f688d9343c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x884:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.644965:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.644967:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.644969:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:2.0:1789185323.645149:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14b5f8380/2, rc 0, transno 4294989639
00000100:00100000:2.0:1789185323.645164:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14b5f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018951296:0@lo:6:osp-syn-1-0.0
00000004:00080000:2.0:1789185323.645192:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14bbfe680/2, rc 0, transno 4294977846
00000100:00100000:2.0:1789185323.645202:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14bbfe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018952576:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185323.645286:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14b5fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018955392:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185323.645324:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185323.645370:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14b5ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018955520:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185323.645396:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185323.647153:0:8429:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14bbfd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+876:3638:x1876087018952448:12345-0@lo:6:osp-syn-1-0.0 Request processed in 24925us (25001us total) trans 4294989638 rc 0/0
00000100:00100000:3.0:1789185323.647168:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37993
00000100:00100000:1.0:1789185323.647183:0:34810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018955392
00000100:00100000:1.0:1789185323.647191:0:34810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018955392
00000100:00100000:3.0:1789185323.647197:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018955520
00000100:00100000:3.0:1789185323.647200:0:8429:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018955520
00000100:00100000:3.0:1789185323.647227:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38004
00000100:00100000:3.0:1789185323.647235:0:8429:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14b5fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+881:3637:x1876087018955520:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1789185323.647265:0:8429:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2187 count 1
00010000:00010000:3.0:1789185323.647292:0:8429:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000000a05877/0xff23d3f688d93489 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x88b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.647314:0:8429:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002fa78c0b/0xff23d3f688d8f79d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x88b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b2ff expref: 136 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.647322:0:8429:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x88b:0x0].0x0 since=124s v=(0 0)
00010000:00010000:3.0:1789185323.647327:0:8429:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x88b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.647331:0:8429:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000000a05877/0xff23d3f688d93489 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x88b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.647400:0:34810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38005
00000100:00100000:1.0:1789185323.647409:0:34810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14b5fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+876:3636:x1876087018955392:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185323.647424:0:34810:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2183 count 1
00010000:00010000:1.0:1789185323.647452:0:34810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000439557c1/0xff23d3f688d93490 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x887:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.647466:0:34810:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e9c58707/0xff23d3f688d8f623 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x887:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b2ce expref: 137 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.647472:0:34810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x887:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.647475:0:34810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x887:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.647478:0:34810:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000439557c1/0xff23d3f688d93490 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x887:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.647512:0:34810:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e9c58707/0xff23d3f688d8f623 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x887:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b2ce expref: 137 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.647525:0:34810:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e9c58707/0xff23d3f688d8f623 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x887:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b2ce expref: 137 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.647540:0:34810:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1517b5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:34810:1876087018955648:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.647628:0:34810:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0a80 going to sleep for 11 seconds
00000004:00080000:2.0:1789185323.647797:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14bbfca80/2, rc 0, transno 4294989638
00000100:00100000:2.0:1789185323.647813:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14bbfca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018952448:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185323.647873:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14b5fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018955776:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185323.647908:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:3.0:1789185323.648391:0:8429:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002fa78c0b/0xff23d3f688d8f79d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x88b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b2ff expref: 136 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.648409:0:8429:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002fa78c0b/0xff23d3f688d8f79d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x88b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b2ff expref: 136 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.648421:0:8429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f29ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8429:1876087018955904:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185323.648463:0:8429:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14c4823c0 going to sleep for 11 seconds
00010000:00010000:3.0:1789185323.648484:0:35218:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000009af2fde8/0xff23d3f688d93419 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x880:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.648494:0:35218:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009af2fde8/0xff23d3f688d93419 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x880:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.648505:0:35218:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009af2fde8/0xff23d3f688d93419 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x880:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.648512:0:35218:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009af2fde8/0xff23d3f688d93419 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x880:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.648516:0:178147:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018955776
00000100:00100000:1.0:1789185323.648522:0:178147:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018955776
00010000:00010000:3.0:1789185323.648531:0:35218:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1789185323.648569:0:178147:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38006
00000100:00100000:1.0:1789185323.648576:0:178147:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14b5ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+877:3638:x1876087018955776:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185323.648592:0:178147:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2184 count 1
00010000:00010000:1.0:1789185323.648609:0:178147:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000084950cc6/0xff23d3f688d93497 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x888:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.648626:0:178147:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001ba2cc92/0xff23d3f688d8f670 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x888:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b2dc expref: 137 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.648634:0:178147:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x888:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.648637:0:178147:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x888:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.648640:0:178147:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000084950cc6/0xff23d3f688d93497 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x888:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.648658:0:178147:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001ba2cc92/0xff23d3f688d8f670 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x888:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b2dc expref: 137 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.648667:0:178147:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001ba2cc92/0xff23d3f688d8f670 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x888:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b2dc expref: 137 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.648676:0:178147:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1517b4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:178147:1876087018956032:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.648865:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148766a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+137:2391:x1876087010812544:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 5879us (6845us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.648875:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23476
00010000:00010000:0.0:1789185323.649069:0:178143:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007edd7f69/0xff23d3f688d8f551 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x881:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b27a expref: 136 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.649084:0:178143:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14877a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:178143:1876087018952192:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.649107:0:178143:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f25d22cc/0xff23d3f688d9342e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x881:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.649121:0:178143:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f25d22cc/0xff23d3f688d9342e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x881:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.649128:0:178143:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f25d22cc/0xff23d3f688d9342e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x881:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.649136:0:178143:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f25d22cc/0xff23d3f688d9342e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x881:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.649144:0:178143:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f25d22cc/0xff23d3f688d9342e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x881:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.649162:0:178143:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:3.0:1789185323.649244:0:35218:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14876f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+878:3637:x1876087018951424:12345-0@lo:6:osp-syn-1-0.0 Request processed in 29430us (29562us total) trans 4294989640 rc 0/0
00000100:00100000:3.0:1789185323.649252:0:35218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37988
00010000:00010000:3.0:1789185323.649295:0:178145:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000eae109ce/0xff23d3f688d8f597 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x883:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b28f expref: 136 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.649311:0:178145:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148778e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:178145:1876087018951808:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.649323:0:178145:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000429e81d7/0xff23d3f688d93420 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x883:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.649332:0:178145:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000429e81d7/0xff23d3f688d93420 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x883:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.649339:0:178145:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000429e81d7/0xff23d3f688d93420 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x883:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.649347:0:178145:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000429e81d7/0xff23d3f688d93420 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x883:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.649648:0:178145:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000429e81d7/0xff23d3f688d93420 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x883:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.649667:0:178145:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00000100:00100000:3.0:1789185323.649799:0:178145:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14877a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+882:3638:x1876087018951552:12345-0@lo:6:osp-syn-0-0.0 Request processed in 29439us (29766us total) trans 4294977847 rc 0/0
00000100:00100000:3.0:1789185323.649806:0:178145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37989
00000100:00100000:1.0:1789185323.649913:0:178147:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0e40 going to sleep for 11 seconds
00010000:00010000:1.0:1789185323.649932:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:1.0:1789185323.649939:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009af2fde8/0xff23d3f688d93419 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x880:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.649948:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b26239a200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.649952:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009af2fde8/0xff23d3f688d93419 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x880:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.649968:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009af2fde8/0xff23d3f688d93419 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x880:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.649990:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009af2fde8/0xff23d3f688d93419 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x880:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.649998:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009af2fde8/0xff23d3f688d93419 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x880:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.650022:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:1.0:1789185323.650026:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f25d22cc/0xff23d3f688d9342e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x881:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.650032:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde6000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.650034:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f25d22cc/0xff23d3f688d9342e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x881:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.650041:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f25d22cc/0xff23d3f688d9342e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x881:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.650050:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f25d22cc/0xff23d3f688d9342e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x881:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.650057:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f25d22cc/0xff23d3f688d9342e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x881:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.650074:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1789185323.650078:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000429e81d7/0xff23d3f688d93420 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x883:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.650084:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde6400 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.650088:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000429e81d7/0xff23d3f688d93420 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x883:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.650095:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000429e81d7/0xff23d3f688d93420 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x883:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.650106:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000429e81d7/0xff23d3f688d93420 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x883:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.650112:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000429e81d7/0xff23d3f688d93420 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x883:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.650125:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.650127:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.650129:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789185323.650587:0:178143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14877aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+878:3636:x1876087018952064:12345-0@lo:6:osp-syn-1-0.0 Request processed in 29710us (29781us total) trans 4294989641 rc 0/0
00000100:00100000:0.0:1789185323.650595:0:178143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37991
00010000:00010000:0.0:1789185323.650616:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.650622:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:2.0:1789185323.651080:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14876e680/2, rc 0, transno 4294989640
00000100:00100000:2.0:1789185323.651095:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14876e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018951424:0@lo:6:osp-syn-1-0.0
00010000:00010000:2.0:1789185323.651111:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:2.0:1789185323.651130:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14b5c0380/2, rc 0, transno 4294977847
00000100:00100000:2.0:1789185323.651139:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14b5c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018951552:0@lo:6:osp-syn-0-0.0
00000004:00080000:2.0:1789185323.651161:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b148779f80/2, rc 0, transno 4294989641
00000100:00100000:2.0:1789185323.651165:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148779f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018952064:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185323.651264:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14b5fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018956160:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185323.651306:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185323.651346:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789185323.651350:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018956160
00000100:00100000:2.0:1789185323.651352:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1517a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018956288:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185323.651356:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018956160
00000100:00100000:2.0:1789185323.651373:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185323.652993:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1517a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018956416:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185323.653052:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185323.653538:0:178142:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f29ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:178142:1876087018952960:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.653589:0:178142:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000009b4d9ff2/0xff23d3f688d93443 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x882:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.653650:0:34809:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f71f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:34809:1876087018955136:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.653664:0:34809:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ebf5c28e/0xff23d3f688d9347b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x886:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.653762:0:16720:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f29f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16720:1876087018953472:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.653776:0:16720:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f05a18d4/0xff23d3f688d9344a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x886:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.653817:0:24325:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f29e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24325:1876087018954240:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.653828:0:24325:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000032ea7083/0xff23d3f688d93466 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x885:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.653855:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.653879:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.653899:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.654162:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.654216:0:8491:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f710e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8491:1876087018954880:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.654233:0:8491:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000010a0414/0xff23d3f688d9346d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x888:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.654256:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010813440
00000100:00100000:0.0:1789185323.654262:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010813440
00010000:00010000:0.0:1789185323.654296:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000455d39c/0xff23d3f688d8f68c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x889:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b2e3 expref: 136 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.654320:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010813696
00000100:00100000:0.0:1789185323.654323:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010813696
00010000:00010000:0.0:1789185323.654339:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e8003131/0xff23d3f688d8f566 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x884:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b2a4 expref: 136 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.654371:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010813952
00000100:00100000:0.0:1789185323.654374:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010813952
00010000:00010000:0.0:1789185323.654389:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004be82575/0xff23d3f688d8f5a5 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x885:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b2ab expref: 137 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.654404:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010814208
00000100:00100000:0.0:1789185323.654407:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010814208
00010000:00010000:0.0:1789185323.654419:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a56a3b4f/0xff23d3f688d8f796 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x88a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b2f1 expref: 138 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.654449:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23480
00000100:00100000:0.0:1789185323.654458:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f29e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+138:2392:x1876087010813440:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.654474:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.654481:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000455d39c/0xff23d3f688d8f68c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x889:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b2e3 expref: 138 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.654491:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000455d39c/0xff23d3f688d8f68c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x889:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b2e3 expref: 138 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.654523:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x889:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.654527:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x889:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.654535:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009d8ebc22/0xff23d3f688d93474 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x889:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.654564:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009d8ebc22/0xff23d3f688d93474 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x889:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.654586:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.654631:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f29e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+138:2392:x1876087010813440:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 174us (775us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.654638:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23480
00000100:00100000:0.0:1789185323.654660:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23481
00000100:00100000:0.0:1789185323.654667:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b269765450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+136:2392:x1876087010813696:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.654676:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.654682:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e8003131/0xff23d3f688d8f566 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x884:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b2a4 expref: 136 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.654691:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e8003131/0xff23d3f688d8f566 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x884:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b2a4 expref: 136 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.654704:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x884:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.654708:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x884:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.654712:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b053a121/0xff23d3f688d93458 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x884:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.654720:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b053a121/0xff23d3f688d93458 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x884:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.654733:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.654752:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b269765450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+136:2392:x1876087010813696:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 85us (871us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.654758:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23481
00000100:00100000:0.0:1789185323.654801:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23482
00000100:00100000:0.0:1789185323.654807:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f29f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+137:2392:x1876087010813952:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.654815:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.654819:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004be82575/0xff23d3f688d8f5a5 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x885:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b2ab expref: 137 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.654828:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004be82575/0xff23d3f688d8f5a5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x885:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b2ab expref: 137 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.654840:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x885:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.654843:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x885:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.654847:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000975c7499/0xff23d3f688d93451 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x885:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.654854:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000975c7499/0xff23d3f688d93451 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x885:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.654871:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.654889:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f29f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+137:2392:x1876087010813952:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 82us (990us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.654894:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23482
00000100:00100000:0.0:1789185323.654905:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23483
00000100:00100000:0.0:1789185323.654912:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f29ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+136:2392:x1876087010814208:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.654933:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.655108:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a56a3b4f/0xff23d3f688d8f796 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x88a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b2f1 expref: 136 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.655121:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a56a3b4f/0xff23d3f688d8f796 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x88a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b2f1 expref: 136 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.655133:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x88a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.655136:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x88a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.655141:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000087a9560f/0xff23d3f688d93482 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x88a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.655149:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000087a9560f/0xff23d3f688d93482 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x88a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.655161:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.655178:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f29ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+136:2392:x1876087010814208:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 267us (1017us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.655188:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23483
00010000:00010000:0.0:1789185323.655226:0:178148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a56a3b4f/0xff23d3f688d8f796 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x88a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b2f1 expref: 135 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.655239:0:178148:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f71e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:178148:1876087018955264:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.655253:0:178148:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000087a9560f/0xff23d3f688d93482 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x88a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.655262:0:178148:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000087a9560f/0xff23d3f688d93482 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x88a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.655269:0:178148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000087a9560f/0xff23d3f688d93482 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x88a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.655280:0:178148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000087a9560f/0xff23d3f688d93482 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x88a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.655288:0:178148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000087a9560f/0xff23d3f688d93482 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x88a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.655304:0:178148:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1789185323.655579:0:178148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14b5fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+882:3636:x1876087018954752:12345-0@lo:6:osp-syn-0-0.0 Request processed in 25577us (27951us total) trans 4294977848 rc 0/0
00000100:00100000:0.0:1789185323.655588:0:178148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38003
00000100:00100000:0.0:1789185323.655605:0:178148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018956288
00000100:00100000:0.0:1789185323.655610:0:178148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018956288
00000100:00100000:0.0:1789185323.655633:0:178148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018956416
00000100:00100000:0.0:1789185323.655636:0:178148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018956416
00000100:00100000:0.0:1789185323.655653:0:178148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38007
00000100:00100000:0.0:1789185323.655659:0:178148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1517a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+879:3635:x1876087018956160:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1789185323.655681:0:178148:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2185 count 1
00010000:00010000:0.0:1789185323.655704:0:178148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000378be304/0xff23d3f688d9349e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x889:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.655718:0:178148:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b1e52745/0xff23d3f688d8f6ee lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x889:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b2ea expref: 135 pid: 16720 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.655725:0:178148:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x889:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.655729:0:178148:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x889:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.655733:0:178148:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000378be304/0xff23d3f688d9349e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x889:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.655762:0:178148:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b1e52745/0xff23d3f688d8f6ee lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x889:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b2ea expref: 135 pid: 16720 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.655775:0:178148:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b1e52745/0xff23d3f688d8f6ee lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x889:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b2ea expref: 135 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.655789:0:178148:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0fbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:178148:1876087018956544:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.655832:0:178148:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14a4dc000 going to sleep for 11 seconds
00000100:00100000:0.0:1789185323.655849:0:178143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38008
00000100:00100000:0.0:1789185323.655856:0:178143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1517a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+879:3635:x1876087018956288:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1789185323.655868:0:178143:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2186 count 1
00010000:00010000:0.0:1789185323.655879:0:178143:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b8e15e82/0xff23d3f688d934a5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x88a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.655890:0:178143:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004043205a/0xff23d3f688d8f6f5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x88a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b2f8 expref: 135 pid: 16720 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.655897:0:178143:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x88a:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.655900:0:178143:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x88a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.655904:0:178143:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b8e15e82/0xff23d3f688d934a5 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x88a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.655923:0:178143:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004043205a/0xff23d3f688d8f6f5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x88a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b2f8 expref: 135 pid: 16720 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.655933:0:178143:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004043205a/0xff23d3f688d8f6f5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x88a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b2f8 expref: 135 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.656112:0:178143:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0f8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:178143:1876087018956672:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.656137:0:178143:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1530999c0 going to sleep for 11 seconds
00000100:00100000:0.0:1789185323.656164:0:8428:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f711f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8428:1876087018953984:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.656181:0:8428:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000663bed3e/0xff23d3f688d9345f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x887:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.657210:0:178146:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004be82575/0xff23d3f688d8f5a5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x885:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b2ab expref: 134 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.657231:0:178146:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f713480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:178146:1876087018953856:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.657253:0:178146:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000975c7499/0xff23d3f688d93451 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x885:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.657263:0:178146:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000975c7499/0xff23d3f688d93451 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x885:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.657270:0:178146:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000975c7499/0xff23d3f688d93451 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x885:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.657282:0:178146:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000975c7499/0xff23d3f688d93451 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x885:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.657291:0:178146:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000975c7499/0xff23d3f688d93451 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x885:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.657318:0:178146:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000004:00080000:2.0:1789185323.657407:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14b5fc000/2, rc 0, transno 4294977848
00000100:00100000:2.0:1789185323.657420:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14b5fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018954752:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.657599:0:178146:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b2769b2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+883:3636:x1876087018953216:12345-0@lo:6:osp-syn-0-0.0 Request processed in 32548us (32878us total) trans 4294977849 rc 0/0
00000100:00100000:0.0:1789185323.657608:0:178146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37996
00000004:00080000:2.0:1789185323.657614:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b1517b5500/2, rc 0, transno 4294977849
00000100:00100000:2.0:1789185323.657619:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b1517b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018953216:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185323.657635:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151764e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018956800:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.657639:0:178146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38009
00000100:00100000:0.0:1789185323.657650:0:178146:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1517a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+882:3637:x1876087018956416:12345-0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185323.657669:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00002000:00080000:0.0:1789185323.657671:0:178146:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2188 count 1
00010000:00010000:0.0:1789185323.657691:0:178146:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005d3876dd/0xff23d3f688d934ac lrc: 3/0,1 mode: --/PW res: [0x280000401:0x88c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.657708:0:178146:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001b86cb5a/0xff23d3f688d8f7a4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x88c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b30d expref: 133 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.657718:0:178146:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x88c:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.657722:0:178146:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x88c:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.657727:0:178146:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005d3876dd/0xff23d3f688d934ac lrc: 4/0,1 mode: --/PW res: [0x280000401:0x88c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.657756:0:178146:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001b86cb5a/0xff23d3f688d8f7a4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x88c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b30d expref: 133 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.657769:0:178146:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001b86cb5a/0xff23d3f688d8f7a4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x88c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b30d expref: 133 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.657781:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151765f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018956928:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.657782:0:178146:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14da1aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:178146:1876087018957056:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.658044:0:178146:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b242ea1240 going to sleep for 11 seconds
00010000:00010000:0.0:1789185323.658060:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:0.0:1789185323.658067:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000087a9560f/0xff23d3f688d93482 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x88a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.658075:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14bc29e00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.658080:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000087a9560f/0xff23d3f688d93482 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x88a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.658096:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000087a9560f/0xff23d3f688d93482 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x88a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.658115:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000087a9560f/0xff23d3f688d93482 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x88a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.658123:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000087a9560f/0xff23d3f688d93482 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x88a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.658132:0:35218:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018956800
00000100:00100000:1.0:1789185323.658139:0:35218:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018956800
00010000:00010000:0.0:1789185323.658142:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185323.658146:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000975c7499/0xff23d3f688d93451 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x885:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.658152:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14bc28400 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.658155:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000975c7499/0xff23d3f688d93451 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x885:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.658161:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000975c7499/0xff23d3f688d93451 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x885:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.658167:0:35218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38010
00010000:00010000:0.0:1789185323.658171:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000975c7499/0xff23d3f688d93451 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x885:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.658173:0:35218:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151766a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+883:3638:x1876087018956800:12345-0@lo:6:osp-syn-0-0.0
00010000:00010000:0.0:1789185323.658178:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000975c7499/0xff23d3f688d93451 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x885:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00080000:1.0:1789185323.658185:0:35218:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2189 count 1
00010000:00010000:1.0:1789185323.658199:0:35218:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000842f3ed2/0xff23d3f688d934b3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x88d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.658199:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.658201:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.658202:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.658210:0:35218:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e6423c9d/0xff23d3f688d8f7ab lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x88d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b31b expref: 133 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.658217:0:35218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x88d:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.658220:0:35218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x88d:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.658223:0:35218:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000842f3ed2/0xff23d3f688d934b3 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x88d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.658241:0:35218:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e6423c9d/0xff23d3f688d8f7ab lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x88d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b31b expref: 133 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.658250:0:35218:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e6423c9d/0xff23d3f688d8f7ab lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x88d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b31b expref: 133 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.658265:0:35218:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1517b5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35218:1876087018957184:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185323.658317:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185323.658358:0:35223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018956928
00000100:00100000:2.0:1789185323.658362:0:35223:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018956928
00000100:00100000:2.0:1789185323.658379:0:35223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38011
00000100:00100000:2.0:1789185323.658384:0:35223:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151765880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+884:3635:x1876087018956928:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1789185323.658419:0:35223:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2190 count 1
00010000:00010000:2.0:1789185323.658443:0:35223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007ef11ebc/0xff23d3f688d934ba lrc: 3/0,1 mode: --/PW res: [0x280000401:0x88e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.658455:0:35223:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000051e07a57/0xff23d3f688d8f7b2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x88e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b329 expref: 133 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.658467:0:35223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x88e:0x0].0x0 since=124s v=(0 0)
00010000:00010000:2.0:1789185323.658470:0:35223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x88e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.658474:0:35223:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007ef11ebc/0xff23d3f688d934ba lrc: 4/0,1 mode: --/PW res: [0x280000401:0x88e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.658493:0:35223:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000051e07a57/0xff23d3f688d8f7b2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x88e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b329 expref: 133 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.658501:0:35223:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000051e07a57/0xff23d3f688d8f7b2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x88e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b329 expref: 133 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.658511:0:35223:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151766300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:35223:1876087018957312:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185323.658537:0:35223:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b149ae2780 going to sleep for 11 seconds
00000100:00100000:3.0:1789185323.658773:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.658799:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.658818:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.658837:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.658857:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.658872:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010813312
00000100:00100000:3.0:1789185323.658876:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010813312
00010000:00010000:3.0:1789185323.658898:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000044d46867/0xff23d3f688d8f65b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x888:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b2d5 expref: 134 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.658926:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010813568
00000100:00100000:3.0:1789185323.658929:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010813568
00010000:00010000:3.0:1789185323.659048:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008c2acf00/0xff23d3f688d8f558 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x882:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b288 expref: 136 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.659063:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010813824
00000100:00100000:3.0:1789185323.659065:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010813824
00010000:00010000:3.0:1789185323.659077:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001cfcc193/0xff23d3f688d90160 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x886:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 62914560->62918655) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bd32 expref: 137 pid: 34809 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.659087:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010814080
00000100:00100000:3.0:1789185323.659089:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010814080
00010000:00010000:3.0:1789185323.659098:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000077473595/0xff23d3f688d8f5eb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x887:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b2c7 expref: 135 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.659107:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010814336
00000100:00100000:3.0:1789185323.659109:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010814336
00010000:00010000:3.0:1789185323.659117:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007ffd1ca3/0xff23d3f688d8f5ac lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x886:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b2b9 expref: 136 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.659128:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23484
00000100:00100000:3.0:1789185323.659134:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f29dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+136:2392:x1876087010813312:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.659143:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.659148:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000044d46867/0xff23d3f688d8f65b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x888:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b2d5 expref: 136 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.659166:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000044d46867/0xff23d3f688d8f65b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x888:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b2d5 expref: 136 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.659182:0:178150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000044d46867/0xff23d3f688d8f65b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x888:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b2d5 expref: 136 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.659193:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x888:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.659197:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x888:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.659203:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000010a0414/0xff23d3f688d9346d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x888:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.659212:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000010a0414/0xff23d3f688d9346d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x888:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.659239:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.659264:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f29dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+135:2392:x1876087010813312:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 129us (492us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.659270:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23484
00000100:00100000:3.0:1789185323.659284:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23485
00000100:00100000:3.0:1789185323.659289:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f29e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+137:2392:x1876087010813568:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.659296:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.659301:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008c2acf00/0xff23d3f688d8f558 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x882:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b288 expref: 137 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.659317:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008c2acf00/0xff23d3f688d8f558 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x882:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b288 expref: 137 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.659330:0:178150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008c2acf00/0xff23d3f688d8f558 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x882:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b288 expref: 137 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.659340:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x882:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.659343:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x882:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.659347:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009b4d9ff2/0xff23d3f688d93443 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x882:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.659418:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009b4d9ff2/0xff23d3f688d93443 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x882:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.659447:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.659464:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f29e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+136:2392:x1876087010813568:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 175us (664us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.659470:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23485
00000100:00100000:3.0:1789185323.659482:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23486
00000100:00100000:3.0:1789185323.659487:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f29c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+135:2392:x1876087010813824:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.659494:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.659498:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001cfcc193/0xff23d3f688d90160 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x886:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 62914560->62918655) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bd32 expref: 135 pid: 34809 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.659514:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001cfcc193/0xff23d3f688d90160 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x886:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 62914560->62918655) gid 0 flags: 0x50000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bd32 expref: 135 pid: 34809 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.659527:0:178150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001cfcc193/0xff23d3f688d90160 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x886:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 62914560->62918655) gid 0 flags: 0x44801400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bd32 expref: 135 pid: 34809 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.659538:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x886:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1789185323.659542:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x886:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1789185323.659565:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ebf5c28e/0xff23d3f688d9347b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x886:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.659574:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ebf5c28e/0xff23d3f688d9347b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x886:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.659589:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.659605:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f29c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+134:2392:x1876087010813824:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 117us (785us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.659611:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23486
00000100:00100000:3.0:1789185323.659623:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23487
00000100:00100000:3.0:1789185323.659628:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f71e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+134:2392:x1876087010814080:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.659635:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.659640:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000077473595/0xff23d3f688d8f5eb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x887:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b2c7 expref: 134 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.659656:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000077473595/0xff23d3f688d8f5eb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x887:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b2c7 expref: 134 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.659668:0:178150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000077473595/0xff23d3f688d8f5eb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x887:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b2c7 expref: 134 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.659678:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x887:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.659681:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x887:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.659685:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000663bed3e/0xff23d3f688d9345f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x887:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.659693:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000663bed3e/0xff23d3f688d9345f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x887:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.659707:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.659721:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f71e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+133:2392:x1876087010814080:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 93us (884us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.659727:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23487
00000100:00100000:3.0:1789185323.659738:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23488
00000100:00100000:3.0:1789185323.659744:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b269767c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+132:2392:x1876087010814336:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.659751:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.659756:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000007ffd1ca3/0xff23d3f688d8f5ac lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x886:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b2b9 expref: 132 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.659771:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007ffd1ca3/0xff23d3f688d8f5ac lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x886:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b2b9 expref: 132 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.659783:0:178150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007ffd1ca3/0xff23d3f688d8f5ac lrc: 0/0,0 mode: --/PR res: [0x280000401:0x886:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b2b9 expref: 132 pid: 35222 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.659794:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x886:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.659797:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x886:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.659801:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f05a18d4/0xff23d3f688d9344a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x886:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.659808:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f05a18d4/0xff23d3f688d9344a lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x886:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.659825:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.659843:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b269767c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+131:2392:x1876087010814336:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 99us (984us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.659849:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23488
00010000:00010000:3.0:1789185323.659890:0:178142:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000009b4d9ff2/0xff23d3f688d93443 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x882:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.659899:0:178142:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009b4d9ff2/0xff23d3f688d93443 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x882:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.659910:0:178142:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009b4d9ff2/0xff23d3f688d93443 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x882:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.660078:0:8491:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000010a0414/0xff23d3f688d9346d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x888:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.660088:0:8491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000010a0414/0xff23d3f688d9346d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x888:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.660096:0:8491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000010a0414/0xff23d3f688d9346d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x888:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.660104:0:8491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000010a0414/0xff23d3f688d9346d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x888:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.660120:0:8491:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1789185323.660272:0:8491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14b5fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+885:3637:x1876087018954496:12345-0@lo:6:osp-syn-0-0.0 Request processed in 32318us (32824us total) trans 4294977850 rc 0/0
00000100:00100000:0.0:1789185323.660280:0:8491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38000
00010000:00010000:0.0:1789185323.660319:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185323.660325:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000010a0414/0xff23d3f688d9346d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x888:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.660332:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14bc29a00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.660337:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000010a0414/0xff23d3f688d9346d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x888:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.660346:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000010a0414/0xff23d3f688d9346d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x888:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:2.0:1789185323.660426:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14b5ffb80/2, rc 0, transno 4294977850
00010000:00010000:0.0:1789185323.660446:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000010a0414/0xff23d3f688d9346d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x888:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.660448:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14b5ffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018954496:0@lo:6:osp-syn-0-0.0
00010000:00010000:0.0:1789185323.660454:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000010a0414/0xff23d3f688d9346d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x888:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.660471:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.660473:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.660475:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.660484:0:8428:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000663bed3e/0xff23d3f688d9345f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x887:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.660491:0:8428:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000663bed3e/0xff23d3f688d9345f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x887:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.660499:0:8428:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000663bed3e/0xff23d3f688d9345f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x887:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.660505:0:8428:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000663bed3e/0xff23d3f688d9345f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x887:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.660516:0:8428:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1789185323.660526:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151767100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018957440:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185323.660575:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185323.660603:0:8428:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1517b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+885:3638:x1876087018953600:12345-0@lo:6:osp-syn-0-0.0 Request processed in 35226us (35614us total) trans 4294977851 rc 0/0
00000100:00100000:0.0:1789185323.660610:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37998
00010000:00010000:2.0:1789185323.660615:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185323.660620:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000663bed3e/0xff23d3f688d9345f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x887:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.660624:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018957440
00010000:00010000:2.0:1789185323.660628:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14bc29400 already unused, calling callback (ffffffffc0cd94f0)
00000100:00100000:0.0:1789185323.660628:0:8428:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018957440
00010000:00010000:2.0:1789185323.660631:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000663bed3e/0xff23d3f688d9345f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x887:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.660640:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000663bed3e/0xff23d3f688d9345f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x887:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.660650:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38012
00010000:00010000:2.0:1789185323.660651:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000663bed3e/0xff23d3f688d9345f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x887:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.660657:0:8428:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148762680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+885:3636:x1876087018957440:12345-0@lo:6:osp-syn-0-0.0
00010000:00010000:2.0:1789185323.660658:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000663bed3e/0xff23d3f688d9345f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x887:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.660671:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.660673:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.660675:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00002000:00080000:0.0:1789185323.660675:0:8428:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2191 count 1
00010000:00010000:0.0:1789185323.660692:0:8428:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008f46687d/0xff23d3f688d934c1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x88f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:2.0:1789185323.660693:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b1517b4000/2, rc 0, transno 4294977851
00000100:00100000:2.0:1789185323.660700:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b1517b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018953600:0@lo:6:osp-syn-0-0.0
00010000:00010000:0.0:1789185323.660706:0:8428:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e0397760/0xff23d3f688d8f7b9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x88f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b337 expref: 130 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.660714:0:8428:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x88f:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.660717:0:8428:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x88f:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.660721:0:8428:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008f46687d/0xff23d3f688d934c1 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x88f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.660742:0:8428:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e0397760/0xff23d3f688d8f7b9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x88f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b337 expref: 130 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.660754:0:8428:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e0397760/0xff23d3f688d8f7b9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x88f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b337 expref: 130 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.660764:0:8428:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148764e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8428:1876087018957696:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.660805:0:8428:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14dbaa9c0 going to sleep for 11 seconds
00000100:00100000:0.0:1789185323.660844:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185323.660973:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148761f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018957568:0@lo:6:osp-syn-0-0.0
00010000:00010000:3.0:1789185323.661467:0:178142:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009b4d9ff2/0xff23d3f688d93443 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x882:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.661490:0:178142:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1789185323.661641:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185323.661647:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009b4d9ff2/0xff23d3f688d93443 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x882:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.661654:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b26239ae00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.661658:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009b4d9ff2/0xff23d3f688d93443 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x882:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.661666:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009b4d9ff2/0xff23d3f688d93443 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x882:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.661681:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009b4d9ff2/0xff23d3f688d93443 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x882:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.661688:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009b4d9ff2/0xff23d3f688d93443 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x882:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.661707:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.661708:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.661710:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789185323.661724:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010814464
00000100:00100000:0.0:1789185323.661729:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010814464
00010000:00010000:0.0:1789185323.661754:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000696b9cc2/0xff23d3f688d8f56d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x885:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b2b2 expref: 134 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.661785:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23489
00000100:00100000:0.0:1789185323.661793:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148766a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+134:2392:x1876087010814464:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.661805:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.661810:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000696b9cc2/0xff23d3f688d8f56d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x885:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b2b2 expref: 134 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.661822:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000696b9cc2/0xff23d3f688d8f56d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x885:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b2b2 expref: 134 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.661837:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000696b9cc2/0xff23d3f688d8f56d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x885:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b2b2 expref: 134 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.661848:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x885:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.661852:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x885:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.661857:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000032ea7083/0xff23d3f688d93466 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x885:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.661867:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000032ea7083/0xff23d3f688d93466 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x885:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.661892:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185323.662282:0:34810:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b1517b5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:34810:1876087018955648:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.662305:0:34810:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000439557c1/0xff23d3f688d93490 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x887:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.662331:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.662349:0:35222:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e8003131/0xff23d3f688d8f566 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x884:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b2a4 expref: 133 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.662368:0:35222:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b1517b6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:35222:1876087018953728:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.662378:0:35222:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b053a121/0xff23d3f688d93458 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x884:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.662393:0:35222:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b053a121/0xff23d3f688d93458 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x884:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.662400:0:35222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b053a121/0xff23d3f688d93458 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x884:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.662410:0:35222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b053a121/0xff23d3f688d93458 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x884:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.662417:0:35222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b053a121/0xff23d3f688d93458 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x884:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.662444:0:35222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1789185323.662740:0:35222:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1517b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+881:3636:x1876087018953088:12345-0@lo:6:osp-syn-1-0.0 Request processed in 37614us (37882us total) trans 4294989643 rc 0/0
00000100:00100000:1.0:1789185323.662749:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37997
00000100:00100000:1.0:1789185323.662822:0:35218:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0780 going to sleep for 11 seconds
00000100:00100000:1.0:1789185323.663779:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185323.663820:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185323.663858:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185323.664311:0:178147:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b1517b4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:178147:1876087018956032:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.664341:0:178147:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000084950cc6/0xff23d3f688d93497 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x888:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.664371:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010814720
00000100:00100000:1.0:1789185323.664377:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010814720
00010000:00010000:1.0:1789185323.664412:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002fa78c0b/0xff23d3f688d8f79d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x88b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b2ff expref: 131 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.664448:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010814592
00000100:00100000:1.0:1789185323.664451:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010814592
00010000:00010000:1.0:1789185323.664464:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e9c58707/0xff23d3f688d8f623 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x887:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b2ce expref: 133 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.664476:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010814848
00000100:00100000:1.0:1789185323.664478:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010814848
00010000:00010000:1.0:1789185323.664488:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001ba2cc92/0xff23d3f688d8f670 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x888:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b2dc expref: 134 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.664503:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23490
00000100:00100000:1.0:1789185323.664510:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1517b6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+131:2392:x1876087010814720:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185323.664536:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185323.664543:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002fa78c0b/0xff23d3f688d8f79d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x88b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b2ff expref: 131 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.664574:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002fa78c0b/0xff23d3f688d8f79d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x88b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b2ff expref: 131 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.664603:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x88b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.664608:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x88b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.664615:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000000a05877/0xff23d3f688d93489 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x88b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.664625:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000000a05877/0xff23d3f688d93489 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x88b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.664643:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185323.664684:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1517b6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+131:2392:x1876087010814720:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 174us (910us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185323.664690:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23490
00000100:00100000:1.0:1789185323.664707:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23491
00000100:00100000:1.0:1789185323.664712:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1517b5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+134:2392:x1876087010814592:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185323.664721:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185323.664727:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e9c58707/0xff23d3f688d8f623 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x887:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b2ce expref: 134 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.664736:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e9c58707/0xff23d3f688d8f623 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x887:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b2ce expref: 134 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.664751:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e9c58707/0xff23d3f688d8f623 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x887:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b2ce expref: 134 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.664769:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x887:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.664772:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x887:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.664777:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000439557c1/0xff23d3f688d93490 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x887:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.664784:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000439557c1/0xff23d3f688d93490 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x887:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.664800:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185323.664816:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1517b5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+133:2392:x1876087010814592:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 104us (997us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185323.664822:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23491
00000100:00100000:1.0:1789185323.664835:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23492
00000100:00100000:1.0:1789185323.664841:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1517b4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+132:2392:x1876087010814848:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185323.664848:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185323.664852:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001ba2cc92/0xff23d3f688d8f670 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x888:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b2dc expref: 132 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.664862:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001ba2cc92/0xff23d3f688d8f670 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x888:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b2dc expref: 132 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.664874:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001ba2cc92/0xff23d3f688d8f670 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x888:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b2dc expref: 132 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.664888:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x888:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.664891:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x888:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.664894:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000084950cc6/0xff23d3f688d93497 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x888:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.664900:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000084950cc6/0xff23d3f688d93497 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x888:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.664914:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185323.664932:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1517b4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+131:2392:x1876087010814848:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 92us (1075us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185323.664949:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23492
00010000:00010000:1.0:1789185323.664970:0:34810:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000439557c1/0xff23d3f688d93490 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x887:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.664978:0:34810:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000439557c1/0xff23d3f688d93490 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x887:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.664988:0:34810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000439557c1/0xff23d3f688d93490 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x887:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.664996:0:34810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000439557c1/0xff23d3f688d93490 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x887:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.665019:0:34810:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:1.0:1789185323.665173:0:34810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14b5fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+881:3636:x1876087018955392:12345-0@lo:6:osp-syn-1-0.0 Request processed in 17765us (19848us total) trans 4294989644 rc 0/0
00000100:00100000:1.0:1789185323.665181:0:34810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38005
00010000:00010000:1.0:1789185323.665202:0:178147:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000084950cc6/0xff23d3f688d93497 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x888:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.665209:0:178147:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000084950cc6/0xff23d3f688d93497 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x888:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.665217:0:178147:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000084950cc6/0xff23d3f688d93497 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x888:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.665223:0:178147:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000084950cc6/0xff23d3f688d93497 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x888:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.665236:0:178147:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00000100:00100000:1.0:1789185323.665296:0:178147:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14b5ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+881:3638:x1876087018955776:12345-0@lo:6:osp-syn-1-0.0 Request processed in 16720us (17387us total) trans 4294989645 rc 0/0
00000100:00100000:1.0:1789185323.665302:0:178147:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38006
00010000:00010000:1.0:1789185323.665357:0:178169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000455d39c/0xff23d3f688d8f68c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x889:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b2e3 expref: 130 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.665368:0:178169:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f71f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:178169:1876087018955008:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.665385:0:178169:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000009d8ebc22/0xff23d3f688d93474 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x889:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.665398:0:178169:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000009d8ebc22/0xff23d3f688d93474 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x889:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.665405:0:178169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009d8ebc22/0xff23d3f688d93474 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x889:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.665414:0:178169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009d8ebc22/0xff23d3f688d93474 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x889:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.665420:0:178169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009d8ebc22/0xff23d3f688d93474 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x889:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.665443:0:178169:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool
00010000:00010000:1.0:1789185323.665456:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp.  (3 blwis in pool)
00010000:00010000:1.0:1789185323.665463:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b053a121/0xff23d3f688d93458 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x884:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.665471:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde7800 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.665476:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b053a121/0xff23d3f688d93458 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x884:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.665486:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b053a121/0xff23d3f688d93458 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x884:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.665499:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b053a121/0xff23d3f688d93458 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x884:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.665507:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b053a121/0xff23d3f688d93458 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x884:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.665527:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:1.0:1789185323.665531:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000439557c1/0xff23d3f688d93490 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x887:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.665537:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde7c00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.665540:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000439557c1/0xff23d3f688d93490 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x887:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.665567:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000439557c1/0xff23d3f688d93490 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x887:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.665578:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000439557c1/0xff23d3f688d93490 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x887:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.665586:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000439557c1/0xff23d3f688d93490 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x887:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.665597:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:1.0:1789185323.665601:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000084950cc6/0xff23d3f688d93497 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x888:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.665606:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde6e00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.665609:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000084950cc6/0xff23d3f688d93497 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x888:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.665615:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000084950cc6/0xff23d3f688d93497 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x888:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.665623:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000084950cc6/0xff23d3f688d93497 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x888:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.665630:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000084950cc6/0xff23d3f688d93497 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x888:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.665640:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1789185323.665644:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009d8ebc22/0xff23d3f688d93474 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x889:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.665649:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14bc28c00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.665653:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009d8ebc22/0xff23d3f688d93474 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x889:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.665659:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009d8ebc22/0xff23d3f688d93474 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x889:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.665669:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009d8ebc22/0xff23d3f688d93474 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x889:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.665671:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.665678:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009d8ebc22/0xff23d3f688d93474 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x889:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.665693:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.665695:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.665697:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:2.0:1789185323.665704:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14b5fc700/2, rc 0, transno 4294989645
00000100:00100000:2.0:1789185323.665719:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14b5fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018955776:0@lo:6:osp-syn-1-0.0
00000004:00080000:2.0:1789185323.665747:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14b5fc380/2, rc 0, transno 4294989644
00000100:00100000:2.0:1789185323.665752:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14b5fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018955392:0@lo:6:osp-syn-1-0.0
00000004:00080000:2.0:1789185323.665769:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14bbfdf80/2, rc 0, transno 4294989643
00000100:00100000:1.0:1789185323.665776:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185323.665777:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14bbfdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018953088:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185323.665875:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148760380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018957824:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.665901:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185323.665927:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.665933:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185323.665951:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010814976
00000100:00100000:1.0:1789185323.665955:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010814976
00010000:00010000:1.0:1789185323.665975:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b1e52745/0xff23d3f688d8f6ee lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x889:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b2ea expref: 131 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.665980:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148761880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018957952:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.665997:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010815232
00000100:00100000:1.0:1789185323.666002:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010815232
00010000:00010000:1.0:1789185323.666016:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001b86cb5a/0xff23d3f688d8f7a4 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x88c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b30d expref: 130 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.666028:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.666030:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010815104
00000100:00100000:1.0:1789185323.666034:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010815104
00010000:00010000:1.0:1789185323.666046:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004043205a/0xff23d3f688d8f6f5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x88a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b2f8 expref: 132 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.666058:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789185323.666064:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23493
00000100:00100000:2.0:1789185323.666068:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148761500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018958080:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.666075:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1517b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+132:2391:x1876087010814976:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185323.666085:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185323.666090:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b1e52745/0xff23d3f688d8f6ee lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x889:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b2ea expref: 132 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.666105:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:1.0:1789185323.666115:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b1e52745/0xff23d3f688d8f6ee lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x889:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b2ea expref: 132 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.666131:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x889:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.666137:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x889:0x0].0x0 since=0s v=(0 0)
00000100:00100000:2.0:1789185323.666142:0:178144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018957824
00010000:00010000:1.0:1789185323.666142:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000378be304/0xff23d3f688d9349e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x889:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.666149:0:178144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018957824
00010000:00010000:1.0:1789185323.666156:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000378be304/0xff23d3f688d9349e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x889:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.666171:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185323.666180:0:178144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018957952
00000100:00100000:2.0:1789185323.666185:0:178144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018957952
00000100:00100000:1.0:1789185323.666203:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1517b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+132:2391:x1876087010814976:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 131us (429us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185323.666205:0:178144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018958080
00000100:00100000:2.0:1789185323.666211:0:178144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018958080
00000100:00100000:1.0:1789185323.666214:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23493
00000100:00100000:2.0:1789185323.666231:0:178144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38013
00000100:00100000:1.0:1789185323.666237:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23494
00000100:00100000:2.0:1789185323.666242:0:178144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148760a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+883:3638:x1876087018957824:12345-0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.666250:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1517b7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+130:2394:x1876087010815232:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185323.666258:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185323.666263:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001b86cb5a/0xff23d3f688d8f7a4 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x88c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b30d expref: 130 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00002000:00080000:2.0:1789185323.666269:0:178144:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2187 count 1
00010000:00010000:1.0:1789185323.666273:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001b86cb5a/0xff23d3f688d8f7a4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x88c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b30d expref: 130 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.666293:0:178144:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001ea59ce8/0xff23d3f688d934c8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x88b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.666293:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x88c:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.666298:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x88c:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.666306:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000005d3876dd/0xff23d3f688d934ac lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x88c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.666316:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005d3876dd/0xff23d3f688d934ac lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x88c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.666319:0:178144:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008ca1475c/0xff23d3f688d8f6fc lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x88b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b306 expref: 131 pid: 24325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.666335:0:178144:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x88b:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.666335:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1789185323.666341:0:178144:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x88b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.666346:0:178144:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001ea59ce8/0xff23d3f688d934c8 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x88b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.666356:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1517b7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+130:2394:x1876087010815232:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 109us (455us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185323.666363:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23494
00010000:00010000:2.0:1789185323.666376:0:178144:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008ca1475c/0xff23d3f688d8f6fc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x88b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b306 expref: 131 pid: 24325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.666379:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23495
00000100:00100000:1.0:1789185323.666391:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b269766850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+131:2394:x1876087010815104:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.666398:0:178144:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008ca1475c/0xff23d3f688d8f6fc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x88b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b306 expref: 131 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.666399:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185323.666408:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004043205a/0xff23d3f688d8f6f5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x88a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b2f8 expref: 131 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.666417:0:178144:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151756a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:178144:1876087018958208:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.666424:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004043205a/0xff23d3f688d8f6f5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x88a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b2f8 expref: 131 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.666450:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x88a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.666453:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x88a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.666458:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b8e15e82/0xff23d3f688d934a5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x88a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.666466:0:178144:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b149ae2600 going to sleep for 11 seconds
00010000:00010000:1.0:1789185323.666467:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b8e15e82/0xff23d3f688d934a5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x88a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.666483:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185323.666488:0:34810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38014
00000100:00100000:2.0:1789185323.666497:0:34810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148763480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+883:3635:x1876087018957952:12345-0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1789185323.666508:0:178142:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14bbfd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+883:3636:x1876087018952320:12345-0@lo:6:osp-syn-1-0.0 Request processed in 44679us (45321us total) trans 4294989642 rc 0/0
00000100:00100000:1.0:1789185323.666509:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b269766850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+131:2394:x1876087010815104:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 117us (575us total) trans 0 rc 0/0
00002000:00080000:2.0:1789185323.666511:0:34810:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2188 count 1
00000100:00100000:1.0:1789185323.666525:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23495
00010000:00010000:2.0:1789185323.666526:0:34810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d934cf lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x88c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.666527:0:178142:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37992
00010000:00010000:2.0:1789185323.666539:0:34810:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ee184254/0xff23d3f688d8f703 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x88c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b314 expref: 130 pid: 24325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.666568:0:34810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x88c:0x0].0x0 since=124s v=(0 0)
00000100:00100000:3.0:1789185323.666572:0:178142:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38015
00010000:00010000:2.0:1789185323.666572:0:34810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x88c:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.666577:0:34810:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d934cf lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x88c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.666596:0:34810:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ee184254/0xff23d3f688d8f703 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x88c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b314 expref: 130 pid: 24325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.666605:0:34810:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ee184254/0xff23d3f688d8f703 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x88c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b314 expref: 130 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.666621:0:34810:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151757100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:34810:1876087018958336:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185323.666646:0:34810:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe16840 going to sleep for 11 seconds
00000100:00100000:2.0:1789185323.666671:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185323.666703:0:35222:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018957568
00000100:00100000:2.0:1789185323.666707:0:35222:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018957568
00010000:00010000:0.0:1789185323.667193:0:24325:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000032ea7083/0xff23d3f688d93466 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x885:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.667211:0:24325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000032ea7083/0xff23d3f688d93466 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x885:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.667220:0:24325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000032ea7083/0xff23d3f688d93466 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x885:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.667227:0:24325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000032ea7083/0xff23d3f688d93466 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x885:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.667246:0:24325:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1789185323.667368:0:24325:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14b5ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+883:3635:x1876087018954112:12345-0@lo:6:osp-syn-1-0.0 Request processed in 40792us (41293us total) trans 4294989646 rc 0/0
00000100:00100000:0.0:1789185323.667376:0:24325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37999
00010000:00010000:0.0:1789185323.667406:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185323.667412:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000032ea7083/0xff23d3f688d93466 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x885:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.667420:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14a862a00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.667425:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000032ea7083/0xff23d3f688d93466 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x885:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.667447:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000032ea7083/0xff23d3f688d93466 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x885:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.667463:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000032ea7083/0xff23d3f688d93466 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x885:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.667472:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000032ea7083/0xff23d3f688d93466 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x885:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.667478:0:178169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14b5fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+887:3637:x1876087018954624:12345-0@lo:6:osp-syn-0-0.0 Request processed in 39320us (39966us total) trans 4294977852 rc 0/0
00010000:00010000:0.0:1789185323.667493:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.667495:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.667497:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:0.0:1789185323.667522:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14b5fdf80/2, rc 0, transno 4294989646
00000100:00100000:0.0:1789185323.667532:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14b5fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018954112:0@lo:6:osp-syn-1-0.0
00010000:00010000:0.0:1789185323.667603:0:178143:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004043205a/0xff23d3f688d8f6f5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x88a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b2f8 expref: 130 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.667614:0:178143:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0f8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:178143:1876087018956672:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.667632:0:178143:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b8e15e82/0xff23d3f688d934a5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x88a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.667641:0:178143:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b8e15e82/0xff23d3f688d934a5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x88a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.667648:0:178143:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b8e15e82/0xff23d3f688d934a5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x88a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.667656:0:178143:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b8e15e82/0xff23d3f688d934a5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x88a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.667669:0:178143:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b8e15e82/0xff23d3f688d934a5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x88a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.667682:0:178143:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1789185323.667771:0:178143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1517a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+883:3635:x1876087018956288:12345-0@lo:6:osp-syn-1-0.0 Request processed in 11915us (16396us total) trans 4294989647 rc 0/0
00000100:00100000:0.0:1789185323.667777:0:178143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38008
00000004:00080000:0.0:1789185323.667802:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b1517a6300/2, rc 0, transno 4294989647
00000100:00100000:0.0:1789185323.667811:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b1517a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018956288:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.667832:0:178169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38001
00010000:00010000:0.0:1789185323.667861:0:178148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b1e52745/0xff23d3f688d8f6ee lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x889:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b2ea expref: 129 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.667873:0:178148:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0fbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:178148:1876087018956544:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.667885:0:178148:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000378be304/0xff23d3f688d9349e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x889:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.667892:0:178148:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000378be304/0xff23d3f688d9349e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x889:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.667898:0:178148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000378be304/0xff23d3f688d9349e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x889:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.667905:0:178148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000378be304/0xff23d3f688d9349e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x889:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.667912:0:178148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000378be304/0xff23d3f688d9349e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x889:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.668159:0:178142:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148760000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+882:3635:x1876087018958080:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:3.0:1789185323.668182:0:178142:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2189 count 1
00010000:00010000:3.0:1789185323.668200:0:178142:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003fd261ad/0xff23d3f688d934d6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x88d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.668214:0:178142:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009f137ae8/0xff23d3f688d8f70a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x88d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b322 expref: 128 pid: 24325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.668222:0:178142:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x88d:0x0].0x0 since=124s v=(0 0)
00010000:00010000:3.0:1789185323.668225:0:178142:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x88d:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.668229:0:178142:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003fd261ad/0xff23d3f688d934d6 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x88d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.668253:0:178142:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009f137ae8/0xff23d3f688d8f70a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x88d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b322 expref: 128 pid: 24325 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.668264:0:178142:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009f137ae8/0xff23d3f688d8f70a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x88d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b322 expref: 128 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.668275:0:178142:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f71e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:178142:1876087018958720:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185323.668323:0:178142:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14c482300 going to sleep for 11 seconds
00010000:00010000:3.0:1789185323.668340:0:16720:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f05a18d4/0xff23d3f688d9344a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x886:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.668349:0:16720:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f05a18d4/0xff23d3f688d9344a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x886:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.668357:0:16720:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f05a18d4/0xff23d3f688d9344a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x886:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.668363:0:16720:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f05a18d4/0xff23d3f688d9344a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x886:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.668373:0:16720:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00000100:00100000:3.0:1789185323.668478:0:16720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1517b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+887:3637:x1876087018953344:12345-0@lo:6:osp-syn-0-0.0 Request processed in 44012us (44098us total) trans 4294977853 rc 0/0
00000100:00100000:3.0:1789185323.668485:0:16720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37995
00010000:00010000:3.0:1789185323.668638:0:8429:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002fa78c0b/0xff23d3f688d8f79d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x88b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b2ff expref: 129 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.668651:0:8429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f29ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8429:1876087018955904:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.668666:0:8429:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000000a05877/0xff23d3f688d93489 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x88b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.668678:0:8429:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000000a05877/0xff23d3f688d93489 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x88b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.668685:0:8429:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000000a05877/0xff23d3f688d93489 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x88b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.668692:0:8429:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000000a05877/0xff23d3f688d93489 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x88b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.668699:0:8429:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000000a05877/0xff23d3f688d93489 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x88b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.668707:0:8429:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool
00000100:00100000:2.0:1789185323.668744:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38016
00000100:00100000:2.0:1789185323.668755:0:35222:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151754700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+887:3637:x1876087018957568:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1789185323.668769:0:35222:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2192 count 1
00000100:00100000:3.0:1789185323.668775:0:8429:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14b5fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+887:3637:x1876087018955520:12345-0@lo:6:osp-syn-0-0.0 Request processed in 21541us (23378us total) trans 4294977854 rc 0/0
00000100:00100000:3.0:1789185323.668781:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38004
00010000:00010000:2.0:1789185323.668783:0:35222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003654a7fb/0xff23d3f688d934dd lrc: 3/0,1 mode: --/PW res: [0x280000401:0x890:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.668794:0:35222:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000dbaaacb2/0xff23d3f688d8f7c0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x890:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b345 expref: 128 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.668800:0:35222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x890:0x0].0x0 since=124s v=(0 0)
00010000:00010000:2.0:1789185323.668803:0:35222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x890:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.668807:0:35222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003654a7fb/0xff23d3f688d934dd lrc: 4/0,1 mode: --/PW res: [0x280000401:0x890:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:3.0:1789185323.668812:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b148778000/2, rc 0, transno 4294989642
00000100:00100000:3.0:1789185323.668822:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148778000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018952320:0@lo:6:osp-syn-1-0.0
00010000:00010000:2.0:1789185323.668826:0:35222:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000dbaaacb2/0xff23d3f688d8f7c0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x890:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b345 expref: 128 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.668836:0:35222:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000dbaaacb2/0xff23d3f688d8f7c0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x890:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b345 expref: 128 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.668838:0:34809:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ebf5c28e/0xff23d3f688d9347b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x886:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.668847:0:34809:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ebf5c28e/0xff23d3f688d9347b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x886:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.668853:0:35222:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151754380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:35222:1876087018958848:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.668860:0:34809:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ebf5c28e/0xff23d3f688d9347b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x886:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.668867:0:34809:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ebf5c28e/0xff23d3f688d9347b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x886:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.668875:0:34809:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool
00000100:00100000:2.0:1789185323.668879:0:35222:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe160c0 going to sleep for 11 seconds
00000100:00100000:2.0:1789185323.668896:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14877a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018958592:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185323.668922:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185323.668947:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1789185323.668953:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148778e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018958464:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185323.668976:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:2.0:1789185323.669019:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14b5ff800/2, rc 0, transno 4294977854
00000100:00100000:2.0:1789185323.669029:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14b5ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018955520:0@lo:6:osp-syn-0-0.0
00010000:00010000:1.0:1789185323.669136:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 4 total in blp.  (4 blwis in pool)
00010000:00010000:1.0:1789185323.669143:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b8e15e82/0xff23d3f688d934a5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x88a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.669152:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14bc28e00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.669155:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b8e15e82/0xff23d3f688d934a5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x88a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.669164:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b8e15e82/0xff23d3f688d934a5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x88a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.669193:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b8e15e82/0xff23d3f688d934a5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x88a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.669201:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b8e15e82/0xff23d3f688d934a5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x88a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.669220:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp.  (3 blwis in pool)
00010000:00010000:1.0:1789185323.669223:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000378be304/0xff23d3f688d9349e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x889:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.669229:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14bc28800 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.669233:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000378be304/0xff23d3f688d9349e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x889:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.669240:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000378be304/0xff23d3f688d9349e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x889:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.669250:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000378be304/0xff23d3f688d9349e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x889:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.669258:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:1.0:1789185323.669261:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f05a18d4/0xff23d3f688d9344a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x886:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.669268:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b26239aa00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.669271:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f05a18d4/0xff23d3f688d9344a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x886:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.669278:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f05a18d4/0xff23d3f688d9344a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x886:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.669293:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f05a18d4/0xff23d3f688d9344a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x886:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.669300:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f05a18d4/0xff23d3f688d9344a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x886:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.669314:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:1.0:1789185323.669317:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000000a05877/0xff23d3f688d93489 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x88b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.669323:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14a863800 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.669326:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000000a05877/0xff23d3f688d93489 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x88b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.669333:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000000a05877/0xff23d3f688d93489 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x88b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.669341:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000000a05877/0xff23d3f688d93489 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x88b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.669347:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000000a05877/0xff23d3f688d93489 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x88b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.669361:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1789185323.669364:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ebf5c28e/0xff23d3f688d9347b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x886:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.669371:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14bc28a00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.669374:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ebf5c28e/0xff23d3f688d9347b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x886:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.669381:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ebf5c28e/0xff23d3f688d9347b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x886:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.669390:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ebf5c28e/0xff23d3f688d9347b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x886:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.669396:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ebf5c28e/0xff23d3f688d9347b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x886:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.669408:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.669410:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.669412:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789185323.669457:0:178147:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018958592
00000100:00100000:1.0:1789185323.669463:0:178147:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018958592
00000100:00100000:1.0:1789185323.669498:0:178147:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018958464
00000100:00100000:1.0:1789185323.669501:0:178147:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018958464
00000100:00100000:1.0:1789185323.669520:0:178147:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38017
00000100:00100000:1.0:1789185323.669526:0:178147:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151755880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+885:3638:x1876087018958592:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185323.669540:0:178147:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2191 count 1
00010000:00010000:1.0:1789185323.669580:0:178147:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fa0e9384/0xff23d3f688d934e4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x88f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.669600:0:178147:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b7555f1b/0xff23d3f688d8f718 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x88f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b33e expref: 128 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.669607:0:178147:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x88f:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.669611:0:178147:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x88f:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.669615:0:178147:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fa0e9384/0xff23d3f688d934e4 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x88f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.669636:0:178147:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b7555f1b/0xff23d3f688d8f718 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x88f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b33e expref: 128 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.669647:0:178147:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b7555f1b/0xff23d3f688d8f718 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x88f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b33e expref: 128 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.669658:0:178147:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1517b5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:178147:1876087018959104:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.669692:0:178147:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0540 going to sleep for 11 seconds
00000100:00100000:1.0:1789185323.669882:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185323.669901:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185323.669923:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:0.0:1789185323.670761:0:178148:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool
00010000:00010000:0.0:1789185323.670774:0:178148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000378be304/0xff23d3f688d9349e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x889:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.671489:0:178148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1517a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+886:3635:x1876087018956160:12345-0@lo:6:osp-syn-1-0.0 Request processed in 15824us (20177us total) trans 4294989649 rc 0/0
00000100:00100000:0.0:1789185323.671501:0:178148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38007
00000100:00100000:0.0:1789185323.671543:0:178148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38018
00000100:00100000:0.0:1789185323.671580:0:178148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151755f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+885:3638:x1876087018958464:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1789185323.671612:0:178148:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2190 count 1
00010000:00010000:0.0:1789185323.671636:0:178148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000089f5cf92/0xff23d3f688d934eb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x88e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.671658:0:178148:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000041980637/0xff23d3f688d9004f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x88e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 41943040->41947135) gid 0 flags: 0x40000000020000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bc21 expref: 128 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.671668:0:178148:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x88e:0x0].0x0 since=121s v=(0 0)
00010000:00010000:0.0:1789185323.671673:0:178148:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x88e:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1789185323.671679:0:178148:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000089f5cf92/0xff23d3f688d934eb lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x88e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.671718:0:178148:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000041980637/0xff23d3f688d9004f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x88e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 41943040->41947135) gid 0 flags: 0x50000000030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bc21 expref: 128 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.671732:0:178148:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000041980637/0xff23d3f688d9004f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x88e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 41943040->41947135) gid 0 flags: 0x70000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bc21 expref: 128 pid: 8491 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.671747:0:178148:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148778700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:178148:1876087018959232:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.671821:0:178148:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14a4dc000 going to sleep for 11 seconds
00000100:00100000:3.0:1789185323.672222:0:34809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14b5fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+885:3636:x1876087018954368:12345-0@lo:6:osp-syn-1-0.0 Request processed in 42732us (44636us total) trans 4294989648 rc 0/0
00000100:00100000:3.0:1789185323.672232:0:34809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38002
00000100:00100000:3.0:1789185323.672267:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14877a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018959360:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1789185323.672302:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.672376:0:35218:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b1517b5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35218:1876087018957184:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.672402:0:35218:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000842f3ed2/0xff23d3f688d934b3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x88d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.672451:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010815360
00000100:00100000:1.0:1789185323.672457:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010815360
00010000:00010000:1.0:1789185323.672488:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e0397760/0xff23d3f688d8f7b9 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x88f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b337 expref: 129 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.672515:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010815616
00000100:00100000:1.0:1789185323.672519:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010815616
00010000:00010000:1.0:1789185323.672531:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000051e07a57/0xff23d3f688d8f7b2 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x88e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b329 expref: 130 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.672559:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010815488
00000100:00100000:1.0:1789185323.672563:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010815488
00000100:00100000:2.0:1789185323.672572:0:35223:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151766300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:35223:1876087018957312:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.672574:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e6423c9d/0xff23d3f688d8f7ab lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x88d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b31b expref: 131 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.672588:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23496
00000100:00100000:1.0:1789185323.672593:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1517b4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+131:2391:x1876087010815360:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.672596:0:35223:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000007ef11ebc/0xff23d3f688d934ba lrc: 3/0,1 mode: --/PW res: [0x280000401:0x88e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.672604:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185323.672610:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e0397760/0xff23d3f688d8f7b9 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x88f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b337 expref: 131 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.672621:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e0397760/0xff23d3f688d8f7b9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x88f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b337 expref: 131 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000004:00080000:2.0:1789185323.672624:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14b5fea00/2, rc 0, transno 4294977852
00000100:00100000:2.0:1789185323.672634:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14b5fea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018954624:0@lo:6:osp-syn-0-0.0
00010000:00010000:1.0:1789185323.672645:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x88f:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.672649:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x88f:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.672656:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000008f46687d/0xff23d3f688d934c1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x88f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.672670:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00010000:00010000:1.0:1789185323.672670:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008f46687d/0xff23d3f688d934c1 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x88f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.672679:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151757800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018959488:0@lo:6:osp-syn-0-0.0
00010000:00010000:1.0:1789185323.672687:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185323.672706:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.672710:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1517b4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+131:2391:x1876087010815360:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 116us (2829us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185323.672716:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23496
00000100:00100000:1.0:1789185323.672733:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23497
00000100:00100000:1.0:1789185323.672740:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1517b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+130:2391:x1876087010815616:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185323.672747:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00000100:00100000:2.0:1789185323.672752:0:16720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018959360
00010000:00010000:1.0:1789185323.672753:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000051e07a57/0xff23d3f688d8f7b2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x88e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b329 expref: 130 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.672756:0:16720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018959360
00010000:00010000:1.0:1789185323.672762:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000051e07a57/0xff23d3f688d8f7b2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x88e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b329 expref: 130 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.672775:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000051e07a57/0xff23d3f688d8f7b2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x88e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b329 expref: 130 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.672777:0:16720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018959488
00000100:00100000:2.0:1789185323.672779:0:16720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018959488
00010000:00010000:1.0:1789185323.672788:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x88e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.672791:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x88e:0x0].0x0 since=0s v=(0 0)
00000100:00100000:2.0:1789185323.672794:0:16720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38019
00010000:00010000:1.0:1789185323.672796:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000007ef11ebc/0xff23d3f688d934ba lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x88e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.672800:0:16720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f71c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+885:3636:x1876087018959360:12345-0@lo:6:osp-syn-1-0.0
00010000:00010000:1.0:1789185323.672808:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007ef11ebc/0xff23d3f688d934ba lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x88e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00080000:2.0:1789185323.672815:0:16720:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2192 count 1
00010000:00010000:1.0:1789185323.672824:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1789185323.672833:0:16720:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004e8cbc4d/0xff23d3f688d934f2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x890:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.672841:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1517b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+129:2391:x1876087010815616:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 103us (2940us total) trans 0 rc 0/0
00010000:00010000:2.0:1789185323.672846:0:16720:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000040534a2e/0xff23d3f688d8f71f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x890:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b34c expref: 128 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.672847:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23497
00010000:00010000:2.0:1789185323.672852:0:16720:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x890:0x0].0x0 since=124s v=(0 0)
00010000:00010000:2.0:1789185323.672855:0:16720:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x890:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.672859:0:16720:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004e8cbc4d/0xff23d3f688d934f2 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x890:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.672859:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23498
00000100:00100000:1.0:1789185323.672864:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1517b7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+128:2391:x1876087010815488:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185323.672871:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185323.672875:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e6423c9d/0xff23d3f688d8f7ab lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x88d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b31b expref: 128 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.672879:0:16720:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000040534a2e/0xff23d3f688d8f71f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x890:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b34c expref: 128 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.672886:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e6423c9d/0xff23d3f688d8f7ab lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x88d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b31b expref: 128 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.672890:0:16720:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000040534a2e/0xff23d3f688d8f71f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x890:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b34c expref: 128 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.672898:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e6423c9d/0xff23d3f688d8f7ab lrc: 0/0,0 mode: --/PR res: [0x280000401:0x88d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b31b expref: 128 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.672900:0:16720:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151757b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16720:1876087018959616:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.672908:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x88d:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.672911:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x88d:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.672914:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000842f3ed2/0xff23d3f688d934b3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x88d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.672923:0:16720:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe16a80 going to sleep for 11 seconds
00010000:00010000:1.0:1789185323.672927:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000842f3ed2/0xff23d3f688d934b3 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x88d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.672941:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38020
00000100:00100000:2.0:1789185323.672948:0:8429:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151754000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+887:3638:x1876087018959488:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1789185323.672964:0:8429:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2194 count 1
00010000:00010000:2.0:1789185323.672979:0:8429:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004f475c67/0xff23d3f688d934f9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x892:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.672994:0:8429:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000059dfc76a/0xff23d3f688d8f7ce lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x892:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b361 expref: 127 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.673001:0:8429:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x892:0x0].0x0 since=124s v=(0 0)
00010000:00010000:2.0:1789185323.673004:0:8429:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x892:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.673008:0:8429:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004f475c67/0xff23d3f688d934f9 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x892:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.673026:0:8429:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000059dfc76a/0xff23d3f688d8f7ce lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x892:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b361 expref: 127 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.673035:0:8429:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000059dfc76a/0xff23d3f688d8f7ce lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x892:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b361 expref: 127 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.673044:0:8429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151766300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8429:1876087018959744:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185323.673066:0:8429:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe16780 going to sleep for 11 seconds
00000004:00080000:2.0:1789185323.673090:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b1517b5c00/2, rc 0, transno 4294977853
00000100:00100000:2.0:1789185323.673099:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b1517b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018953344:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185323.673153:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f10a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018959872:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.673164:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151754e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018958976:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185323.673177:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185323.673188:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185323.673203:0:34809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018959872
00000100:00100000:2.0:1789185323.673206:0:34809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018959872
00000004:00080000:0.0:1789185323.673212:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14b5fd880/2, rc 0, transno 4294989649
00000100:00100000:0.0:1789185323.673220:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14b5fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018956160:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185323.673223:0:34809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018958976
00000100:00100000:2.0:1789185323.673225:0:34809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018958976
00000100:00100000:2.0:1789185323.673237:0:34809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38021
00000100:00100000:2.0:1789185323.673242:0:34809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f10a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+889:3638:x1876087018959872:12345-0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.673247:0:24325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38022
00002000:00080000:2.0:1789185323.673253:0:34809:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2195 count 1
00000100:00100000:0.0:1789185323.673255:0:24325:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14877aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+889:3635:x1876087018958976:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1789185323.673264:0:24325:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2193 count 1
00010000:00010000:2.0:1789185323.673265:0:34809:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f1b7551a/0xff23d3f688d93500 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x893:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.673273:0:24325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000db21e579/0xff23d3f688d93507 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x891:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.673276:0:34809:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001ca74504/0xff23d3f688d8f7d5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x893:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b36f expref: 127 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.673283:0:34809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x893:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.673285:0:24325:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000344bb24f/0xff23d3f688d8f7c7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x891:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b353 expref: 127 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.673286:0:34809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x893:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.673290:0:34809:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f1b7551a/0xff23d3f688d93500 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x893:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.673292:0:24325:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x891:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.673295:0:24325:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x891:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.673298:0:24325:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000db21e579/0xff23d3f688d93507 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x891:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.673309:0:34809:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001ca74504/0xff23d3f688d8f7d5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x893:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b36f expref: 127 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.673319:0:34809:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001ca74504/0xff23d3f688d8f7d5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x893:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b36f expref: 127 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.673319:0:24325:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000344bb24f/0xff23d3f688d8f7c7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x891:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b353 expref: 127 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.673329:0:34809:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f109180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:34809:1876087018960000:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.673329:0:24325:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000344bb24f/0xff23d3f688d8f7c7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x891:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b353 expref: 127 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.673338:0:24325:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0fbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24325:1876087018960128:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185323.673358:0:34809:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe16180 going to sleep for 11 seconds
00000100:00100000:0.0:1789185323.673370:0:24325:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14a4dc900 going to sleep for 11 seconds
00000100:00100000:0.0:1789185323.673405:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018960256:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185323.673425:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185323.673461:0:8491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018960256
00000100:00100000:0.0:1789185323.673464:0:8491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018960256
00000100:00100000:0.0:1789185323.673480:0:8491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38023
00000100:00100000:0.0:1789185323.673485:0:8491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d0d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+886:3635:x1876087018960256:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1789185323.673496:0:8491:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2193 count 1
00010000:00010000:0.0:1789185323.673506:0:8491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ea23a920/0xff23d3f688d9350e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x891:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.673517:0:8491:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000178d39d2/0xff23d3f688d8f726 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x891:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b35a expref: 128 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.673524:0:8491:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x891:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.673527:0:8491:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x891:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.673531:0:8491:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ea23a920/0xff23d3f688d9350e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x891:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.673566:0:8491:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000178d39d2/0xff23d3f688d8f726 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x891:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b35a expref: 128 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.673576:0:8491:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000178d39d2/0xff23d3f688d8f726 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x891:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b35a expref: 128 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.673586:0:8491:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b15179a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8491:1876087018960384:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.673608:0:8491:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14a4dce40 going to sleep for 11 seconds
00010000:00010000:0.0:1789185323.673687:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.673693:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.673713:0:8428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e0397760/0xff23d3f688d8f7b9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x88f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b337 expref: 127 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.673725:0:8428:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148764e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8428:1876087018957696:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.673740:0:8428:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000008f46687d/0xff23d3f688d934c1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x88f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.673749:0:8428:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000008f46687d/0xff23d3f688d934c1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x88f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.673757:0:8428:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008f46687d/0xff23d3f688d934c1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x88f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.673766:0:8428:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008f46687d/0xff23d3f688d934c1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x88f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.673775:0:8428:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008f46687d/0xff23d3f688d934c1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x88f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.673791:0:8428:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1789185323.673921:0:8428:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148762680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+890:3636:x1876087018957440:12345-0@lo:6:osp-syn-0-0.0 Request processed in 13264us (13346us total) trans 4294977855 rc 0/0
00000100:00100000:0.0:1789185323.673927:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38012
00010000:00010000:1.0:1789185323.674053:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185323.674072:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1517b7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+126:2391:x1876087010815488:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 1207us (4148us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185323.674080:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23498
00010000:00010000:1.0:1789185323.674103:0:35223:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000007ef11ebc/0xff23d3f688d934ba lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x88e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.674112:0:35223:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007ef11ebc/0xff23d3f688d934ba lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x88e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.674121:0:35223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007ef11ebc/0xff23d3f688d934ba lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x88e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.674128:0:35223:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007ef11ebc/0xff23d3f688d934ba lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x88e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.674139:0:35223:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:1.0:1789185323.674205:0:35223:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151765880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+891:3635:x1876087018956928:12345-0@lo:6:osp-syn-0-0.0 Request processed in 15821us (15889us total) trans 4294977856 rc 0/0
00000100:00100000:1.0:1789185323.674211:0:35223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38011
00000004:00080000:3.0:1789185323.674463:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14b5fdc00/2, rc 0, transno 4294989648
00000100:00100000:3.0:1789185323.674473:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14b5fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018954368:0@lo:6:osp-syn-1-0.0
00000004:00080000:3.0:1789185323.674491:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b151767100/2, rc 0, transno 4294977855
00000100:00100000:3.0:1789185323.674498:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151767100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018957440:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185323.674580:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f71f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018960640:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185323.674615:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:0.0:1789185323.674630:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b151765f80/2, rc 0, transno 4294977856
00000100:00100000:0.0:1789185323.674635:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151765f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018956928:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.674639:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789185323.674681:0:35223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018960640
00000100:00100000:1.0:1789185323.674686:0:35223:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018960640
00000100:00100000:1.0:1789185323.674716:0:35223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38024
00000100:00100000:1.0:1789185323.674723:0:35223:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f108e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+890:3637:x1876087018960640:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185323.674740:0:35223:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2196 count 1
00010000:00010000:1.0:1789185323.674758:0:35223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e53016f0/0xff23d3f688d93515 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x894:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.674774:0:35223:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b334684d/0xff23d3f688d8f7dc lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x894:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b37d expref: 125 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.674782:0:35223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x894:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.674787:0:35223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x894:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.674791:0:35223:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e53016f0/0xff23d3f688d93515 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x894:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.674815:0:35223:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b334684d/0xff23d3f688d8f7dc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x894:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b37d expref: 125 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.674826:0:35223:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b334684d/0xff23d3f688d8f7dc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x894:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b37d expref: 125 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.674836:0:35223:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1517b5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:35223:1876087018960768:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.674868:0:35223:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0a80 going to sleep for 11 seconds
00010000:00010000:1.0:1789185323.674899:0:35218:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000842f3ed2/0xff23d3f688d934b3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x88d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.674906:0:35218:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000842f3ed2/0xff23d3f688d934b3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x88d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.674915:0:35218:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000842f3ed2/0xff23d3f688d934b3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x88d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.674922:0:35218:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000842f3ed2/0xff23d3f688d934b3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x88d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.674935:0:35218:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00000100:00100000:0.0:1789185323.675051:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f71c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018960512:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185323.675084:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185323.675107:0:178143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018960512
00000100:00100000:0.0:1789185323.675111:0:178143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018960512
00000100:00100000:0.0:1789185323.675133:0:178143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38025
00000100:00100000:0.0:1789185323.675140:0:178143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b2769b1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+887:3635:x1876087018960512:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1789185323.675153:0:178143:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2194 count 1
00010000:00010000:0.0:1789185323.675168:0:178143:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000127e8890/0xff23d3f688d9351c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x892:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.675186:0:178143:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004c3e3cc3/0xff23d3f688d8f72d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x892:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b368 expref: 128 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.675193:0:178143:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x892:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.675196:0:178143:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x892:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.675200:0:178143:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000127e8890/0xff23d3f688d9351c lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x892:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.675223:0:178143:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004c3e3cc3/0xff23d3f688d8f72d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x892:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b368 expref: 128 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.675232:0:178143:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004c3e3cc3/0xff23d3f688d8f72d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x892:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b368 expref: 128 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.675242:0:178143:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b15179bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:178143:1876087018960896:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.675264:0:178143:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14dbaa9c0 going to sleep for 11 seconds
00010000:00010000:0.0:1789185323.675278:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:0.0:1789185323.675286:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008f46687d/0xff23d3f688d934c1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x88f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.675293:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14bc29600 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.675299:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008f46687d/0xff23d3f688d934c1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x88f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.675310:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008f46687d/0xff23d3f688d934c1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x88f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.675330:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008f46687d/0xff23d3f688d934c1 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x88f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.675338:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008f46687d/0xff23d3f688d934c1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x88f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.675373:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:0.0:1789185323.675378:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007ef11ebc/0xff23d3f688d934ba lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x88e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.675384:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bd600 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.675616:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007ef11ebc/0xff23d3f688d934ba lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x88e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.675627:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007ef11ebc/0xff23d3f688d934ba lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x88e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.675638:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007ef11ebc/0xff23d3f688d934ba lrc: 1/0,0 mode: --/PW res: [0x280000401:0x88e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.675645:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007ef11ebc/0xff23d3f688d934ba lrc: 0/0,0 mode: --/PW res: [0x280000401:0x88e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.675659:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185323.675663:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000842f3ed2/0xff23d3f688d934b3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x88d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.675669:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde6200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.675672:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000842f3ed2/0xff23d3f688d934b3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x88d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.675685:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000842f3ed2/0xff23d3f688d934b3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x88d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.675695:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000842f3ed2/0xff23d3f688d934b3 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x88d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.675702:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000842f3ed2/0xff23d3f688d934b3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x88d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.675716:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.675718:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.675720:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.675726:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.675731:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789185323.675904:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.676019:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.676141:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010815872
00000100:00100000:0.0:1789185323.676148:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010815872
00010000:00010000:0.0:1789185323.676174:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ee184254/0xff23d3f688d8f703 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x88c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b314 expref: 129 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.676197:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010815744
00000100:00100000:0.0:1789185323.676200:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010815744
00010000:00010000:0.0:1789185323.676213:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008ca1475c/0xff23d3f688d8f6fc lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x88b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b306 expref: 130 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.676242:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23499
00000100:00100000:0.0:1789185323.676250:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151798000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+130:2391:x1876087010815872:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.676261:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.676267:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ee184254/0xff23d3f688d8f703 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x88c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b314 expref: 130 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.676280:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ee184254/0xff23d3f688d8f703 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x88c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b314 expref: 130 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.676299:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x88c:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.676304:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x88c:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.676310:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d934cf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x88c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.676320:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d934cf lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x88c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.676339:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.676378:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151798000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+130:2391:x1876087010815872:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 128us (474us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.676384:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23499
00000100:00100000:0.0:1789185323.676406:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23500
00000100:00100000:0.0:1789185323.676413:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b15179b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+129:2391:x1876087010815744:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.676423:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.676446:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008ca1475c/0xff23d3f688d8f6fc lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x88b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b306 expref: 129 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.676457:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008ca1475c/0xff23d3f688d8f6fc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x88b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b306 expref: 129 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.676470:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x88b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.676473:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x88b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.676477:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001ea59ce8/0xff23d3f688d934c8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x88b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.676485:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001ea59ce8/0xff23d3f688d934c8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x88b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.676499:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.676515:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b15179b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+129:2391:x1876087010815744:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 103us (497us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.676520:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23500
00010000:00010000:0.0:1789185323.676595:0:34810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ee184254/0xff23d3f688d8f703 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x88c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b314 expref: 128 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.676608:0:34810:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151757100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:34810:1876087018958336:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.676631:0:34810:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d934cf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x88c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.676645:0:34810:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d934cf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x88c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.676652:0:34810:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d934cf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x88c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.676662:0:34810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d934cf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x88c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.676671:0:34810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d934cf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x88c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.676687:0:34810:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1789185323.676819:0:34810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148763480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+888:3635:x1876087018957952:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10323us (10791us total) trans 4294989650 rc 0/0
00000100:00100000:0.0:1789185323.676827:0:34810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38014
00000004:00080000:0.0:1789185323.676864:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b148761880/2, rc 0, transno 4294989650
00000100:00100000:0.0:1789185323.676879:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148761880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018957952:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1789185323.677820:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789185323.677838:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f71f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018961152:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185323.677893:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185323.678032:0:178145:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018961152
00000100:00100000:3.0:1789185323.678040:0:178145:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018961152
00000100:00100000:3.0:1789185323.678087:0:178145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38026
00000100:00100000:3.0:1789185323.678096:0:178145:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151768700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+892:3636:x1876087018961152:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1789185323.678123:0:178145:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2197 count 1
00010000:00010000:3.0:1789185323.678149:0:178145:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000beb395bd/0xff23d3f688d93523 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x895:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.678150:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b15179aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018961024:0@lo:6:osp-syn-1-0.0
00010000:00010000:3.0:1789185323.678170:0:178145:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000041c7fe35/0xff23d3f688d8f7e3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x895:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b38b expref: 125 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.678179:0:178145:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x895:0x0].0x0 since=124s v=(0 0)
00000100:00100000:2.0:1789185323.678182:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:3.0:1789185323.678183:0:178145:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x895:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.678189:0:178145:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000beb395bd/0xff23d3f688d93523 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x895:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.678240:0:178145:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000041c7fe35/0xff23d3f688d8f7e3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x895:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b38b expref: 125 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.678252:0:178145:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000041c7fe35/0xff23d3f688d8f7e3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x895:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b38b expref: 125 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.678264:0:178145:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148764e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:178145:1876087018961280:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185323.678310:0:178145:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14c482e40 going to sleep for 11 seconds
00000100:00100000:3.0:1789185323.678382:0:178142:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f71e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:178142:1876087018958720:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.678402:0:178142:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000003fd261ad/0xff23d3f688d934d6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x88d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.678574:0:35218:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151766a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+892:3638:x1876087018956800:12345-0@lo:6:osp-syn-0-0.0 Request processed in 20399us (20903us total) trans 4294977857 rc 0/0
00000100:00100000:1.0:1789185323.678583:0:35218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38010
00000100:00100000:1.0:1789185323.678602:0:35218:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018961024
00000100:00100000:1.0:1789185323.678606:0:35218:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018961024
00000100:00100000:1.0:1789185323.678628:0:35218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38027
00000100:00100000:1.0:1789185323.678634:0:35218:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f109880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+888:3638:x1876087018961024:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185323.678646:0:35218:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2195 count 1
00010000:00010000:1.0:1789185323.678660:0:35218:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000084950cc6/0xff23d3f688d9352a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x893:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.678672:0:35218:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006dcdcfaa/0xff23d3f688d8f734 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x893:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b376 expref: 127 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.678679:0:35218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x893:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.678682:0:35218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x893:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.678686:0:35218:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000084950cc6/0xff23d3f688d9352a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x893:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.678710:0:35218:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006dcdcfaa/0xff23d3f688d8f734 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x893:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b376 expref: 127 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.678719:0:35218:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006dcdcfaa/0xff23d3f688d8f734 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x893:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b376 expref: 127 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.678731:0:35218:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1517b7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35218:1876087018961408:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.678757:0:35218:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0180 going to sleep for 11 seconds
00000100:00100000:3.0:1789185323.678955:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.679055:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.679076:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185323.679453:0:178147:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b1517b5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:178147:1876087018959104:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.679474:0:178147:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000fa0e9384/0xff23d3f688d934e4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x88f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.679826:0:178148:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148778700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:178148:1876087018959232:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.679842:0:178148:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000089f5cf92/0xff23d3f688d934eb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x88e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.680064:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010816000
00000100:00100000:0.0:1789185323.680070:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010816000
00010000:00010000:0.0:1789185323.680103:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009f137ae8/0xff23d3f688d8f70a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x88d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b322 expref: 128 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.680169:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010816256
00000100:00100000:0.0:1789185323.680173:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010816256
00010000:00010000:0.0:1789185323.680188:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b7555f1b/0xff23d3f688d8f718 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x88f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b33e expref: 129 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.680297:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010816128
00000100:00100000:3.0:1789185323.680301:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010816128
00010000:00010000:3.0:1789185323.680320:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000dbaaacb2/0xff23d3f688d8f7c0 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x890:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b345 expref: 126 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.680385:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23501
00000100:00100000:3.0:1789185323.680394:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148765500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+129:2392:x1876087010816000:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.680409:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.680414:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009f137ae8/0xff23d3f688d8f70a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x88d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b322 expref: 129 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.680439:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009f137ae8/0xff23d3f688d8f70a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x88d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b322 expref: 129 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.680466:0:178150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009f137ae8/0xff23d3f688d8f70a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x88d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b322 expref: 129 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.680482:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x88d:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.680486:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x88d:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.680492:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003fd261ad/0xff23d3f688d934d6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x88d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.680502:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003fd261ad/0xff23d3f688d934d6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x88d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.680524:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.680581:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148765500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+128:2392:x1876087010816000:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 188us (1627us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.680589:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23501
00000100:00100000:3.0:1789185323.680611:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23502
00000100:00100000:3.0:1789185323.680618:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b269764050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+127:2393:x1876087010816256:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.680626:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.680631:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b7555f1b/0xff23d3f688d8f718 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x88f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b33e expref: 127 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.680640:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b7555f1b/0xff23d3f688d8f718 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x88f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b33e expref: 127 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.680653:0:178150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b7555f1b/0xff23d3f688d8f718 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x88f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b33e expref: 127 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.680663:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x88f:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.680666:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x88f:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.680670:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000fa0e9384/0xff23d3f688d934e4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x88f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.680678:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fa0e9384/0xff23d3f688d934e4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x88f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.680697:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.680717:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b269764050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+126:2393:x1876087010816256:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 100us (1662us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.680727:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23502
00000100:00100000:3.0:1789185323.680771:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23503
00000100:00100000:3.0:1789185323.680778:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148766300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+126:2392:x1876087010816128:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.680785:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.680790:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000dbaaacb2/0xff23d3f688d8f7c0 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x890:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b345 expref: 126 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.680799:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000dbaaacb2/0xff23d3f688d8f7c0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x890:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b345 expref: 126 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.680812:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x890:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.680815:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x890:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.680819:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003654a7fb/0xff23d3f688d934dd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x890:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.680826:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003654a7fb/0xff23d3f688d934dd lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x890:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.680837:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.680853:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148766300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+126:2392:x1876087010816128:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 77us (1777us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.680859:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23503
00010000:00010000:3.0:1789185323.680880:0:178142:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000003fd261ad/0xff23d3f688d934d6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x88d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.680894:0:178142:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003fd261ad/0xff23d3f688d934d6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x88d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.680904:0:178142:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003fd261ad/0xff23d3f688d934d6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x88d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.680913:0:178142:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003fd261ad/0xff23d3f688d934d6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x88d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.680933:0:178142:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:3.0:1789185323.681146:0:178142:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148760000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+889:3635:x1876087018958080:12345-0@lo:6:osp-syn-1-0.0 Request processed in 14565us (15044us total) trans 4294989651 rc 0/0
00000100:00100000:3.0:1789185323.681154:0:178142:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38015
00000004:00080000:3.0:1789185323.681202:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b148761500/2, rc 0, transno 4294989651
00000100:00100000:3.0:1789185323.681216:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148761500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018958080:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1789185323.681260:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.681315:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.681331:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010816384
00000100:00100000:3.0:1789185323.681335:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010816384
00010000:00010000:3.0:1789185323.681354:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000059dfc76a/0xff23d3f688d8f7ce lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x892:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b361 expref: 126 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.681370:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010816640
00000100:00100000:3.0:1789185323.681373:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010816640
00010000:00010000:3.0:1789185323.681387:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001ca74504/0xff23d3f688d8f7d5 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x893:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b36f expref: 127 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.681402:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23504
00000100:00100000:3.0:1789185323.681408:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148765500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+127:2392:x1876087010816384:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.681415:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.681420:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000059dfc76a/0xff23d3f688d8f7ce lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x892:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b361 expref: 127 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.681444:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000059dfc76a/0xff23d3f688d8f7ce lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x892:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b361 expref: 127 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.681458:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x892:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.681462:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x892:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.681466:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004f475c67/0xff23d3f688d934f9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x892:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.681474:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004f475c67/0xff23d3f688d934f9 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x892:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.681489:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.681510:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148765500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+127:2392:x1876087010816384:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 102us (251us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.681517:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23504
00000100:00100000:3.0:1789185323.681530:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23505
00000100:00100000:3.0:1789185323.681537:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148764380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+126:2392:x1876087010816640:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.681572:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.681579:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001ca74504/0xff23d3f688d8f7d5 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x893:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b36f expref: 126 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.681589:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001ca74504/0xff23d3f688d8f7d5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x893:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b36f expref: 126 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.681602:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x893:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.681605:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x893:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.681609:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f1b7551a/0xff23d3f688d93500 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x893:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.681617:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f1b7551a/0xff23d3f688d93500 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x893:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.681629:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.681647:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148764380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+126:2392:x1876087010816640:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 110us (331us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.681654:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23505
00000100:00100000:3.0:1789185323.681698:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.681714:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010816896
00000100:00100000:3.0:1789185323.681718:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010816896
00010000:00010000:3.0:1789185323.681732:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000344bb24f/0xff23d3f688d8f7c7 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x891:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b353 expref: 126 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.681748:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23506
00000100:00100000:3.0:1789185323.681756:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148766d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+126:2392:x1876087010816896:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.681763:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.681767:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000344bb24f/0xff23d3f688d8f7c7 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x891:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b353 expref: 126 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.681949:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000344bb24f/0xff23d3f688d8f7c7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x891:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b353 expref: 126 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.681961:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x891:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.681964:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x891:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.681969:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000db21e579/0xff23d3f688d93507 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x891:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.681975:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000db21e579/0xff23d3f688d93507 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x891:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.681988:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.682008:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148766d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+126:2392:x1876087010816896:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 250us (308us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.682014:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23506
00010000:00010000:0.0:1789185323.682225:0:24325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000344bb24f/0xff23d3f688d8f7c7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x891:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b353 expref: 125 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.682239:0:24325:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0fbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24325:1876087018960128:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.682261:0:24325:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000db21e579/0xff23d3f688d93507 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x891:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.682270:0:24325:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000db21e579/0xff23d3f688d93507 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x891:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.682277:0:24325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000db21e579/0xff23d3f688d93507 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x891:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.682287:0:24325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000db21e579/0xff23d3f688d93507 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x891:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.682294:0:24325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000db21e579/0xff23d3f688d93507 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x891:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.682312:0:24325:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00000100:00100000:0.0:1789185323.682463:0:24325:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14877aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+892:3635:x1876087018958976:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9209us (9272us total) trans 4294977858 rc 0/0
00000100:00100000:0.0:1789185323.682471:0:24325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38022
00000004:00080000:0.0:1789185323.682509:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b151754e00/2, rc 0, transno 4294977858
00000100:00100000:0.0:1789185323.682522:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151754e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018958976:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.682610:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b15179b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018961536:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.682645:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:0.0:1789185323.682687:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:0.0:1789185323.682694:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d934cf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x88c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.682703:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bde00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.682708:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d934cf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x88c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.682719:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d934cf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x88c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.682734:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d934cf lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x88c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.682741:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d934cf lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x88c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.682759:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:0.0:1789185323.682763:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003fd261ad/0xff23d3f688d934d6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x88d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.682769:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14a862c00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.682773:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003fd261ad/0xff23d3f688d934d6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x88d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.682780:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003fd261ad/0xff23d3f688d934d6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x88d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.682789:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003fd261ad/0xff23d3f688d934d6 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x88d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.682796:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003fd261ad/0xff23d3f688d934d6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x88d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.682807:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185323.682811:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000db21e579/0xff23d3f688d93507 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x891:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.682817:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14bc29800 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.682821:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000db21e579/0xff23d3f688d93507 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x891:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.682828:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000db21e579/0xff23d3f688d93507 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x891:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.682838:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000db21e579/0xff23d3f688d93507 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x891:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.682845:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000db21e579/0xff23d3f688d93507 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x891:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.682860:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.682862:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.682863:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.682886:0:178144:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008ca1475c/0xff23d3f688d8f6fc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x88b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b306 expref: 125 pid: 24325 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.682896:0:178144:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151756a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:178144:1876087018958208:192.168.204.3@tcp:104:
00000004:00080000:2.0:1789185323.682904:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b151764e00/2, rc 0, transno 4294977857
00000100:00100000:2.0:1789185323.682915:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151764e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018956800:0@lo:6:osp-syn-0-0.0
00010000:00010000:0.0:1789185323.682919:0:178144:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000001ea59ce8/0xff23d3f688d934c8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x88b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.682927:0:178144:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000001ea59ce8/0xff23d3f688d934c8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x88b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.682934:0:178144:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001ea59ce8/0xff23d3f688d934c8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x88b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.682945:0:8429:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000059dfc76a/0xff23d3f688d8f7ce lrc: 0/0,0 mode: --/PR res: [0x280000401:0x892:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b361 expref: 124 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.682955:0:8429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151766300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8429:1876087018959744:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.682968:0:8429:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000004f475c67/0xff23d3f688d934f9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x892:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.682975:0:8429:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000004f475c67/0xff23d3f688d934f9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x892:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.682981:0:8429:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004f475c67/0xff23d3f688d934f9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x892:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.682990:0:8429:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004f475c67/0xff23d3f688d934f9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x892:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.682996:0:8429:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004f475c67/0xff23d3f688d934f9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x892:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.683010:0:8429:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1789185323.683037:0:178144:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001ea59ce8/0xff23d3f688d934c8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x88b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.683044:0:178144:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001ea59ce8/0xff23d3f688d934c8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x88b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.683053:0:178144:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:2.0:1789185323.683102:0:8429:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151754000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+892:3638:x1876087018959488:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10154us (10394us total) trans 4294977859 rc 0/0
00000100:00100000:2.0:1789185323.683112:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38020
00000100:00100000:0.0:1789185323.683125:0:178144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148760a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+889:3638:x1876087018957824:12345-0@lo:6:osp-syn-1-0.0 Request processed in 16888us (17201us total) trans 4294989652 rc 0/0
00000100:00100000:2.0:1789185323.683126:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018961536
00000100:00100000:2.0:1789185323.683130:0:8429:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018961536
00000100:00100000:0.0:1789185323.683132:0:178144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38013
00000100:00100000:2.0:1789185323.683156:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38028
00000100:00100000:2.0:1789185323.683163:0:8429:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b15179ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+892:3636:x1876087018961536:12345-0@lo:6:osp-syn-0-0.0
00010000:00010000:0.0:1789185323.683166:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:0.0:1789185323.683170:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004f475c67/0xff23d3f688d934f9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x892:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.683177:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bda00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.683179:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004f475c67/0xff23d3f688d934f9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x892:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.683186:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004f475c67/0xff23d3f688d934f9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x892:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00080000:2.0:1789185323.683188:0:8429:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2198 count 1
00010000:00010000:0.0:1789185323.683197:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004f475c67/0xff23d3f688d934f9 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x892:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.683203:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004f475c67/0xff23d3f688d934f9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x892:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.683209:0:8429:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000054f5e6e3/0xff23d3f688d93531 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x896:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.683215:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185323.683218:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001ea59ce8/0xff23d3f688d934c8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x88b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.683223:0:8429:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f7c7b424/0xff23d3f688d8f7ea lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x896:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b399 expref: 123 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.683224:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bc200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.683227:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001ea59ce8/0xff23d3f688d934c8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x88b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.683232:0:8429:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x896:0x0].0x0 since=124s v=(0 0)
00010000:00010000:2.0:1789185323.683236:0:8429:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x896:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.683241:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001ea59ce8/0xff23d3f688d934c8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x88b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.683242:0:8429:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000054f5e6e3/0xff23d3f688d93531 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x896:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.683251:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001ea59ce8/0xff23d3f688d934c8 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x88b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.683256:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001ea59ce8/0xff23d3f688d934c8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x88b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.683264:0:8429:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f7c7b424/0xff23d3f688d8f7ea lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x896:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b399 expref: 123 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.683267:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.683269:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.683270:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.683277:0:8429:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f7c7b424/0xff23d3f688d8f7ea lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x896:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b399 expref: 123 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.683277:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789185323.683289:0:8429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f108700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8429:1876087018961664:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185323.683331:0:8429:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe16900 going to sleep for 11 seconds
00000100:00100000:2.0:1789185323.683354:0:16720:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151757b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16720:1876087018959616:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.683366:0:16720:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000004e8cbc4d/0xff23d3f688d934f2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x890:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.683393:0:178147:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000fa0e9384/0xff23d3f688d934e4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x88f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.683403:0:178147:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fa0e9384/0xff23d3f688d934e4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x88f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.683412:0:178147:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fa0e9384/0xff23d3f688d934e4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x88f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.683419:0:178147:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fa0e9384/0xff23d3f688d934e4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x88f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.683436:0:34809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001ca74504/0xff23d3f688d8f7d5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x893:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b36f expref: 123 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.683442:0:178147:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1789185323.683448:0:34809:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f109180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:34809:1876087018960000:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.683460:0:34809:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f1b7551a/0xff23d3f688d93500 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x893:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.683468:0:34809:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f1b7551a/0xff23d3f688d93500 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x893:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.683474:0:34809:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f1b7551a/0xff23d3f688d93500 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x893:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.683483:0:34809:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f1b7551a/0xff23d3f688d93500 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x893:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.683490:0:34809:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f1b7551a/0xff23d3f688d93500 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x893:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.683501:0:34809:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:0.0:1789185323.683756:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.683845:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.683874:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.683892:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.683910:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.684022:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.684046:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010816512
00000100:00100000:0.0:1789185323.684053:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010816512
00010000:00010000:0.0:1789185323.684080:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000041980637/0xff23d3f688d9004f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x88e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 41943040->41947135) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bc21 expref: 125 pid: 8491 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.684098:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010816768
00000100:00100000:0.0:1789185323.684100:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010816768
00010000:00010000:0.0:1789185323.684111:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000040534a2e/0xff23d3f688d8f71f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x890:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b34c expref: 126 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.684120:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010817152
00000100:00100000:0.0:1789185323.684122:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010817152
00010000:00010000:0.0:1789185323.684132:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b334684d/0xff23d3f688d8f7dc lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x894:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b37d expref: 123 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.684141:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010817024
00000100:00100000:0.0:1789185323.684143:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010817024
00010000:00010000:0.0:1789185323.684153:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000178d39d2/0xff23d3f688d8f726 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x891:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b35a expref: 127 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.684163:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010817280
00000100:00100000:0.0:1789185323.684166:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010817280
00010000:00010000:0.0:1789185323.684177:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004c3e3cc3/0xff23d3f688d8f72d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x892:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b368 expref: 128 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.684186:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010817536
00000100:00100000:0.0:1789185323.684189:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010817536
00010000:00010000:0.0:1789185323.684199:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006dcdcfaa/0xff23d3f688d8f734 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x893:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b376 expref: 129 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.684213:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23507
00000100:00100000:0.0:1789185323.684220:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151799880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+129:2392:x1876087010816512:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.684229:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.684234:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000041980637/0xff23d3f688d9004f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x88e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 41943040->41947135) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bc21 expref: 129 pid: 8491 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.684247:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000041980637/0xff23d3f688d9004f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x88e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 41943040->41947135) gid 0 flags: 0x50000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bc21 expref: 129 pid: 8491 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.684264:0:10396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000041980637/0xff23d3f688d9004f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x88e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 41943040->41947135) gid 0 flags: 0x44801400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bc21 expref: 129 pid: 8491 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.684278:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x88e:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1789185323.684282:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x88e:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1789185323.684289:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000089f5cf92/0xff23d3f688d934eb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x88e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.684299:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000089f5cf92/0xff23d3f688d934eb lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x88e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.684319:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.684348:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151799880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+128:2392:x1876087010816512:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 128us (592us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.684355:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23507
00000100:00100000:0.0:1789185323.684375:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23508
00000100:00100000:0.0:1789185323.684381:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b15179b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+127:2392:x1876087010816768:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.684388:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.684393:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000040534a2e/0xff23d3f688d8f71f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x890:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b34c expref: 127 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.684410:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000040534a2e/0xff23d3f688d8f71f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x890:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b34c expref: 127 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.684423:0:10396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000040534a2e/0xff23d3f688d8f71f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x890:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b34c expref: 127 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.684447:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x890:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.684449:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x890:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.684453:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004e8cbc4d/0xff23d3f688d934f2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x890:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.684461:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004e8cbc4d/0xff23d3f688d934f2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x890:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.684481:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.684501:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b15179b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+126:2392:x1876087010816768:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 120us (674us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.684508:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23508
00000100:00100000:0.0:1789185323.684521:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23509
00000100:00100000:0.0:1789185323.684527:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b269760450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+123:2392:x1876087010817152:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.684534:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.684539:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b334684d/0xff23d3f688d8f7dc lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x894:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b37d expref: 123 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.684585:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b334684d/0xff23d3f688d8f7dc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x894:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b37d expref: 123 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.684601:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x894:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.684604:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x894:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.684608:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e53016f0/0xff23d3f688d93515 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x894:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.684615:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e53016f0/0xff23d3f688d93515 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x894:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.684627:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.684641:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b269760450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+123:2392:x1876087010817152:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 115us (767us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.684647:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23509
00000100:00100000:0.0:1789185323.684681:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23510
00000100:00100000:0.0:1789185323.684687:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151799180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+125:2392:x1876087010817024:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.684695:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.684699:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000178d39d2/0xff23d3f688d8f726 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x891:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b35a expref: 125 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.684708:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000178d39d2/0xff23d3f688d8f726 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x891:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b35a expref: 125 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.684724:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x891:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.684727:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x891:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.684731:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ea23a920/0xff23d3f688d9350e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x891:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.684738:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ea23a920/0xff23d3f688d9350e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x891:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.684749:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.684761:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151799180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+125:2392:x1876087010817024:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 75us (868us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.684766:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23510
00000100:00100000:0.0:1789185323.684780:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23511
00000100:00100000:0.0:1789185323.684786:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b15179a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+124:2391:x1876087010817280:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.684792:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.684797:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004c3e3cc3/0xff23d3f688d8f72d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x892:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b368 expref: 124 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.684806:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004c3e3cc3/0xff23d3f688d8f72d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x892:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b368 expref: 124 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.684818:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x892:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.684820:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x892:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.684824:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000127e8890/0xff23d3f688d9351c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x892:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.684832:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000127e8890/0xff23d3f688d9351c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x892:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.684844:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.684857:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b15179a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+124:2391:x1876087010817280:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 72us (946us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.684863:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23511
00000100:00100000:0.0:1789185323.684877:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23512
00000100:00100000:0.0:1789185323.684883:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151798000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+123:2391:x1876087010817536:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.684890:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.684895:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006dcdcfaa/0xff23d3f688d8f734 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x893:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b376 expref: 123 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.684905:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006dcdcfaa/0xff23d3f688d8f734 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x893:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b376 expref: 123 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.684916:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x893:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.684919:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x893:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.684923:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000084950cc6/0xff23d3f688d9352a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x893:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.684931:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000084950cc6/0xff23d3f688d9352a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x893:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.684948:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.684963:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151798000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+123:2391:x1876087010817536:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 80us (941us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.684968:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23512
00010000:00010000:0.0:1789185323.685014:0:8491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000178d39d2/0xff23d3f688d8f726 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x891:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b35a expref: 122 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.685025:0:8491:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b15179a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8491:1876087018960384:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.685048:0:8491:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ea23a920/0xff23d3f688d9350e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x891:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.685059:0:8491:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ea23a920/0xff23d3f688d9350e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x891:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.685066:0:8491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ea23a920/0xff23d3f688d9350e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x891:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.685076:0:8491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ea23a920/0xff23d3f688d9350e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x891:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.685084:0:8491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ea23a920/0xff23d3f688d9350e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x891:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.685093:0:8491:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00000100:00100000:0.0:1789185323.685238:0:8491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d0d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+890:3635:x1876087018960256:12345-0@lo:6:osp-syn-1-0.0 Request processed in 11751us (11810us total) trans 4294989654 rc 0/0
00000100:00100000:0.0:1789185323.685246:0:8491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38023
00000004:00080000:0.0:1789185323.685294:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14d0f8a80/2, rc 0, transno 4294989654
00000100:00100000:0.0:1789185323.685301:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018960256:0@lo:6:osp-syn-1-0.0
00010000:00010000:0.0:1789185323.685326:0:178143:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004c3e3cc3/0xff23d3f688d8f72d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x892:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b368 expref: 121 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.685337:0:178143:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b15179bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:178143:1876087018960896:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.685351:0:178143:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000127e8890/0xff23d3f688d9351c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x892:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.685360:0:178143:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000127e8890/0xff23d3f688d9351c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x892:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.685367:0:178143:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000127e8890/0xff23d3f688d9351c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x892:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.685375:0:178143:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000127e8890/0xff23d3f688d9351c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x892:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.685383:0:178143:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000127e8890/0xff23d3f688d9351c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x892:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.685391:0:178143:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool
00000100:00100000:0.0:1789185323.685620:0:178143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b2769b1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+890:3635:x1876087018960512:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10479us (10534us total) trans 4294989655 rc 0/0
00000100:00100000:0.0:1789185323.685627:0:178143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38025
00000004:00080000:0.0:1789185323.685657:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f71c700/2, rc 0, transno 4294989655
00000100:00100000:0.0:1789185323.685662:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f71c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018960512:0@lo:6:osp-syn-1-0.0
00010000:00010000:0.0:1789185323.685678:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp.  (3 blwis in pool)
00010000:00010000:0.0:1789185323.685685:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fa0e9384/0xff23d3f688d934e4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x88f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.685693:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde7200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.685698:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fa0e9384/0xff23d3f688d934e4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x88f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.685709:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fa0e9384/0xff23d3f688d934e4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x88f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.685722:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fa0e9384/0xff23d3f688d934e4 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x88f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.685729:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fa0e9384/0xff23d3f688d934e4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x88f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.685749:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:0.0:1789185323.685753:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f1b7551a/0xff23d3f688d93500 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x893:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.685759:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bc600 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.685763:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f1b7551a/0xff23d3f688d93500 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x893:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.685770:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f1b7551a/0xff23d3f688d93500 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x893:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.685780:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f1b7551a/0xff23d3f688d93500 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x893:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.685787:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f1b7551a/0xff23d3f688d93500 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x893:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.685802:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:0.0:1789185323.685805:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ea23a920/0xff23d3f688d9350e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x891:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.685812:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14bc28200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.685815:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ea23a920/0xff23d3f688d9350e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x891:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.685822:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ea23a920/0xff23d3f688d9350e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x891:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.685832:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ea23a920/0xff23d3f688d9350e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x891:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.685838:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ea23a920/0xff23d3f688d9350e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x891:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.685851:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185323.685854:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000127e8890/0xff23d3f688d9351c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x892:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.685860:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14bc29200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.685862:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000127e8890/0xff23d3f688d9351c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x892:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.685930:0:178147:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151755880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+889:3638:x1876087018958592:12345-0@lo:6:osp-syn-1-0.0 Request processed in 16402us (17005us total) trans 4294989653 rc 0/0
00010000:00010000:0.0:1789185323.686004:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000127e8890/0xff23d3f688d9351c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x892:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.686018:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000127e8890/0xff23d3f688d9351c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x892:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.686025:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000127e8890/0xff23d3f688d9351c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x892:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.686039:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.686041:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.686043:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.686051:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.686075:0:178146:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001b86cb5a/0xff23d3f688d8f7a4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x88c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b30d expref: 122 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.686087:0:178146:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14da1aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:178146:1876087018957056:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.686121:0:178146:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000005d3876dd/0xff23d3f688d934ac lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x88c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.686130:0:178146:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000005d3876dd/0xff23d3f688d934ac lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x88c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.686137:0:178146:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005d3876dd/0xff23d3f688d934ac lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x88c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.686146:0:178146:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005d3876dd/0xff23d3f688d934ac lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x88c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.686153:0:178146:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005d3876dd/0xff23d3f688d934ac lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x88c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.686168:0:178146:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1789185323.686268:0:178146:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1517a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+894:3637:x1876087018956416:12345-0@lo:6:osp-syn-0-0.0 Request processed in 28621us (33216us total) trans 4294977861 rc 0/0
00000100:00100000:0.0:1789185323.686275:0:178146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38009
00010000:00010000:0.0:1789185323.686294:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185323.686299:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005d3876dd/0xff23d3f688d934ac lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x88c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.686305:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14bc29c00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.686309:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005d3876dd/0xff23d3f688d934ac lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x88c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.686322:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005d3876dd/0xff23d3f688d934ac lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x88c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.686332:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005d3876dd/0xff23d3f688d934ac lrc: 1/0,0 mode: --/PW res: [0x280000401:0x88c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.686340:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005d3876dd/0xff23d3f688d934ac lrc: 0/0,0 mode: --/PW res: [0x280000401:0x88c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.686355:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.686356:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.686358:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.686365:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789185323.686465:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151799880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018962176:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185323.686502:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185323.686532:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789185323.686538:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b15179a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018962048:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185323.686582:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185323.686609:0:24325:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018962176
00000100:00100000:0.0:1789185323.686615:0:24325:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018962176
00000100:00100000:0.0:1789185323.686643:0:24325:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018962048
00000100:00100000:0.0:1789185323.686645:0:24325:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018962048
00000100:00100000:0.0:1789185323.686662:0:24325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38029
00000100:00100000:0.0:1789185323.686669:0:24325:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b15179b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+891:3636:x1876087018962176:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1789185323.686691:0:24325:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2198 count 1
00010000:00010000:0.0:1789185323.686711:0:24325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000975c7499/0xff23d3f688d93538 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x896:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.686728:0:24325:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006656685e/0xff23d3f688d8ff3e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x896:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 20971520->20975615) gid 0 flags: 0x40000000020000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bb10 expref: 120 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.686738:0:24325:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x896:0x0].0x0 since=121s v=(0 0)
00010000:00010000:0.0:1789185323.686742:0:24325:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x896:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1789185323.686748:0:24325:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000975c7499/0xff23d3f688d93538 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x896:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.686774:0:24325:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006656685e/0xff23d3f688d8ff3e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x896:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 20971520->20975615) gid 0 flags: 0x50000000030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bb10 expref: 120 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.686788:0:24325:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006656685e/0xff23d3f688d8ff3e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x896:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 20971520->20975615) gid 0 flags: 0x70000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bb10 expref: 120 pid: 34809 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.686800:0:24325:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14da1aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24325:1876087018962304:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.686837:0:24325:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14a4dc540 going to sleep for 11 seconds
00000100:00100000:0.0:1789185323.686856:0:178144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38030
00000100:00100000:0.0:1789185323.686865:0:178144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b15179b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+891:3636:x1876087018962048:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1789185323.686907:0:178144:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2197 count 1
00010000:00010000:0.0:1789185323.686919:0:178144:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000087a9560f/0xff23d3f688d9353f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x895:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.686931:0:178144:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a813fba8/0xff23d3f688d8f742 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x895:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b392 expref: 120 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.687266:0:178144:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x895:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.687270:0:178144:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x895:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.687274:0:178144:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000087a9560f/0xff23d3f688d9353f lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x895:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.687298:0:178144:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a813fba8/0xff23d3f688d8f742 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x895:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b392 expref: 120 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.687307:0:178144:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a813fba8/0xff23d3f688d8f742 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x895:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b392 expref: 120 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.687319:0:178144:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0fbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:178144:1876087018962432:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.687341:0:178144:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14a4dce40 going to sleep for 11 seconds
00000100:00100000:0.0:1789185323.687385:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148766a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+120:2392:x1876087010814464:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 25593us (26540us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.687395:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23489
00000100:00100000:1.0:1789185323.687524:0:178147:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38017
00010000:00010000:1.0:1789185323.687581:0:178148:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000089f5cf92/0xff23d3f688d934eb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x88e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.687592:0:178148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000089f5cf92/0xff23d3f688d934eb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x88e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.687603:0:178148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000089f5cf92/0xff23d3f688d934eb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x88e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.687611:0:178148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000089f5cf92/0xff23d3f688d934eb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x88e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.687632:0:178148:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1789185323.687787:0:178148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151755f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+891:3638:x1876087018958464:12345-0@lo:6:osp-syn-1-0.0 Request processed in 16213us (18810us total) trans 4294989656 rc 0/0
00000100:00100000:1.0:1789185323.687794:0:178148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38018
00010000:00010000:1.0:1789185323.687856:0:35223:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b334684d/0xff23d3f688d8f7dc lrc: 0/0,0 mode: --/PR res: [0x280000401:0x894:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b37d expref: 121 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.687877:0:35223:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b1517b5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:35223:1876087018960768:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.687897:0:35223:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000e53016f0/0xff23d3f688d93515 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x894:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.687908:0:35223:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000e53016f0/0xff23d3f688d93515 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x894:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.687915:0:35223:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e53016f0/0xff23d3f688d93515 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x894:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.687924:0:35223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e53016f0/0xff23d3f688d93515 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x894:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.687931:0:35223:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e53016f0/0xff23d3f688d93515 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x894:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.688046:0:35223:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:1.0:1789185323.688139:0:35223:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f108e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+894:3637:x1876087018960640:12345-0@lo:6:osp-syn-0-0.0 Request processed in 13416us (13523us total) trans 4294977862 rc 0/0
00000100:00100000:1.0:1789185323.688146:0:35223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38024
00010000:00010000:1.0:1789185323.688188:0:35218:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006dcdcfaa/0xff23d3f688d8f734 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x893:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b376 expref: 119 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.688201:0:35218:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b1517b7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35218:1876087018961408:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185323.690187:0:34809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f10a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+893:3638:x1876087018959872:12345-0@lo:6:osp-syn-0-0.0 Request processed in 16935us (16999us total) trans 4294977860 rc 0/0
00000100:00100000:2.0:1789185323.690204:0:34809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38021
00010000:00010000:2.0:1789185323.690258:0:16720:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000004e8cbc4d/0xff23d3f688d934f2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x890:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.690270:0:16720:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004e8cbc4d/0xff23d3f688d934f2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x890:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.690282:0:16720:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004e8cbc4d/0xff23d3f688d934f2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x890:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.690282:0:35218:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000084950cc6/0xff23d3f688d9352a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x893:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.690291:0:16720:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004e8cbc4d/0xff23d3f688d934f2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x890:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.690292:0:35218:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000084950cc6/0xff23d3f688d9352a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x893:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.690300:0:35218:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000084950cc6/0xff23d3f688d9352a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x893:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.690306:0:35218:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000084950cc6/0xff23d3f688d9352a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x893:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.690311:0:16720:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00010000:00010000:1.0:1789185323.690314:0:35218:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000084950cc6/0xff23d3f688d9352a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x893:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.690321:0:35218:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool
00000100:00100000:3.0:1789185323.690722:0:178145:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148764e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:178145:1876087018961280:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.690746:0:178145:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000beb395bd/0xff23d3f688d93523 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x895:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.690823:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:0.0:1789185323.691219:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp.  (3 blwis in pool)
00010000:00010000:0.0:1789185323.691228:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000089f5cf92/0xff23d3f688d934eb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x88e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.691237:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14bc29000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.691242:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000089f5cf92/0xff23d3f688d934eb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x88e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.691257:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000089f5cf92/0xff23d3f688d934eb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x88e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.691281:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000089f5cf92/0xff23d3f688d934eb lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x88e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.691289:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000089f5cf92/0xff23d3f688d934eb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x88e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.691310:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:0.0:1789185323.691313:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e53016f0/0xff23d3f688d93515 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x894:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.691319:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde6c00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.691322:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e53016f0/0xff23d3f688d93515 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x894:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.691328:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e53016f0/0xff23d3f688d93515 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x894:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.691338:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e53016f0/0xff23d3f688d93515 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x894:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.691344:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e53016f0/0xff23d3f688d93515 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x894:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.691362:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:0.0:1789185323.691366:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004e8cbc4d/0xff23d3f688d934f2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x890:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.691372:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bd200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.691376:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004e8cbc4d/0xff23d3f688d934f2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x890:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.691382:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004e8cbc4d/0xff23d3f688d934f2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x890:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.691390:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004e8cbc4d/0xff23d3f688d934f2 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x890:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.691397:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004e8cbc4d/0xff23d3f688d934f2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x890:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.691411:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185323.691414:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000084950cc6/0xff23d3f688d9352a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x893:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.691421:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde6e00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.691424:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000084950cc6/0xff23d3f688d9352a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x893:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.691449:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000084950cc6/0xff23d3f688d9352a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x893:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.691458:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000084950cc6/0xff23d3f688d9352a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x893:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.691466:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000084950cc6/0xff23d3f688d9352a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x893:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.691476:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.691478:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.691479:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.691487:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789185323.691502:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010817408
00000100:00100000:0.0:1789185323.691509:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010817408
00010000:00010000:0.0:1789185323.691570:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000041c7fe35/0xff23d3f688d8f7e3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x895:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b38b expref: 121 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.691606:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23513
00000100:00100000:0.0:1789185323.691616:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148764e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+121:2391:x1876087010817408:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.691634:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.691641:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000041c7fe35/0xff23d3f688d8f7e3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x895:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b38b expref: 121 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.691655:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000041c7fe35/0xff23d3f688d8f7e3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x895:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b38b expref: 121 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.691674:0:10396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000041c7fe35/0xff23d3f688d8f7e3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x895:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b38b expref: 121 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.691690:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x895:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.691694:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x895:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.691701:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000beb395bd/0xff23d3f688d93523 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x895:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.691710:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000beb395bd/0xff23d3f688d93523 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x895:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.691738:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.691784:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148764e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+120:2391:x1876087010817408:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 169us (960us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.691792:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23513
00010000:00010000:0.0:1789185323.691860:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.692054:0:178145:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000beb395bd/0xff23d3f688d93523 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x895:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.692066:0:178145:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000beb395bd/0xff23d3f688d93523 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x895:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.692076:0:178145:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000beb395bd/0xff23d3f688d93523 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x895:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.692084:0:178145:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000beb395bd/0xff23d3f688d93523 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x895:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.692108:0:178145:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1789185323.692338:0:178145:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151768700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+893:3636:x1876087018961152:12345-0@lo:6:osp-syn-0-0.0 Request processed in 14242us (14444us total) trans 4294977863 rc 0/0
00000100:00100000:3.0:1789185323.692347:0:178145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38026
00000004:00080000:3.0:1789185323.692399:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f71f100/2, rc 0, transno 4294977863
00000100:00100000:3.0:1789185323.692413:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f71f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018961152:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185323.692422:0:16720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f71c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+892:3636:x1876087018959360:12345-0@lo:6:osp-syn-1-0.0 Request processed in 19621us (20119us total) trans 4294989657 rc 0/0
00000004:00080000:3.0:1789185323.692425:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14877a680/2, rc 0, transno 4294989657
00000100:00100000:2.0:1789185323.692443:0:16720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38019
00000100:00100000:3.0:1789185323.692488:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14877a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018959360:0@lo:6:osp-syn-1-0.0
00010000:00010000:2.0:1789185323.692527:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185323.692533:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000beb395bd/0xff23d3f688d93523 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x895:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.692542:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14a863c00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.692560:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000beb395bd/0xff23d3f688d93523 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x895:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.692569:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000beb395bd/0xff23d3f688d93523 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x895:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.692579:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.692585:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000beb395bd/0xff23d3f688d93523 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x895:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.692593:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000beb395bd/0xff23d3f688d93523 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x895:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.692612:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.692613:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.692615:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789185323.692632:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b15179bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018961920:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185323.692673:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185323.692708:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148764000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018962688:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185323.692796:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018961920
00000100:00100000:0.0:1789185323.692802:0:8428:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018961920
00000100:00100000:0.0:1789185323.692835:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38031
00000100:00100000:0.0:1789185323.692845:0:8428:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f109f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+892:3638:x1876087018961920:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1789185323.692870:0:8428:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2196 count 1
00010000:00010000:0.0:1789185323.692894:0:8428:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e5c655ab/0xff23d3f688d93546 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x894:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.692912:0:8428:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000fab9a4f8/0xff23d3f688d8f73b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x894:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b384 expref: 118 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.692921:0:8428:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x894:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.692925:0:8428:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x894:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.692929:0:8428:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e5c655ab/0xff23d3f688d93546 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x894:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.692971:0:8428:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000fab9a4f8/0xff23d3f688d8f73b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x894:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b384 expref: 118 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.692984:0:8428:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000fab9a4f8/0xff23d3f688d8f73b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x894:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b384 expref: 118 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.692995:0:8428:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151757b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8428:1876087018962816:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.693627:0:8428:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14a4dc780 going to sleep for 11 seconds
00000100:00100000:2.0:1789185323.694734:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185323.694785:0:178143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018962688
00000100:00100000:0.0:1789185323.694794:0:178143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018962688
00000100:00100000:0.0:1789185323.694836:0:178143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38032
00000100:00100000:0.0:1789185323.694845:0:178143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f108380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+893:3638:x1876087018962688:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1789185323.694869:0:178143:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2199 count 1
00010000:00010000:0.0:1789185323.694893:0:178143:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008f46687d/0xff23d3f688d9354d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x897:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.694920:0:178143:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001268246f/0xff23d3f688d8f750 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x897:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b3ae expref: 118 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.694936:0:178143:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x897:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.694953:0:178143:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x897:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.694957:0:178143:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008f46687d/0xff23d3f688d9354d lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x897:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.694993:0:178143:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001268246f/0xff23d3f688d8f750 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x897:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b3ae expref: 118 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.695005:0:178143:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001268246f/0xff23d3f688d8f750 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x897:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b3ae expref: 118 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.695018:0:178143:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151756a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:178143:1876087018962944:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.695158:0:35222:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dbaaacb2/0xff23d3f688d8f7c0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x890:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b345 expref: 119 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.695173:0:35222:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151754380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:35222:1876087018958848:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.695194:0:35222:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000003654a7fb/0xff23d3f688d934dd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x890:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.695210:0:35222:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000003654a7fb/0xff23d3f688d934dd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x890:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.695217:0:35222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003654a7fb/0xff23d3f688d934dd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x890:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.695227:0:35222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003654a7fb/0xff23d3f688d934dd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x890:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.695234:0:35222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003654a7fb/0xff23d3f688d934dd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x890:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.695253:0:35222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1789185323.695458:0:35218:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f109880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+893:3638:x1876087018961024:12345-0@lo:6:osp-syn-1-0.0 Request processed in 16823us (17273us total) trans 4294989658 rc 0/0
00000100:00100000:1.0:1789185323.695467:0:35218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38027
00000004:00080000:2.0:1789185323.695691:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b15179aa00/2, rc 0, transno 4294989658
00000100:00100000:0.0:1789185323.695705:0:178143:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b242ea1240 going to sleep for 11 seconds
00000100:00100000:2.0:1789185323.695706:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b15179aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018961024:0@lo:6:osp-syn-1-0.0
00010000:00010000:0.0:1789185323.695718:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185323.695724:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003654a7fb/0xff23d3f688d934dd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x890:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.695733:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bce00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.695738:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003654a7fb/0xff23d3f688d934dd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x890:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.695749:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003654a7fb/0xff23d3f688d934dd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x890:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.695774:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003654a7fb/0xff23d3f688d934dd lrc: 1/0,0 mode: --/PW res: [0x280000401:0x890:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.695782:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003654a7fb/0xff23d3f688d934dd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x890:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.695803:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.695806:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.695807:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:2.0:1789185323.695855:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f10a300/2, rc 0, transno 4294977860
00000100:00100000:3.0:1789185323.695862:0:35222:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151754700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+893:3637:x1876087018957568:12345-0@lo:6:osp-syn-0-0.0 Request processed in 27111us (29191us total) trans 4294977864 rc 0/0
00000100:00100000:3.0:1789185323.695870:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38016
00000100:00100000:2.0:1789185323.695875:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f10a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018959872:0@lo:6:osp-syn-0-0.0
00000004:00080000:2.0:1789185323.695889:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b151757800/2, rc 0, transno 4294977859
00000100:00100000:2.0:1789185323.695892:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151757800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018959488:0@lo:6:osp-syn-0-0.0
00000004:00080000:2.0:1789185323.695901:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b148778e00/2, rc 0, transno 4294989656
00000100:00100000:2.0:1789185323.695904:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148778e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018958464:0@lo:6:osp-syn-1-0.0
00000004:00080000:2.0:1789185323.695912:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14877a300/2, rc 0, transno 4294989653
00000100:00100000:2.0:1789185323.695915:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14877a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018958592:0@lo:6:osp-syn-1-0.0
00000004:00080000:2.0:1789185323.695925:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b148760380/2, rc 0, transno 4294989652
00000100:00100000:2.0:1789185323.695928:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148760380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018957824:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185323.695942:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3]
00000100:00100000:2.0:1789185323.695949:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f10b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018961792:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185323.695981:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185323.696011:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f109180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018962560:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185323.696031:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185323.696090:0:35222:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018961792
00000100:00100000:3.0:1789185323.696095:0:35222:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018961792
00000100:00100000:2.0:1789185323.696123:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f10b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018963072:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185323.696147:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185323.696588:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151757100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018963584:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185323.696602:0:34810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018962560
00000100:00100000:1.0:1789185323.696606:0:34810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018962560
00000100:00100000:2.0:1789185323.696614:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185323.696630:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0]
00000100:00100000:1.0:1789185323.696631:0:34810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018963072
00000100:00100000:1.0:1789185323.696634:0:34810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018963072
00000100:00100000:2.0:1789185323.696636:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f108a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018963200:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.696649:0:34810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018963584
00000100:00100000:1.0:1789185323.696651:0:34810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018963584
00000100:00100000:2.0:1789185323.696655:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185323.696671:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151754000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018963712:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185323.696690:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.696715:0:34810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018963200
00000100:00100000:1.0:1789185323.696719:0:34810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018963200
00000100:00100000:1.0:1789185323.696736:0:34810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018963712
00000100:00100000:1.0:1789185323.696739:0:34810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018963712
00000100:00100000:1.0:1789185323.696756:0:34810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38033
00000100:00100000:1.0:1789185323.696764:0:34810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f10ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+896:3638:x1876087018961792:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185323.696787:0:34810:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2199 count 1
00010000:00010000:1.0:1789185323.696808:0:34810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000439557c1/0xff23d3f688d93554 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x897:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.696828:0:34810:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001df8d4cb/0xff23d3f688d8f7f1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x897:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b3a7 expref: 118 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.696837:0:34810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x897:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.696840:0:34810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x897:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.696845:0:34810:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000439557c1/0xff23d3f688d93554 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x897:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.696872:0:34810:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001df8d4cb/0xff23d3f688d8f7f1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x897:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b3a7 expref: 118 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.696884:0:34810:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001df8d4cb/0xff23d3f688d8f7f1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x897:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b3a7 expref: 118 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.696896:0:34810:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1517b7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:34810:1876087018963840:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.696937:0:34810:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a03c0 going to sleep for 11 seconds
00000100:00100000:3.0:1789185323.697025:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38034
00000100:00100000:3.0:1789185323.697034:0:35222:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f10b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+896:3638:x1876087018962560:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1789185323.697046:0:35222:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2200 count 1
00010000:00010000:3.0:1789185323.697057:0:35222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000876e8a57/0xff23d3f688d9355b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x898:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.697068:0:35222:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000979bbeb6/0xff23d3f688d8f7f8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x898:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b3b5 expref: 118 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.697076:0:35222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x898:0x0].0x0 since=124s v=(0 0)
00010000:00010000:3.0:1789185323.697079:0:35222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x898:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.697083:0:35222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000876e8a57/0xff23d3f688d9355b lrc: 4/0,1 mode: --/PW res: [0x280000401:0x898:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.697103:0:35222:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000979bbeb6/0xff23d3f688d8f7f8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x898:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b3b5 expref: 118 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.697113:0:35222:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000979bbeb6/0xff23d3f688d8f7f8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x898:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b3b5 expref: 118 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.697122:0:35222:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148766a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:35222:1876087018963968:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185323.697122:0:178145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38035
00000100:00100000:2.0:1789185323.697130:0:178145:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f10bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+894:3635:x1876087018963072:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1789185323.697143:0:178145:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2200 count 1
00000100:00100000:3.0:1789185323.697145:0:35222:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14c4823c0 going to sleep for 11 seconds
00010000:00010000:2.0:1789185323.697159:0:178145:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ef1f9aa4/0xff23d3f688d93562 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x898:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.697171:0:178145:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000006c4b2f8/0xff23d3f688d8f757 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x898:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b3bc expref: 118 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.697184:0:178145:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x898:0x0].0x0 since=124s v=(0 0)
00010000:00010000:2.0:1789185323.697188:0:178145:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x898:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.697191:0:178145:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ef1f9aa4/0xff23d3f688d93562 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x898:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.697209:0:178145:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000006c4b2f8/0xff23d3f688d8f757 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x898:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b3bc expref: 118 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.697219:0:178145:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000006c4b2f8/0xff23d3f688d8f757 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x898:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b3bc expref: 118 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.697230:0:178145:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f10a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:178145:1876087018964096:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185323.697249:0:178145:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe160c0 going to sleep for 11 seconds
00000100:00100000:2.0:1789185323.697264:0:16720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38036
00000100:00100000:2.0:1789185323.697271:0:16720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f10aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+896:3635:x1876087018963584:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1789185323.697281:0:16720:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2201 count 1
00010000:00010000:2.0:1789185323.697292:0:16720:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006fffc687/0xff23d3f688d93569 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x899:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.697303:0:16720:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000082a513d/0xff23d3f688d8f7ff lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x899:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b3c3 expref: 118 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.697310:0:16720:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x899:0x0].0x0 since=124s v=(0 0)
00010000:00010000:2.0:1789185323.697313:0:16720:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x899:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.697317:0:16720:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006fffc687/0xff23d3f688d93569 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x899:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.697333:0:16720:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000082a513d/0xff23d3f688d8f7ff lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x899:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b3c3 expref: 118 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.697342:0:16720:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000082a513d/0xff23d3f688d8f7ff lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x899:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b3c3 expref: 118 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.697351:0:16720:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151765880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16720:1876087018964224:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185323.697370:0:16720:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe16a80 going to sleep for 11 seconds
00000100:00100000:2.0:1789185323.697392:0:8491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38037
00000100:00100000:2.0:1789185323.697398:0:8491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f108000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+894:3635:x1876087018963200:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1789185323.697408:0:8491:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2201 count 1
00010000:00010000:2.0:1789185323.697418:0:8491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d4cdc89e/0xff23d3f688d93570 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x899:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.697441:0:8491:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000085e0c0df/0xff23d3f688d8f75e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x899:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b3ca expref: 118 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.697448:0:8491:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x899:0x0].0x0 since=124s v=(0 0)
00010000:00010000:2.0:1789185323.697451:0:8491:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x899:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.697455:0:8491:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d4cdc89e/0xff23d3f688d93570 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x899:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.697471:0:8491:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000085e0c0df/0xff23d3f688d8f75e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x899:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b3ca expref: 118 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.697481:0:8491:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000085e0c0df/0xff23d3f688d8f75e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x899:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b3ca expref: 118 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.697490:0:8491:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151766a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8491:1876087018964352:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185323.697510:0:8491:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe16180 going to sleep for 11 seconds
00000100:00100000:2.0:1789185323.697524:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f109c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018963456:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185323.697566:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185323.697591:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1789185323.697597:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f109500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018963328:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185323.697635:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185323.697654:0:178146:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018963456
00000100:00100000:2.0:1789185323.697657:0:178146:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018963456
00000100:00100000:2.0:1789185323.697673:0:178146:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018963328
00000100:00100000:2.0:1789185323.697675:0:178146:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018963328
00000100:00100000:2.0:1789185323.697684:0:178146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38038
00000100:00100000:2.0:1789185323.697689:0:178146:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f108e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+896:3635:x1876087018963712:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1789185323.697700:0:178146:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2202 count 1
00010000:00010000:2.0:1789185323.697710:0:178146:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000146315f7/0xff23d3f688d93577 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x89a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.697832:0:178146:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000504cf76a/0xff23d3f688d8f806 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x89a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b3d1 expref: 118 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.697841:0:178146:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x89a:0x0].0x0 since=124s v=(0 0)
00010000:00010000:2.0:1789185323.697844:0:178146:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x89a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.697849:0:178146:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000146315f7/0xff23d3f688d93577 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x89a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.697867:0:178146:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000504cf76a/0xff23d3f688d8f806 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x89a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b3d1 expref: 118 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.697876:0:178146:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000504cf76a/0xff23d3f688d8f806 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x89a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b3d1 expref: 118 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.697886:0:178146:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1517bc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:178146:1876087018964480:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185323.697907:0:178146:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe16780 going to sleep for 11 seconds
00000100:00100000:2.0:1789185323.697922:0:178147:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38039
00000100:00100000:2.0:1789185323.697928:0:178147:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151766300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+896:3638:x1876087018963456:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1789185323.697939:0:178147:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2203 count 1
00010000:00010000:2.0:1789185323.697951:0:178147:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bc9fe99c/0xff23d3f688d9357e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x89b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.697963:0:178147:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ed8ff3aa/0xff23d3f688d8f76c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x89b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b3e6 expref: 118 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.697970:0:178147:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x89b:0x0].0x0 since=124s v=(0 0)
00010000:00010000:2.0:1789185323.697973:0:178147:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x89b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.697977:0:178147:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bc9fe99c/0xff23d3f688d9357e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x89b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.697998:0:178147:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ed8ff3aa/0xff23d3f688d8f76c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x89b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b3e6 expref: 118 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.698008:0:178147:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ed8ff3aa/0xff23d3f688d8f76c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x89b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b3e6 expref: 118 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.698018:0:178147:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1517bf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:178147:1876087018964608:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185323.698034:0:178147:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe16840 going to sleep for 11 seconds
00000004:00080000:2.0:1789185323.698064:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f71f800/2, rc 0, transno 4294977862
00000100:00100000:2.0:1789185323.698075:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f71f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018960640:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185323.698108:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1789185323.698114:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1517bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018964736:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185323.698134:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:2.0:1789185323.698154:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b148761f80/2, rc 0, transno 4294977864
00000100:00100000:2.0:1789185323.698160:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148761f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018957568:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185323.698183:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1517bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018964864:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185323.698199:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:2.0:1789185323.698328:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b1517a6a00/2, rc 0, transno 4294977861
00000100:00100000:2.0:1789185323.698341:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b1517a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018956416:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185323.698370:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1789185323.698376:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1517bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018964992:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185323.698397:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185323.699388:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.699439:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.699520:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185323.699628:0:8429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f108700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8429:1876087018961664:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.699654:0:8429:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000054f5e6e3/0xff23d3f688d93531 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x896:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.699779:0:34809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018964736
00000100:00100000:1.0:1789185323.699784:0:34809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018964736
00000100:00100000:1.0:1789185323.699815:0:34809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018964864
00000100:00100000:1.0:1789185323.699818:0:34809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018964864
00000100:00100000:1.0:1789185323.699831:0:34809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018964992
00000100:00100000:1.0:1789185323.699834:0:34809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018964992
00000100:00100000:1.0:1789185323.699848:0:34809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38040
00000100:00100000:1.0:1789185323.699856:0:34809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1517bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+896:3638:x1876087018963328:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185323.699883:0:34809:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2202 count 1
00010000:00010000:1.0:1789185323.699906:0:34809:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b053a121/0xff23d3f688d93585 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x89a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.699922:0:34809:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000027f00f6a/0xff23d3f688d8f765 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x89a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b3d8 expref: 118 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.699930:0:34809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x89a:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.699995:0:34809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x89a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.700000:0:34809:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b053a121/0xff23d3f688d93585 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x89a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.700030:0:34809:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000027f00f6a/0xff23d3f688d8f765 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x89a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b3d8 expref: 118 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.700042:0:34809:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000027f00f6a/0xff23d3f688d8f765 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x89a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b3d8 expref: 118 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.700055:0:34809:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1517b5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:34809:1876087018965120:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.700101:0:34809:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0180 going to sleep for 11 seconds
00000100:00100000:1.0:1789185323.700118:0:178142:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38041
00000100:00100000:1.0:1789185323.700126:0:178142:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1517bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+899:3638:x1876087018964736:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185323.700141:0:178142:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2203 count 1
00010000:00010000:1.0:1789185323.700155:0:178142:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000842f3ed2/0xff23d3f688d9358c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x89b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.700167:0:178142:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004566b90b/0xff23d3f688d8f80d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x89b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b3df expref: 118 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.700174:0:178142:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x89b:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.700178:0:178142:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x89b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.700181:0:178142:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000842f3ed2/0xff23d3f688d9358c lrc: 4/0,1 mode: --/PW res: [0x280000401:0x89b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.700199:0:178142:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004566b90b/0xff23d3f688d8f80d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x89b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b3df expref: 118 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.700208:0:178142:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004566b90b/0xff23d3f688d8f80d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x89b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b3df expref: 118 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.700218:0:178142:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1517b5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:178142:1876087018965248:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.700243:0:178142:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0a80 going to sleep for 11 seconds
00000100:00100000:1.0:1789185323.700274:0:35223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38042
00000100:00100000:1.0:1789185323.700281:0:35223:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1517bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+899:3638:x1876087018964864:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185323.700292:0:35223:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2204 count 1
00010000:00010000:1.0:1789185323.700303:0:35223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000584e9167/0xff23d3f688d93593 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x89c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.700318:0:35223:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000064cd951c/0xff23d3f688d8f814 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x89c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b3ed expref: 118 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.700325:0:35223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x89c:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.700328:0:35223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x89c:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.700331:0:35223:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000584e9167/0xff23d3f688d93593 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x89c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.700347:0:35223:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000064cd951c/0xff23d3f688d8f814 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x89c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b3ed expref: 118 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.700356:0:35223:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000064cd951c/0xff23d3f688d8f814 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x89c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b3ed expref: 118 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.700365:0:35223:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1517b4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:35223:1876087018965376:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.700386:0:35223:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0240 going to sleep for 11 seconds
00000100:00100000:1.0:1789185323.700402:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010817792
00000100:00100000:1.0:1789185323.700406:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010817792
00010000:00010000:1.0:1789185323.700437:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006656685e/0xff23d3f688d8ff3e lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x896:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 20971520->20975615) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bb10 expref: 119 pid: 34809 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.700471:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010817664
00000100:00100000:1.0:1789185323.700474:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010817664
00010000:00010000:1.0:1789185323.700487:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f7c7b424/0xff23d3f688d8f7ea lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x896:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b399 expref: 119 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.700508:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010817920
00000100:00100000:1.0:1789185323.700511:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010817920
00010000:00010000:1.0:1789185323.700522:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a813fba8/0xff23d3f688d8f742 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x895:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b392 expref: 120 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.700539:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23514
00000100:00100000:1.0:1789185323.700577:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148766300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+120:2391:x1876087010817792:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185323.700606:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185323.700613:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006656685e/0xff23d3f688d8ff3e lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x896:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 20971520->20975615) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bb10 expref: 120 pid: 34809 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.700625:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006656685e/0xff23d3f688d8ff3e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x896:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 20971520->20975615) gid 0 flags: 0x50000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bb10 expref: 120 pid: 34809 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.700646:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x896:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1789185323.700649:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x896:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1789185323.700654:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000975c7499/0xff23d3f688d93538 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x896:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.700662:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000975c7499/0xff23d3f688d93538 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x896:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.700679:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185323.700703:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148766300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+120:2391:x1876087010817792:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 158us (1320us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185323.700710:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23514
00000100:00100000:1.0:1789185323.700730:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23515
00000100:00100000:1.0:1789185323.700737:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148765500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+119:2392:x1876087010817664:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185323.700744:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185323.700749:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f7c7b424/0xff23d3f688d8f7ea lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x896:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b399 expref: 119 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.700759:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f7c7b424/0xff23d3f688d8f7ea lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x896:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b399 expref: 119 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.700772:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f7c7b424/0xff23d3f688d8f7ea lrc: 0/0,0 mode: --/PR res: [0x280000401:0x896:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b399 expref: 119 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.700784:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x896:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.700787:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x896:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.700791:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000054f5e6e3/0xff23d3f688d93531 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x896:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.700798:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000054f5e6e3/0xff23d3f688d93531 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x896:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.700814:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185323.700835:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148765500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+118:2392:x1876087010817664:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 98us (1408us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185323.700841:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23515
00000100:00100000:1.0:1789185323.700856:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23516
00000100:00100000:1.0:1789185323.700862:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b269763450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+119:2392:x1876087010817920:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185323.700869:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185323.700874:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a813fba8/0xff23d3f688d8f742 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x895:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b392 expref: 119 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.700884:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a813fba8/0xff23d3f688d8f742 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x895:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b392 expref: 119 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.700896:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x895:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.700900:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x895:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.700904:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000087a9560f/0xff23d3f688d9353f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x895:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.700912:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000087a9560f/0xff23d3f688d9353f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x895:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.700925:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185323.701259:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b269763450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+119:2392:x1876087010817920:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 394us (1737us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185323.701267:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23516
00000100:00100000:1.0:1789185323.701320:0:178169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38043
00000100:00100000:1.0:1789185323.701328:0:178169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1517bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+899:3636:x1876087018964992:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185323.701343:0:178169:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2205 count 1
00010000:00010000:1.0:1789185323.701357:0:178169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f25d22cc/0xff23d3f688d9359a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x89d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.701375:0:178169:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f59027fb/0xff23d3f688d8f81b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x89d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b3fb expref: 117 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.701382:0:178169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x89d:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.701385:0:178169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x89d:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.701389:0:178169:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f25d22cc/0xff23d3f688d9359a lrc: 4/0,1 mode: --/PW res: [0x280000401:0x89d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.701409:0:178169:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f59027fb/0xff23d3f688d8f81b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x89d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b3fb expref: 117 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.701418:0:178169:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f59027fb/0xff23d3f688d8f81b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x89d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b3fb expref: 117 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.701442:0:178169:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1517b6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:178169:1876087018965504:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.701471:0:178169:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0e40 going to sleep for 11 seconds
00010000:00010000:2.0:1789185323.701541:0:8429:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000054f5e6e3/0xff23d3f688d93531 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x896:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.701564:0:8429:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000054f5e6e3/0xff23d3f688d93531 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x896:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.701573:0:8429:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000054f5e6e3/0xff23d3f688d93531 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x896:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.701581:0:8429:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000054f5e6e3/0xff23d3f688d93531 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x896:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.701601:0:8429:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1789185323.701693:0:24325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006656685e/0xff23d3f688d8ff3e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x896:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 20971520->20975615) gid 0 flags: 0x44801400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bb10 expref: 118 pid: 34809 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.701707:0:24325:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14da1aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24325:1876087018962304:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.701725:0:24325:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000975c7499/0xff23d3f688d93538 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x896:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.701733:0:24325:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000975c7499/0xff23d3f688d93538 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x896:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.701740:0:24325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000975c7499/0xff23d3f688d93538 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x896:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.701748:0:24325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000975c7499/0xff23d3f688d93538 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x896:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.701760:0:24325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000975c7499/0xff23d3f688d93538 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x896:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.701763:0:8429:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b15179ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+900:3636:x1876087018961536:12345-0@lo:6:osp-syn-0-0.0 Request processed in 18600us (19117us total) trans 4294977865 rc 0/0
00000100:00100000:2.0:1789185323.701770:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38028
00010000:00010000:0.0:1789185323.701774:0:24325:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000004:00080000:2.0:1789185323.701809:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b15179b480/2, rc 0, transno 4294977865
00000100:00100000:2.0:1789185323.701820:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b15179b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018961536:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.701862:0:24325:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b15179b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+897:3636:x1876087018962176:12345-0@lo:6:osp-syn-1-0.0 Request processed in 15194us (15359us total) trans 4294989659 rc 0/0
00000100:00100000:0.0:1789185323.701869:0:24325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38029
00000100:00100000:2.0:1789185323.701887:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1789185323.701897:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1517bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018965632:0@lo:6:osp-syn-0-0.0
00000004:00080000:0.0:1789185323.701906:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b151799880/2, rc 0, transno 4294989659
00000100:00100000:0.0:1789185323.701916:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151799880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018962176:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185323.701925:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:1.0:1789185323.702134:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:1.0:1789185323.702142:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000054f5e6e3/0xff23d3f688d93531 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x896:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.702149:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bdc00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.702154:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000054f5e6e3/0xff23d3f688d93531 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x896:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.702167:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000054f5e6e3/0xff23d3f688d93531 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x896:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.702182:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000054f5e6e3/0xff23d3f688d93531 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x896:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.702189:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000054f5e6e3/0xff23d3f688d93531 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x896:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.702206:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1789185323.702210:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000975c7499/0xff23d3f688d93538 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x896:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.702216:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14bc28400 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.702219:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000975c7499/0xff23d3f688d93538 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x896:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.702226:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000975c7499/0xff23d3f688d93538 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x896:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.702235:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000975c7499/0xff23d3f688d93538 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x896:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.702242:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000975c7499/0xff23d3f688d93538 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x896:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.702292:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.702294:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.702296:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789185323.702305:0:35218:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018965632
00000100:00100000:1.0:1789185323.702310:0:35218:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018965632
00000100:00100000:1.0:1789185323.702338:0:35218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38044
00000100:00100000:1.0:1789185323.702345:0:35218:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1517bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+900:3635:x1876087018965632:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185323.702359:0:35218:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2206 count 1
00010000:00010000:1.0:1789185323.702373:0:35218:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000429e81d7/0xff23d3f688d935a1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x89e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.702387:0:35218:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003f1a57f6/0xff23d3f688d8f822 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x89e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b409 expref: 117 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.702395:0:35218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x89e:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.702399:0:35218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x89e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.702403:0:35218:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000429e81d7/0xff23d3f688d935a1 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x89e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.702424:0:35218:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003f1a57f6/0xff23d3f688d8f822 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x89e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b409 expref: 117 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.702445:0:35218:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003f1a57f6/0xff23d3f688d8f822 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x89e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b409 expref: 117 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.702461:0:35218:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1517b6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35218:1876087018965760:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.702500:0:35218:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0780 going to sleep for 11 seconds
00000100:00100000:2.0:1789185323.702885:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185323.702919:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:0.0:1789185323.702936:0:178144:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a813fba8/0xff23d3f688d8f742 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x895:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b392 expref: 117 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.702950:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185323.703059:0:178145:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f10a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:178145:1876087018964096:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.703075:0:178145:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ef1f9aa4/0xff23d3f688d93562 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x898:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.703079:0:35222:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148766a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:35222:1876087018963968:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.703094:0:35222:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000876e8a57/0xff23d3f688d9355b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x898:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.703114:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010818048
00000100:00100000:3.0:1789185323.703117:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010818048
00010000:00010000:3.0:1789185323.703140:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000fab9a4f8/0xff23d3f688d8f73b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x894:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b384 expref: 118 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.703167:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010818304
00000100:00100000:3.0:1789185323.703170:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010818304
00010000:00010000:3.0:1789185323.703183:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001268246f/0xff23d3f688d8f750 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x897:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b3ae expref: 119 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.703200:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010818176
00000100:00100000:3.0:1789185323.703203:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010818176
00010000:00010000:3.0:1789185323.703214:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001df8d4cb/0xff23d3f688d8f7f1 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x897:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b3a7 expref: 118 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.703227:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23517
00000100:00100000:3.0:1789185323.703234:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1517bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+119:2391:x1876087010818048:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.703244:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.703249:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000fab9a4f8/0xff23d3f688d8f73b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x894:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b384 expref: 119 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.703263:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000fab9a4f8/0xff23d3f688d8f73b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x894:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b384 expref: 119 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.703280:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x894:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.703284:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x894:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.703290:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e5c655ab/0xff23d3f688d93546 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x894:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.703299:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e5c655ab/0xff23d3f688d93546 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x894:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.703314:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.703355:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1517bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+119:2391:x1876087010818048:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 121us (470us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.703363:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23517
00000100:00100000:3.0:1789185323.703377:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23518
00000100:00100000:3.0:1789185323.703383:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1517bea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+118:2391:x1876087010818304:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.703390:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.703394:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001268246f/0xff23d3f688d8f750 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x897:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b3ae expref: 118 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.703404:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001268246f/0xff23d3f688d8f750 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x897:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b3ae expref: 118 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.703415:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x897:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.703418:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x897:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.703423:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008f46687d/0xff23d3f688d9354d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x897:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.703441:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008f46687d/0xff23d3f688d9354d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x897:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.703454:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.703472:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1517bea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+118:2391:x1876087010818304:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 89us (553us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.703481:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23518
00000100:00100000:3.0:1789185323.703493:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23519
00000100:00100000:3.0:1789185323.703498:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1517bc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+118:2391:x1876087010818176:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.703507:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.703515:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001df8d4cb/0xff23d3f688d8f7f1 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x897:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b3a7 expref: 118 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.703525:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001df8d4cb/0xff23d3f688d8f7f1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x897:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b3a7 expref: 118 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.703537:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x897:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.703540:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x897:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.703543:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000439557c1/0xff23d3f688d93554 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x897:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.703581:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000439557c1/0xff23d3f688d93554 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x897:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.703593:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.703611:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1517bc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+118:2391:x1876087010818176:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 112us (659us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.703617:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23519
00010000:00010000:1.0:1789185323.703718:0:8428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fab9a4f8/0xff23d3f688d8f73b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x894:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b384 expref: 117 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.703731:0:8428:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151757b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8428:1876087018962816:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.703748:0:8428:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e5c655ab/0xff23d3f688d93546 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x894:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.703757:0:8428:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e5c655ab/0xff23d3f688d93546 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x894:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.703764:0:8428:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e5c655ab/0xff23d3f688d93546 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x894:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.703774:0:8428:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e5c655ab/0xff23d3f688d93546 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x894:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.703783:0:8428:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e5c655ab/0xff23d3f688d93546 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x894:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.703804:0:8428:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1789185323.704083:0:178144:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0fbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:178144:1876087018962432:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.704097:0:178144:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000087a9560f/0xff23d3f688d9353f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x895:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.704106:0:178144:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000087a9560f/0xff23d3f688d9353f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x895:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.704112:0:178144:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000087a9560f/0xff23d3f688d9353f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x895:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.704121:0:178144:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000087a9560f/0xff23d3f688d9353f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x895:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.704132:0:178144:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000087a9560f/0xff23d3f688d9353f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x895:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.704145:0:178144:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:0.0:1789185323.704362:0:178144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b15179b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+898:3636:x1876087018962048:12345-0@lo:6:osp-syn-1-0.0 Request processed in 17498us (17778us total) trans 4294989661 rc 0/0
00000100:00100000:0.0:1789185323.704371:0:178144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38030
00000004:00080000:0.0:1789185323.704415:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b15179a300/2, rc 0, transno 4294989661
00000100:00100000:0.0:1789185323.704421:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b15179a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018962048:0@lo:6:osp-syn-1-0.0
00010000:00010000:0.0:1789185323.704448:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:0.0:1789185323.704455:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e5c655ab/0xff23d3f688d93546 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x894:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.704464:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14bc28000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.704468:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e5c655ab/0xff23d3f688d93546 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x894:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.704477:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e5c655ab/0xff23d3f688d93546 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x894:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.704492:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e5c655ab/0xff23d3f688d93546 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x894:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.704500:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e5c655ab/0xff23d3f688d93546 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x894:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.704524:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185323.704528:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000087a9560f/0xff23d3f688d9353f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x895:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.704535:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14bc29e00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.704538:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000087a9560f/0xff23d3f688d9353f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x895:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.704572:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000087a9560f/0xff23d3f688d9353f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x895:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.704583:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000087a9560f/0xff23d3f688d9353f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x895:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.704590:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000087a9560f/0xff23d3f688d9353f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x895:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.704604:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.704606:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.704607:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.704613:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.704640:0:178143:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001268246f/0xff23d3f688d8f750 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x897:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b3ae expref: 115 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.704651:0:178143:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151756a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:178143:1876087018962944:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.704668:0:178143:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000008f46687d/0xff23d3f688d9354d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x897:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.704677:0:178143:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000008f46687d/0xff23d3f688d9354d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x897:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.704684:0:178143:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008f46687d/0xff23d3f688d9354d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x897:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.704691:0:178143:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008f46687d/0xff23d3f688d9354d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x897:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.704699:0:178143:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008f46687d/0xff23d3f688d9354d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x897:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.704715:0:178143:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1789185323.704799:0:178143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f108380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+898:3638:x1876087018962688:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9955us (10079us total) trans 4294989662 rc 0/0
00000100:00100000:0.0:1789185323.704806:0:178143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38032
00010000:00010000:0.0:1789185323.704870:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185323.704876:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008f46687d/0xff23d3f688d9354d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x897:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.704884:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14bc29600 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.704887:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008f46687d/0xff23d3f688d9354d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x897:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.704900:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008f46687d/0xff23d3f688d9354d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x897:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.704912:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008f46687d/0xff23d3f688d9354d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x897:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.704919:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008f46687d/0xff23d3f688d9354d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x897:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.704931:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.704933:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.704935:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789185323.705050:0:8428:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f109f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+897:3638:x1876087018961920:12345-0@lo:6:osp-syn-1-0.0 Request processed in 11097us (11266us total) trans 4294989660 rc 0/0
00000100:00100000:1.0:1789185323.705057:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38031
00000004:00080000:1.0:1789185323.705096:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b15179bb80/2, rc 0, transno 4294989660
00000100:00100000:1.0:1789185323.705101:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b15179bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018961920:0@lo:6:osp-syn-1-0.0
00000004:00080000:1.0:1789185323.705110:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b148764000/2, rc 0, transno 4294989662
00000100:00100000:1.0:1789185323.705113:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148764000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018962688:0@lo:6:osp-syn-1-0.0
00010000:00010000:1.0:1789185323.705141:0:34810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001df8d4cb/0xff23d3f688d8f7f1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x897:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b3a7 expref: 117 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.705152:0:34810:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b1517b7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:34810:1876087018963840:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.705165:0:34810:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000439557c1/0xff23d3f688d93554 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x897:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.705173:0:34810:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000439557c1/0xff23d3f688d93554 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x897:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.705180:0:34810:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000439557c1/0xff23d3f688d93554 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x897:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.705188:0:34810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000439557c1/0xff23d3f688d93554 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x897:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.705197:0:34810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000439557c1/0xff23d3f688d93554 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x897:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.706191:0:34810:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1789185323.706340:0:34810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f10ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+901:3638:x1876087018961792:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9575us (10356us total) trans 4294977866 rc 0/0
00000100:00100000:1.0:1789185323.706349:0:34810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38033
00000004:00080000:2.0:1789185323.706525:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f10b100/2, rc 0, transno 4294977866
00000100:00100000:2.0:1789185323.706540:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f10b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018961792:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185323.706646:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1517be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018965888:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185323.706679:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185323.706705:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018965888
00000100:00100000:2.0:1789185323.706710:0:8429:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018965888
00000100:00100000:2.0:1789185323.706745:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38045
00000100:00100000:2.0:1789185323.706753:0:8429:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1517be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+901:3637:x1876087018965888:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1789185323.706777:0:8429:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2207 count 1
00010000:00010000:2.0:1789185323.706798:0:8429:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ee62d8df/0xff23d3f688d935a8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x89f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.706818:0:8429:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000082206222/0xff23d3f688d8f829 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x89f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b417 expref: 116 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.706828:0:8429:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x89f:0x0].0x0 since=124s v=(0 0)
00010000:00010000:2.0:1789185323.706832:0:8429:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x89f:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.706838:0:8429:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ee62d8df/0xff23d3f688d935a8 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x89f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.706871:0:8429:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000082206222/0xff23d3f688d8f829 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x89f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b417 expref: 116 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.706884:0:8429:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000082206222/0xff23d3f688d8f829 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x89f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b417 expref: 116 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.706895:0:8429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1517bd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8429:1876087018966016:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185323.707185:0:8429:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe160c0 going to sleep for 11 seconds
00000100:00100000:0.0:1789185323.707340:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151755f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018966400:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185323.707379:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185323.707401:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789185323.707407:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151755880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018966272:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185323.707441:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185323.707472:0:178144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018966400
00000100:00100000:0.0:1789185323.707477:0:178144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018966400
00000100:00100000:0.0:1789185323.707502:0:178144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018966272
00000100:00100000:0.0:1789185323.707505:0:178144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018966272
00000100:00100000:0.0:1789185323.707522:0:178144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38046
00000100:00100000:0.0:1789185323.707528:0:178144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151754380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+898:3636:x1876087018966400:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1789185323.707543:0:178144:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2206 count 1
00010000:00010000:0.0:1789185323.707582:0:178144:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005d3876dd/0xff23d3f688d935af lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x89e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.707596:0:178144:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002fe84ed6/0xff23d3f688d8fe2d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x89e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b9ff expref: 114 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.707604:0:178144:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x89e:0x0].0x0 since=122s v=(0 0)
00010000:00010000:0.0:1789185323.707608:0:178144:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x89e:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1789185323.707612:0:178144:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005d3876dd/0xff23d3f688d935af lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x89e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.707633:0:178144:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002fe84ed6/0xff23d3f688d8fe2d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x89e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b9ff expref: 114 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.707642:0:178144:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002fe84ed6/0xff23d3f688d8fe2d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x89e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b9ff expref: 114 pid: 8491 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.707652:0:178144:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0fbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:178144:1876087018966656:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.707680:0:178144:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14a4dce40 going to sleep for 11 seconds
00000100:00100000:2.0:1789185323.707817:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151756a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018966144:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185323.707846:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185323.707868:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1789185323.707873:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151754700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018966528:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185323.707893:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:0.0:1789185323.708216:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185323.708223:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000439557c1/0xff23d3f688d93554 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x897:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.708233:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde7c00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.708238:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000439557c1/0xff23d3f688d93554 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x897:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.708250:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000439557c1/0xff23d3f688d93554 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x897:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.708271:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000439557c1/0xff23d3f688d93554 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x897:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.708280:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000439557c1/0xff23d3f688d93554 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x897:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.708302:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.708304:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.708306:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789185323.708318:0:24325:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018966144
00000100:00100000:0.0:1789185323.708321:0:24325:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018966144
00000100:00100000:0.0:1789185323.708341:0:24325:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018966528
00000100:00100000:0.0:1789185323.708344:0:24325:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018966528
00000100:00100000:0.0:1789185323.708356:0:24325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38047
00000100:00100000:0.0:1789185323.708361:0:24325:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151757b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+900:3636:x1876087018966272:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1789185323.708375:0:24325:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2205 count 1
00010000:00010000:0.0:1789185323.708388:0:24325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000127e8890/0xff23d3f688d935b6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x89d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.708401:0:24325:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ddb24db2/0xff23d3f688d8f77a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x89d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b402 expref: 114 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.708408:0:24325:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x89d:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.708412:0:24325:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x89d:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.708416:0:24325:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000127e8890/0xff23d3f688d935b6 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x89d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.708459:0:24325:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ddb24db2/0xff23d3f688d8f77a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x89d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b402 expref: 114 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.708469:0:24325:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ddb24db2/0xff23d3f688d8f77a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x89d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b402 expref: 114 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.708480:0:24325:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14da1aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24325:1876087018966784:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.708695:0:24325:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14a4dc780 going to sleep for 11 seconds
00000100:00100000:0.0:1789185323.708712:0:178143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38048
00000100:00100000:0.0:1789185323.708721:0:178143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1517bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+900:3638:x1876087018966144:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1789185323.708734:0:178143:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2204 count 1
00010000:00010000:0.0:1789185323.708746:0:178143:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ea23a920/0xff23d3f688d935bd lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x89c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.708758:0:178143:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000db7ecf61/0xff23d3f688d8f773 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x89c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b3f4 expref: 114 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.708765:0:178143:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x89c:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.708769:0:178143:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x89c:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.708772:0:178143:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ea23a920/0xff23d3f688d935bd lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x89c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.708813:0:178143:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000db7ecf61/0xff23d3f688d8f773 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x89c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b3f4 expref: 114 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.708827:0:178143:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000db7ecf61/0xff23d3f688d8f773 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x89c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b3f4 expref: 114 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.708837:0:178143:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f119f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:178143:1876087018966912:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.708861:0:178143:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14a4dc540 going to sleep for 11 seconds
00000100:00100000:0.0:1789185323.708879:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38049
00000100:00100000:0.0:1789185323.708886:0:8428:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f10a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+900:3638:x1876087018966528:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1789185323.708897:0:8428:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2207 count 1
00010000:00010000:0.0:1789185323.708908:0:8428:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000db21e579/0xff23d3f688d935c4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x89f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.708918:0:8428:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001cda84ad/0xff23d3f688d8f788 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x89f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b41e expref: 114 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.708924:0:8428:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x89f:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.708927:0:8428:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x89f:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.708930:0:8428:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000db21e579/0xff23d3f688d935c4 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x89f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.709024:0:8428:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001cda84ad/0xff23d3f688d8f788 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x89f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b41e expref: 114 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.709034:0:8428:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001cda84ad/0xff23d3f688d8f788 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x89f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b41e expref: 114 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.709049:0:8428:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f118380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8428:1876087018967040:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.709073:0:8428:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b242ea1240 going to sleep for 11 seconds
00010000:00010000:3.0:1789185323.709144:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789185323.709401:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185323.709421:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185323.709464:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185323.709597:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185323.709652:0:178146:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b1517bc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:178146:1876087018964480:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.709679:0:178146:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000146315f7/0xff23d3f688d93577 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x89a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.709708:0:178147:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b1517bf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:178147:1876087018964608:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.709719:0:178147:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000bc9fe99c/0xff23d3f688d9357e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x89b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.710202:0:8491:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151766a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8491:1876087018964352:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.710216:0:8491:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d4cdc89e/0xff23d3f688d93570 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x899:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.710240:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010818432
00000100:00100000:3.0:1789185323.710244:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010818432
00010000:00010000:3.0:1789185323.710275:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000979bbeb6/0xff23d3f688d8f7f8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x898:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b3b5 expref: 117 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.710311:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010818688
00000100:00100000:3.0:1789185323.710315:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010818688
00010000:00010000:3.0:1789185323.710329:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000082a513d/0xff23d3f688d8f7ff lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x899:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b3c3 expref: 118 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.710345:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010819072
00000100:00100000:3.0:1789185323.710347:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010819072
00010000:00010000:3.0:1789185323.710359:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ed8ff3aa/0xff23d3f688d8f76c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x89b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b3e6 expref: 115 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.710369:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010818944
00000100:00100000:3.0:1789185323.710370:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010818944
00010000:00010000:3.0:1789185323.710380:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000504cf76a/0xff23d3f688d8f806 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x89a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b3d1 expref: 119 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.710393:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23520
00000100:00100000:3.0:1789185323.710400:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1517b7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+119:2392:x1876087010818432:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.710413:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.710418:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000979bbeb6/0xff23d3f688d8f7f8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x898:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b3b5 expref: 119 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.710446:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000979bbeb6/0xff23d3f688d8f7f8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x898:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b3b5 expref: 119 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.710469:0:178150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000979bbeb6/0xff23d3f688d8f7f8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x898:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b3b5 expref: 119 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.710486:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x898:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.710491:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x898:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.710498:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000876e8a57/0xff23d3f688d9355b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x898:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.710507:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000876e8a57/0xff23d3f688d9355b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x898:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.710532:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.710591:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1517b7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+118:2392:x1876087010818432:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 190us (1190us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.710598:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23520
00000100:00100000:3.0:1789185323.710616:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23521
00000100:00100000:3.0:1789185323.710621:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1517b6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+117:2392:x1876087010818688:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.710628:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.710633:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000082a513d/0xff23d3f688d8f7ff lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x899:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b3c3 expref: 117 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.710647:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000082a513d/0xff23d3f688d8f7ff lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x899:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b3c3 expref: 117 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.710658:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x899:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.710661:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x899:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.710665:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006fffc687/0xff23d3f688d93569 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x899:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.710672:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006fffc687/0xff23d3f688d93569 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x899:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.710683:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.710697:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1517b6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+117:2392:x1876087010818688:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 76us (1275us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.710702:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23521
00000100:00100000:3.0:1789185323.710713:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23522
00000100:00100000:3.0:1789185323.710718:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1517b5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+115:2391:x1876087010819072:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.710725:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.710730:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ed8ff3aa/0xff23d3f688d8f76c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x89b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b3e6 expref: 115 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.710739:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ed8ff3aa/0xff23d3f688d8f76c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x89b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b3e6 expref: 115 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.710757:0:178150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ed8ff3aa/0xff23d3f688d8f76c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x89b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b3e6 expref: 115 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.710767:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x89b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.710769:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x89b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.710772:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000bc9fe99c/0xff23d3f688d9357e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x89b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.710780:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bc9fe99c/0xff23d3f688d9357e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x89b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.710793:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.710810:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1517b5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+114:2391:x1876087010819072:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 92us (1345us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.710815:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23522
00000100:00100000:3.0:1789185323.710827:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23523
00000100:00100000:3.0:1789185323.710832:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b269760850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+116:2391:x1876087010818944:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.710839:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.710844:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000504cf76a/0xff23d3f688d8f806 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x89a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b3d1 expref: 116 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.710853:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000504cf76a/0xff23d3f688d8f806 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x89a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b3d1 expref: 116 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.710869:0:178150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000504cf76a/0xff23d3f688d8f806 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x89a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b3d1 expref: 116 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.710879:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x89a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.710882:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x89a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.710885:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000146315f7/0xff23d3f688d93577 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x89a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.710892:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000146315f7/0xff23d3f688d93577 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x89a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.710909:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1789185323.711092:0:178147:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000bc9fe99c/0xff23d3f688d9357e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x89b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.711102:0:178147:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bc9fe99c/0xff23d3f688d9357e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x89b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.711112:0:178147:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bc9fe99c/0xff23d3f688d9357e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x89b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.711125:0:178147:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bc9fe99c/0xff23d3f688d9357e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x89b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.711142:0:178147:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1789185323.711300:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b269760850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+115:2391:x1876087010818944:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 466us (1702us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.711308:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23523
00010000:00010000:3.0:1789185323.711354:0:35222:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000876e8a57/0xff23d3f688d9355b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x898:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.711363:0:35222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000876e8a57/0xff23d3f688d9355b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x898:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.711371:0:35222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000876e8a57/0xff23d3f688d9355b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x898:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.711379:0:35222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000876e8a57/0xff23d3f688d9355b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x898:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.711393:0:35222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00010000:00010000:2.0:1789185323.711536:0:16720:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000082a513d/0xff23d3f688d8f7ff lrc: 0/0,0 mode: --/PR res: [0x280000401:0x899:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b3c3 expref: 114 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.711560:0:16720:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151765880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16720:1876087018964224:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.711576:0:16720:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006fffc687/0xff23d3f688d93569 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x899:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.711584:0:16720:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006fffc687/0xff23d3f688d93569 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x899:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.711596:0:16720:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006fffc687/0xff23d3f688d93569 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x899:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.711605:0:16720:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006fffc687/0xff23d3f688d93569 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x899:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.711612:0:16720:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006fffc687/0xff23d3f688d93569 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x899:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.711626:0:16720:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00010000:00010000:0.0:1789185323.711738:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:0.0:1789185323.711746:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bc9fe99c/0xff23d3f688d9357e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x89b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.711755:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bc400 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.711759:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bc9fe99c/0xff23d3f688d9357e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x89b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.711768:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bc9fe99c/0xff23d3f688d9357e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x89b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.711781:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bc9fe99c/0xff23d3f688d9357e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x89b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.711788:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bc9fe99c/0xff23d3f688d9357e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x89b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.711805:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:0.0:1789185323.711808:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000876e8a57/0xff23d3f688d9355b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x898:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.711814:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14a862400 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.711817:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000876e8a57/0xff23d3f688d9355b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x898:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.711824:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000876e8a57/0xff23d3f688d9355b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x898:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.711833:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000876e8a57/0xff23d3f688d9355b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x898:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.711839:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000876e8a57/0xff23d3f688d9355b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x898:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.711852:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185323.711855:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006fffc687/0xff23d3f688d93569 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x899:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.711861:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bcc00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.711864:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006fffc687/0xff23d3f688d93569 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x899:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.711872:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006fffc687/0xff23d3f688d93569 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x899:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.711881:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006fffc687/0xff23d3f688d93569 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x899:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.711887:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006fffc687/0xff23d3f688d93569 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x899:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.711898:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.711899:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.711901:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.711907:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789185323.712223:0:178147:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151766300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+901:3638:x1876087018963456:12345-0@lo:6:osp-syn-1-0.0 Request processed in 14293us (14654us total) trans 4294989663 rc 0/0
00000100:00100000:1.0:1789185323.712233:0:178147:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38039
00000100:00100000:3.0:1789185323.712645:0:35222:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f10b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+903:3638:x1876087018962560:12345-0@lo:6:osp-syn-0-0.0 Request processed in 15612us (16611us total) trans 4294977867 rc 0/0
00000100:00100000:3.0:1789185323.712654:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38034
00010000:00010000:3.0:1789185323.712686:0:178146:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000146315f7/0xff23d3f688d93577 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x89a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.712695:0:178146:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000146315f7/0xff23d3f688d93577 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x89a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.712704:0:178146:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000146315f7/0xff23d3f688d93577 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x89a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.712712:0:178146:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000146315f7/0xff23d3f688d93577 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x89a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.712730:0:178146:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1789185323.712837:0:178146:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f108e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+903:3635:x1876087018963712:12345-0@lo:6:osp-syn-0-0.0 Request processed in 15146us (16145us total) trans 4294977869 rc 0/0
00000100:00100000:3.0:1789185323.712843:0:178146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38038
00010000:00010000:1.0:1789185323.712911:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1789185323.712929:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000146315f7/0xff23d3f688d93577 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x89a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.713055:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bd800 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.713060:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000146315f7/0xff23d3f688d93577 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x89a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.713069:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000146315f7/0xff23d3f688d93577 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x89a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.713085:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000146315f7/0xff23d3f688d93577 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x89a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.713094:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000146315f7/0xff23d3f688d93577 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x89a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.713113:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.713116:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.713118:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789185323.713237:0:16720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f10aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+902:3635:x1876087018963584:12345-0@lo:6:osp-syn-0-0.0 Request processed in 15964us (16620us total) trans 4294977868 rc 0/0
00000100:00100000:2.0:1789185323.713245:0:16720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38036
00010000:00010000:2.0:1789185323.713266:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:2.0:1789185323.713303:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f109c00/2, rc 0, transno 4294989663
00000100:00100000:2.0:1789185323.713326:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f109c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018963456:0@lo:6:osp-syn-1-0.0
00000004:00080000:2.0:1789185323.713341:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f109180/2, rc 0, transno 4294977867
00000100:00100000:2.0:1789185323.713358:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f109180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018962560:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185323.713493:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185323.713529:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185323.713586:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185323.713602:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185323.713615:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185323.713630:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185323.713654:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185323.713733:0:34809:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b1517b5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:34809:1876087018965120:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.713756:0:34809:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b053a121/0xff23d3f688d93585 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x89a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.713785:0:178142:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b1517b5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:178142:1876087018965248:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.713796:0:178142:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000842f3ed2/0xff23d3f688d9358c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x89b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.713876:0:35223:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b1517b4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:35223:1876087018965376:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.713888:0:35223:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000584e9167/0xff23d3f688d93593 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x89c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.713907:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010819328
00000100:00100000:1.0:1789185323.713912:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010819328
00000100:00100000:2.0:1789185323.714077:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1517b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018967168:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185323.714116:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:1.0:1789185323.714187:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004566b90b/0xff23d3f688d8f80d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x89b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b3df expref: 114 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.714207:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010819584
00000100:00100000:1.0:1789185323.714211:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010819584
00010000:00010000:1.0:1789185323.714224:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003f1a57f6/0xff23d3f688d8f822 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x89e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b409 expref: 115 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.714236:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010819200
00000100:00100000:1.0:1789185323.714238:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010819200
00010000:00010000:1.0:1789185323.714250:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000064cd951c/0xff23d3f688d8f814 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x89c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b3ed expref: 116 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.714261:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010819456
00000100:00100000:1.0:1789185323.714264:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010819456
00010000:00010000:1.0:1789185323.714275:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f59027fb/0xff23d3f688d8f81b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x89d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b3fb expref: 117 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.714285:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010819712
00000100:00100000:1.0:1789185323.714287:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010819712
00010000:00010000:1.0:1789185323.714299:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000027f00f6a/0xff23d3f688d8f765 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x89a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b3d8 expref: 114 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.714310:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010818560
00000100:00100000:1.0:1789185323.714312:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010818560
00010000:00010000:1.0:1789185323.714322:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000006c4b2f8/0xff23d3f688d8f757 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x898:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b3bc expref: 115 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.714332:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010818816
00000100:00100000:1.0:1789185323.714334:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010818816
00010000:00010000:1.0:1789185323.714344:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000085e0c0df/0xff23d3f688d8f75e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x899:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b3ca expref: 116 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.714356:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23524
00000100:00100000:1.0:1789185323.714363:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f108700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+117:2391:x1876087010819328:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185323.714374:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185323.714379:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004566b90b/0xff23d3f688d8f80d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x89b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b3df expref: 117 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.714391:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004566b90b/0xff23d3f688d8f80d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x89b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b3df expref: 117 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.714409:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004566b90b/0xff23d3f688d8f80d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x89b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b3df expref: 117 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.714437:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x89b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.714442:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x89b:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.714448:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000842f3ed2/0xff23d3f688d9358c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x89b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.714457:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000842f3ed2/0xff23d3f688d9358c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x89b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.714491:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185323.714515:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f108700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+116:2391:x1876087010819328:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 152us (1023us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185323.714523:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23524
00000100:00100000:1.0:1789185323.714539:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23525
00000100:00100000:1.0:1789185323.714571:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f282300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+115:2391:x1876087010819584:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185323.714578:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185323.714583:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003f1a57f6/0xff23d3f688d8f822 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x89e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b409 expref: 115 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.714598:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003f1a57f6/0xff23d3f688d8f822 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x89e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b409 expref: 115 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.714610:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x89e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.714612:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x89e:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.714617:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000429e81d7/0xff23d3f688d935a1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x89e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.714624:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000429e81d7/0xff23d3f688d935a1 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x89e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.714636:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185323.714652:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f282300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+115:2391:x1876087010819584:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 107us (1122us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185323.714658:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23525
00000100:00100000:1.0:1789185323.714670:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23526
00000100:00100000:1.0:1789185323.714676:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f282680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+114:2391:x1876087010819200:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185323.714683:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185323.714688:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000064cd951c/0xff23d3f688d8f814 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x89c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b3ed expref: 114 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.714698:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000064cd951c/0xff23d3f688d8f814 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x89c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b3ed expref: 114 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.714716:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000064cd951c/0xff23d3f688d8f814 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x89c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b3ed expref: 114 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.714725:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x89c:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.714728:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x89c:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.714732:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000584e9167/0xff23d3f688d93593 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x89c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.714739:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000584e9167/0xff23d3f688d93593 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x89c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.714756:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185323.714771:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f282680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+113:2391:x1876087010819200:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 95us (1186us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185323.714778:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23526
00000100:00100000:1.0:1789185323.714791:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23527
00000100:00100000:1.0:1789185323.714798:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f281180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+112:2391:x1876087010819456:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185323.714805:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185323.714810:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f59027fb/0xff23d3f688d8f81b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x89d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b3fb expref: 112 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.714819:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f59027fb/0xff23d3f688d8f81b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x89d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b3fb expref: 112 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.714836:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x89d:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.714839:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x89d:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.714844:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f25d22cc/0xff23d3f688d9359a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x89d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.714852:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f25d22cc/0xff23d3f688d9359a lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x89d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.714863:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185323.714876:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f281180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+112:2391:x1876087010819456:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 80us (1273us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185323.714882:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23527
00000100:00100000:1.0:1789185323.714896:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23528
00000100:00100000:1.0:1789185323.714901:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f280e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+116:2391:x1876087010819712:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185323.714909:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.715087:0:178142:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000842f3ed2/0xff23d3f688d9358c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x89b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.715097:0:178142:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000842f3ed2/0xff23d3f688d9358c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x89b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.715107:0:178142:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000842f3ed2/0xff23d3f688d9358c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x89b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.715114:0:178142:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000842f3ed2/0xff23d3f688d9358c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x89b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.715129:0:178142:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1789185323.715271:0:178142:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1517bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+902:3638:x1876087018964736:12345-0@lo:6:osp-syn-0-0.0 Request processed in 15146us (17134us total) trans 4294977870 rc 0/0
00000100:00100000:2.0:1789185323.715279:0:178142:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38041
00000100:00100000:2.0:1789185323.715294:0:178142:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018967168
00000100:00100000:2.0:1789185323.715298:0:178142:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018967168
00000100:00100000:2.0:1789185323.715325:0:178142:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38050
00000100:00100000:2.0:1789185323.715331:0:178142:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f280700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+901:3638:x1876087018967168:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1789185323.715352:0:178142:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2208 count 1
00010000:00010000:2.0:1789185323.715371:0:178142:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000178222ab/0xff23d3f688d935cb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8a0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.715389:0:178142:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003f6cbf44/0xff23d3f688d8f78f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b42c expref: 116 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.715396:0:178142:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8a0:0x0].0x0 since=124s v=(0 0)
00010000:00010000:2.0:1789185323.715400:0:178142:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8a0:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.715403:0:178142:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000178222ab/0xff23d3f688d935cb lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.715443:0:178142:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003f6cbf44/0xff23d3f688d8f78f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b42c expref: 116 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.715457:0:178142:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003f6cbf44/0xff23d3f688d8f78f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b42c expref: 116 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.715469:0:178142:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f283100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:178142:1876087018967296:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185323.715506:0:178142:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe16180 going to sleep for 11 seconds
00000004:00080000:2.0:1789185323.715537:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b1517bdf80/2, rc 0, transno 4294977870
00000100:00100000:2.0:1789185323.715544:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b1517bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018964736:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185323.715640:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23529
00000100:00100000:3.0:1789185323.715651:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f281880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+116:2392:x1876087010818560:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.715660:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.715666:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000006c4b2f8/0xff23d3f688d8f757 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x898:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b3bc expref: 116 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.715678:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000006c4b2f8/0xff23d3f688d8f757 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x898:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b3bc expref: 116 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.715692:0:178150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000006c4b2f8/0xff23d3f688d8f757 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x898:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b3bc expref: 116 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.715704:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x898:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.715706:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x898:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.715711:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ef1f9aa4/0xff23d3f688d93562 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x898:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.715719:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ef1f9aa4/0xff23d3f688d93562 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x898:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.715745:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.715762:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f281880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+115:2392:x1876087010818560:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 115us (2131us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.715769:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23529
00000100:00100000:3.0:1789185323.715784:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23530
00000100:00100000:3.0:1789185323.715791:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b269762450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+114:2392:x1876087010818816:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.715798:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.715803:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000085e0c0df/0xff23d3f688d8f75e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x899:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b3ca expref: 114 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.715817:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000085e0c0df/0xff23d3f688d8f75e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x899:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b3ca expref: 114 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.715829:0:178150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000085e0c0df/0xff23d3f688d8f75e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x899:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b3ca expref: 114 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.715840:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x899:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.715843:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x899:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.715848:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d4cdc89e/0xff23d3f688d93570 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x899:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.715856:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d4cdc89e/0xff23d3f688d93570 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x899:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.715874:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.715888:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b269762450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+113:2392:x1876087010818816:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 98us (2233us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.715894:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23530
00010000:00010000:1.0:1789185323.716086:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000027f00f6a/0xff23d3f688d8f765 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x89a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b3d8 expref: 116 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.716099:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000027f00f6a/0xff23d3f688d8f765 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x89a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b3d8 expref: 112 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.716113:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000027f00f6a/0xff23d3f688d8f765 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x89a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b3d8 expref: 112 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.716129:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x89a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.716133:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x89a:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.716136:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b053a121/0xff23d3f688d93585 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x89a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.716144:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b053a121/0xff23d3f688d93585 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x89a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.716165:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1789185323.716180:0:34809:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b053a121/0xff23d3f688d93585 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x89a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.716189:0:34809:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b053a121/0xff23d3f688d93585 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x89a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.716199:0:34809:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b053a121/0xff23d3f688d93585 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x89a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.716207:0:34809:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b053a121/0xff23d3f688d93585 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x89a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.716221:0:34809:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:1.0:1789185323.716336:0:34809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1517bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+902:3638:x1876087018963328:12345-0@lo:6:osp-syn-1-0.0 Request processed in 16481us (18700us total) trans 4294989664 rc 0/0
00000100:00100000:1.0:1789185323.716344:0:34809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38040
00010000:00010000:1.0:1789185323.716369:0:35223:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000584e9167/0xff23d3f688d93593 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x89c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.716378:0:35223:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000584e9167/0xff23d3f688d93593 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x89c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.716387:0:35223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000584e9167/0xff23d3f688d93593 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x89c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.716394:0:35223:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000584e9167/0xff23d3f688d93593 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x89c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.716407:0:35223:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00000100:00100000:1.0:1789185323.716492:0:35223:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1517bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+902:3638:x1876087018964864:12345-0@lo:6:osp-syn-0-0.0 Request processed in 16212us (18291us total) trans 4294977871 rc 0/0
00000100:00100000:1.0:1789185323.716499:0:35223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38042
00010000:00010000:1.0:1789185323.716524:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:1.0:1789185323.716531:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000842f3ed2/0xff23d3f688d9358c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x89b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.716539:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde6200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.716564:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000842f3ed2/0xff23d3f688d9358c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x89b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.716577:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000842f3ed2/0xff23d3f688d9358c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x89b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.716597:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000842f3ed2/0xff23d3f688d9358c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x89b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.716604:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000842f3ed2/0xff23d3f688d9358c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x89b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.716624:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:1.0:1789185323.716628:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b053a121/0xff23d3f688d93585 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x89a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.716635:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde7800 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.716638:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b053a121/0xff23d3f688d93585 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x89a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.716646:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b053a121/0xff23d3f688d93585 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x89a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.716656:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b053a121/0xff23d3f688d93585 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x89a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.716663:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b053a121/0xff23d3f688d93585 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x89a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.716676:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1789185323.716679:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000584e9167/0xff23d3f688d93593 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x89c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.716686:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde7400 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.716689:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000584e9167/0xff23d3f688d93593 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x89c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.716696:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000584e9167/0xff23d3f688d93593 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x89c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.716706:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000584e9167/0xff23d3f688d93593 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x89c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.716713:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000584e9167/0xff23d3f688d93593 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x89c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.716724:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.716726:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.716727:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.716758:0:178169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f59027fb/0xff23d3f688d8f81b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x89d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b3fb expref: 111 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.716769:0:178169:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b1517b6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:178169:1876087018965504:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.716787:0:178169:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f25d22cc/0xff23d3f688d9359a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x89d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.716796:0:178169:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f25d22cc/0xff23d3f688d9359a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x89d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.716804:0:178169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f25d22cc/0xff23d3f688d9359a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x89d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.716813:0:178169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f25d22cc/0xff23d3f688d9359a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x89d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.716821:0:178169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f25d22cc/0xff23d3f688d9359a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x89d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.716838:0:178169:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1789185323.716848:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1789185323.716851:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f25d22cc/0xff23d3f688d9359a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x89d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.716857:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde6000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.716860:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f25d22cc/0xff23d3f688d9359a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x89d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.716867:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f25d22cc/0xff23d3f688d9359a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x89d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.716878:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f25d22cc/0xff23d3f688d9359a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x89d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.716884:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f25d22cc/0xff23d3f688d9359a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x89d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.716896:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.716898:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.716900:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.717086:0:8491:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d4cdc89e/0xff23d3f688d93570 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x899:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.717095:0:8491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d4cdc89e/0xff23d3f688d93570 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x899:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.717103:0:8491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d4cdc89e/0xff23d3f688d93570 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x899:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.717110:0:8491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d4cdc89e/0xff23d3f688d93570 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x899:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.717126:0:8491:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1789185323.717212:0:8491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f108000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+902:3635:x1876087018963200:12345-0@lo:6:osp-syn-1-0.0 Request processed in 19812us (20555us total) trans 4294989665 rc 0/0
00000100:00100000:3.0:1789185323.717219:0:8491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38037
00010000:00010000:2.0:1789185323.717391:0:178145:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ef1f9aa4/0xff23d3f688d93562 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x898:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.717399:0:178145:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ef1f9aa4/0xff23d3f688d93562 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x898:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.717413:0:178145:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ef1f9aa4/0xff23d3f688d93562 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x898:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.717421:0:178145:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ef1f9aa4/0xff23d3f688d93562 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x898:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.717455:0:178145:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:2.0:1789185323.717535:0:178145:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f10bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+902:3635:x1876087018963072:12345-0@lo:6:osp-syn-1-0.0 Request processed in 20405us (21386us total) trans 4294989666 rc 0/0
00000100:00100000:2.0:1789185323.717542:0:178145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38035
00000004:00080000:2.0:1789185323.717602:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b1517bed80/2, rc 0, transno 4294977871
00000100:00100000:2.0:1789185323.717614:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b1517bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018964864:0@lo:6:osp-syn-0-0.0
00000004:00080000:2.0:1789185323.717627:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f109500/2, rc 0, transno 4294989664
00000100:00100000:2.0:1789185323.717636:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f109500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018963328:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185323.717691:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f280380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018967808:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185323.717724:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185323.717753:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1789185323.717759:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f281f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018967680:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185323.717779:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185323.717842:0:35222:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018967808
00000100:00100000:3.0:1789185323.717848:0:35222:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018967808
00000100:00100000:3.0:1789185323.717887:0:35222:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018967680
00000100:00100000:3.0:1789185323.717890:0:35222:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018967680
00000100:00100000:3.0:1789185323.717907:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38051
00000100:00100000:3.0:1789185323.717924:0:35222:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f282d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+902:3638:x1876087018967808:12345-0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185323.718078:0:16720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38052
00000100:00100000:2.0:1789185323.718087:0:16720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f283480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+902:3638:x1876087018967680:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1789185323.718106:0:16720:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2210 count 1
00010000:00010000:2.0:1789185323.718127:0:16720:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003654a7fb/0xff23d3f688d935d2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8a2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.718145:0:16720:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000071721e0/0xff23d3f688d8f84c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b441 expref: 110 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.718154:0:16720:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8a2:0x0].0x0 since=124s v=(0 0)
00010000:00010000:2.0:1789185323.718159:0:16720:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8a2:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.718164:0:16720:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003654a7fb/0xff23d3f688d935d2 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.718190:0:16720:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000071721e0/0xff23d3f688d8f84c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b441 expref: 110 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.718203:0:16720:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000071721e0/0xff23d3f688d8f84c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b441 expref: 110 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.718214:0:16720:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f283800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16720:1876087018967936:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185323.718242:0:16720:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe16780 going to sleep for 11 seconds
00002000:00080000:3.0:1789185323.718287:0:35222:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2209 count 1
00010000:00010000:3.0:1789185323.718302:0:35222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000022619cdd/0xff23d3f688d935d9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8a1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.718313:0:35222:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003c9ea525/0xff23d3f688d8f83e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b43a expref: 111 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.718321:0:35222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8a1:0x0].0x0 since=124s v=(0 0)
00010000:00010000:3.0:1789185323.718324:0:35222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8a1:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.718328:0:35222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000022619cdd/0xff23d3f688d935d9 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.718348:0:35222:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003c9ea525/0xff23d3f688d8f83e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b43a expref: 111 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.718358:0:35222:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003c9ea525/0xff23d3f688d8f83e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b43a expref: 111 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.718369:0:35222:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148766d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:35222:1876087018968064:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185323.718390:0:35222:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14c482b40 going to sleep for 11 seconds
00010000:00010000:3.0:1789185323.718402:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:3.0:1789185323.718407:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d4cdc89e/0xff23d3f688d93570 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x899:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.718415:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bd000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185323.718419:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d4cdc89e/0xff23d3f688d93570 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x899:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.718441:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d4cdc89e/0xff23d3f688d93570 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x899:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.718457:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d4cdc89e/0xff23d3f688d93570 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x899:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.718464:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d4cdc89e/0xff23d3f688d93570 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x899:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.718484:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185323.718488:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ef1f9aa4/0xff23d3f688d93562 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x898:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.718495:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bca00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185323.718498:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ef1f9aa4/0xff23d3f688d93562 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x898:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.718505:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ef1f9aa4/0xff23d3f688d93562 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x898:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.718515:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ef1f9aa4/0xff23d3f688d93562 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x898:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.718521:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ef1f9aa4/0xff23d3f688d93562 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x898:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.718535:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.718537:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.718539:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789185323.718650:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148766a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018967424:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185323.718683:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:2.0:1789185323.718724:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f108a80/2, rc 0, transno 4294989665
00000100:00100000:2.0:1789185323.718735:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f108a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018963200:0@lo:6:osp-syn-1-0.0
00000004:00080000:2.0:1789185323.718747:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b151754000/2, rc 0, transno 4294977869
00000100:00100000:2.0:1789185323.718754:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151754000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018963712:0@lo:6:osp-syn-0-0.0
00000004:00080000:2.0:1789185323.718763:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b151757100/2, rc 0, transno 4294977868
00000100:00100000:2.0:1789185323.718767:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151757100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018963584:0@lo:6:osp-syn-0-0.0
00000004:00080000:2.0:1789185323.718774:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f10b800/2, rc 0, transno 4294989666
00000100:00100000:2.0:1789185323.718777:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f10b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018963072:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185323.718786:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1789185323.718792:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148764380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018967552:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185323.718820:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185323.718907:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f281500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018968192:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.719095:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f281c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018968320:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.719121:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185323.719151:0:34810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018967424
00000100:00100000:0.0:1789185323.719155:0:34810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018967424
00000100:00100000:0.0:1789185323.719180:0:34810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018967552
00000100:00100000:0.0:1789185323.719182:0:34810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018967552
00000100:00100000:0.0:1789185323.719194:0:34810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018968320
00000100:00100000:0.0:1789185323.719196:0:34810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018968320
00000100:00100000:0.0:1789185323.719209:0:34810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38053
00000100:00100000:0.0:1789185323.719215:0:34810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f280a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+905:3635:x1876087018967424:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1789185323.719228:0:34810:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2208 count 1
00010000:00010000:0.0:1789185323.719243:0:34810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e5c655ab/0xff23d3f688d935e0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8a0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.719257:0:34810:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000082922428/0xff23d3f688d8f830 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b425 expref: 110 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.719264:0:34810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8a0:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.719268:0:34810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8a0:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.719272:0:34810:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e5c655ab/0xff23d3f688d935e0 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.719290:0:34810:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000082922428/0xff23d3f688d8f830 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b425 expref: 110 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.719301:0:34810:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000082922428/0xff23d3f688d8f830 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b425 expref: 110 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.719313:0:34810:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f11b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:34810:1876087018968448:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.719340:0:34810:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14dbaa9c0 going to sleep for 11 seconds
00000100:00100000:0.0:1789185323.719353:0:178145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38054
00000100:00100000:0.0:1789185323.719359:0:178145:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b276a0dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+905:3635:x1876087018967552:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1789185323.719369:0:178145:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2209 count 1
00010000:00010000:0.0:1789185323.719378:0:178145:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000378be304/0xff23d3f688d935e7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8a1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.719389:0:178145:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000008c72d290/0xff23d3f688d8f837 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b433 expref: 110 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.719396:0:178145:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8a1:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.719399:0:178145:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8a1:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.719402:0:178145:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000378be304/0xff23d3f688d935e7 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.719417:0:178145:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000008c72d290/0xff23d3f688d8f837 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b433 expref: 110 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.719438:0:178145:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000008c72d290/0xff23d3f688d8f837 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b433 expref: 110 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.719455:0:178145:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f11b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:178145:1876087018968576:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.719471:0:178145:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1530999c0 going to sleep for 11 seconds
00000100:00100000:0.0:1789185323.719485:0:8491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38055
00000100:00100000:0.0:1789185323.719492:0:8491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f11ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+905:3636:x1876087018968320:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1789185323.719503:0:8491:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2212 count 1
00010000:00010000:0.0:1789185323.719515:0:8491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000010a0414/0xff23d3f688d935ee lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8a4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.719525:0:8491:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c272668f/0xff23d3f688d8f868 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b45d expref: 110 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.719532:0:8491:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8a4:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.719535:0:8491:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8a4:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.719538:0:8491:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000010a0414/0xff23d3f688d935ee lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.719583:0:8491:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c272668f/0xff23d3f688d8f868 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b45d expref: 110 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.719593:0:8491:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c272668f/0xff23d3f688d8f868 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b45d expref: 110 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.719602:0:8491:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f118a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8491:1876087018968704:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.719631:0:8491:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1486aa300 going to sleep for 11 seconds
00010000:00010000:1.0:1789185323.720000:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.720045:0:35218:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003f1a57f6/0xff23d3f688d8f822 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x89e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b409 expref: 110 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.720059:0:35218:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b1517b6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35218:1876087018965760:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.720079:0:35218:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000429e81d7/0xff23d3f688d935a1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x89e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.720090:0:35218:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000429e81d7/0xff23d3f688d935a1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x89e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.720097:0:35218:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000429e81d7/0xff23d3f688d935a1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x89e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.720106:0:35218:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000429e81d7/0xff23d3f688d935a1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x89e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.720114:0:35218:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000429e81d7/0xff23d3f688d935a1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x89e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.720135:0:35218:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1789185323.720146:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1789185323.720152:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000429e81d7/0xff23d3f688d935a1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x89e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.720159:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde6400 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.720163:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000429e81d7/0xff23d3f688d935a1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x89e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.720171:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000429e81d7/0xff23d3f688d935a1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x89e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.720187:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000429e81d7/0xff23d3f688d935a1 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x89e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.720195:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000429e81d7/0xff23d3f688d935a1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x89e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.720210:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.720212:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.720213:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789185323.720344:0:35218:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1517bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+906:3635:x1876087018965632:12345-0@lo:6:osp-syn-0-0.0 Request processed in 17998us (18417us total) trans 4294977872 rc 0/0
00000100:00100000:1.0:1789185323.720351:0:35218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38044
00000100:00100000:1.0:1789185323.720405:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f280e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+111:2391:x1876087010819712:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 5503us (6787us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185323.720413:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23528
00000100:00100000:1.0:1789185323.720523:0:178169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1517bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+906:3636:x1876087018964992:12345-0@lo:6:osp-syn-0-0.0 Request processed in 19196us (22124us total) trans 4294977873 rc 0/0
00000100:00100000:1.0:1789185323.720533:0:178169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38043
00000100:00100000:2.0:1789185323.720676:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:2.0:1789185323.720715:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b1517bd500/2, rc 0, transno 4294977872
00000100:00100000:2.0:1789185323.720727:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b1517bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018965632:0@lo:6:osp-syn-0-0.0
00010000:00010000:2.0:1789185323.720781:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.720791:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789185323.720832:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f282300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018969088:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185323.720855:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185323.720887:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f280000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018968960:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185323.720906:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185323.720922:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1789185323.720927:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f282a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018968832:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185323.720943:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185323.720975:0:178148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018968192
00000100:00100000:2.0:1789185323.720980:0:178148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018968192
00000100:00100000:2.0:1789185323.721009:0:178148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018969088
00000100:00100000:2.0:1789185323.721012:0:178148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018969088
00000100:00100000:2.0:1789185323.721024:0:178148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018968960
00000100:00100000:2.0:1789185323.721026:0:178148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018968960
00000100:00100000:2.0:1789185323.721035:0:178148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018968832
00000100:00100000:2.0:1789185323.721037:0:178148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018968832
00000100:00100000:2.0:1789185323.721048:0:178148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38056
00000100:00100000:2.0:1789185323.721055:0:178148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f283b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+907:3635:x1876087018968192:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1789185323.721073:0:178148:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2211 count 1
00010000:00010000:2.0:1789185323.721091:0:178148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a5a45477/0xff23d3f688d935f5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8a3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.721107:0:178148:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000082900d6d/0xff23d3f688d8f853 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b44f expref: 109 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.721115:0:178148:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8a3:0x0].0x0 since=124s v=(0 0)
00010000:00010000:2.0:1789185323.721119:0:178148:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8a3:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.721124:0:178148:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a5a45477/0xff23d3f688d935f5 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.721148:0:178148:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000082900d6d/0xff23d3f688d8f853 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b44f expref: 109 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.721160:0:178148:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000082900d6d/0xff23d3f688d8f853 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b44f expref: 109 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.721172:0:178148:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f280e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:178148:1876087018969216:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185323.721204:0:178148:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe16900 going to sleep for 11 seconds
00000100:00100000:2.0:1789185323.721227:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38057
00000100:00100000:2.0:1789185323.721234:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f282680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+904:3635:x1876087018969088:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1789185323.721247:0:8431:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2211 count 1
00010000:00010000:2.0:1789185323.721261:0:8431:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004e8cbc4d/0xff23d3f688d935fc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8a3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.721273:0:8431:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006ec061d2/0xff23d3f688d8f861 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b456 expref: 110 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.721280:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8a3:0x0].0x0 since=124s v=(0 0)
00010000:00010000:2.0:1789185323.721282:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8a3:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.721286:0:8431:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004e8cbc4d/0xff23d3f688d935fc lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.721330:0:8431:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006ec061d2/0xff23d3f688d8f861 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b456 expref: 110 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.721340:0:8431:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006ec061d2/0xff23d3f688d8f861 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b456 expref: 110 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.721351:0:8431:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f122300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8431:1876087018969344:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185323.721375:0:8431:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe16840 going to sleep for 11 seconds
00000100:00100000:3.0:1789185323.721502:0:34809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38058
00000100:00100000:3.0:1789185323.721512:0:34809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f281180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+904:3638:x1876087018968960:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:3.0:1789185323.721524:0:34809:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2210 count 1
00010000:00010000:3.0:1789185323.721536:0:34809:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004817f4f3/0xff23d3f688d93603 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8a2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.721568:0:34809:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000a78275e/0xff23d3f688d8f85a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b448 expref: 110 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.721581:0:34809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8a2:0x0].0x0 since=124s v=(0 0)
00010000:00010000:3.0:1789185323.721584:0:34809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8a2:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.721587:0:34809:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004817f4f3/0xff23d3f688d93603 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.721610:0:34809:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000a78275e/0xff23d3f688d8f85a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b448 expref: 110 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.721620:0:34809:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000a78275e/0xff23d3f688d8f85a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b448 expref: 110 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.721629:0:34809:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148764e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:34809:1876087018969472:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185323.721656:0:34809:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14c4820c0 going to sleep for 11 seconds
00000100:00100000:1.0:1789185323.722047:0:178146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38059
00000100:00100000:1.0:1789185323.722059:0:178146:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f281880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+907:3638:x1876087018968832:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185323.722073:0:178146:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2213 count 1
00010000:00010000:1.0:1789185323.722086:0:178146:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a2baff92/0xff23d3f688d9360a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8a5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.722099:0:178146:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000fd8ee228/0xff23d3f688d8f86f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b46b expref: 109 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.722106:0:178146:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8a5:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.722109:0:178146:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8a5:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.722113:0:178146:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a2baff92/0xff23d3f688d9360a lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.722135:0:178146:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000fd8ee228/0xff23d3f688d8f86f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b46b expref: 109 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.722146:0:178146:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000fd8ee228/0xff23d3f688d8f86f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b46b expref: 109 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.722156:0:178146:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1517b6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:178146:1876087018969600:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.722184:0:178146:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0e40 going to sleep for 11 seconds
00000004:00080000:0.0:1789185323.722369:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b1517bf800/2, rc 0, transno 4294977873
00000100:00100000:0.0:1789185323.722380:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b1517bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018964992:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185323.723016:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789185323.723031:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f122680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018969728:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185323.723075:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185323.723176:0:178147:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018969728
00000100:00100000:2.0:1789185323.723183:0:178147:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018969728
00000100:00100000:2.0:1789185323.723215:0:178147:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38060
00000100:00100000:2.0:1789185323.723221:0:178147:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148766300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+908:3635:x1876087018969728:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1789185323.723241:0:178147:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2214 count 1
00010000:00010000:2.0:1789185323.723259:0:178147:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f1b7551a/0xff23d3f688d93611 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8a6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.723274:0:178147:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000018b57cf0/0xff23d3f688d8f876 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b479 expref: 109 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.723282:0:178147:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8a6:0x0].0x0 since=124s v=(0 0)
00010000:00010000:2.0:1789185323.723286:0:178147:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8a6:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.723290:0:178147:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f1b7551a/0xff23d3f688d93611 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.723311:0:178147:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000018b57cf0/0xff23d3f688d8f876 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b479 expref: 109 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.723321:0:178147:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000018b57cf0/0xff23d3f688d8f876 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b479 expref: 109 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.723331:0:178147:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f121180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:178147:1876087018969856:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185323.723384:0:178147:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe16a80 going to sleep for 11 seconds
00000100:00100000:0.0:1789185323.737981:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.738014:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.738026:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010819840
00000100:00100000:0.0:1789185323.738035:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010819968
00000100:00100000:3.0:1789185323.738037:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010819840
00000100:00100000:0.0:1789185323.738038:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010819968
00000100:00100000:1.0:1789185323.738143:0:178144:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0fbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:178144:1876087018966656:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.738147:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000082206222/0xff23d3f688d8f829 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x89f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b417 expref: 110 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.738169:0:178144:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000005d3876dd/0xff23d3f688d935af lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x89e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.738184:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23531
00000100:00100000:3.0:1789185323.738193:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f119500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+110:2391:x1876087010819840:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.738208:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.738215:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000082206222/0xff23d3f688d8f829 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x89f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b417 expref: 110 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.738229:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000082206222/0xff23d3f688d8f829 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x89f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b417 expref: 110 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.738242:0:8429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b1517bd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8429:1876087018966016:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.738254:0:178150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000082206222/0xff23d3f688d8f829 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x89f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b417 expref: 110 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.738257:0:8429:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000ee62d8df/0xff23d3f688d935a8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x89f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.738294:0:8458:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002fe84ed6/0xff23d3f688d8fe2d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x89e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b9ff expref: 111 pid: 8491 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.738325:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23532
00000100:00100000:0.0:1789185323.738333:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f119c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+111:2391:x1876087010819968:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.738341:0:8458:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.738345:0:8458:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002fe84ed6/0xff23d3f688d8fe2d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x89e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b9ff expref: 111 pid: 8491 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.738354:0:8458:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002fe84ed6/0xff23d3f688d8fe2d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x89e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b9ff expref: 111 pid: 8491 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.738369:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002fe84ed6/0xff23d3f688d8fe2d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x89e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b9ff expref: 111 pid: 8491 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.738385:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x89e:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1789185323.738390:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x89e:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1789185323.738396:0:8458:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005d3876dd/0xff23d3f688d935af lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x89e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.738413:0:8458:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005d3876dd/0xff23d3f688d935af lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x89e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.738454:0:8458:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.738505:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f119c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+110:2391:x1876087010819968:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 172us (489us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.738512:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23532
00010000:00010000:0.0:1789185323.738539:0:178144:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000005d3876dd/0xff23d3f688d935af lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x89e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.738619:0:178144:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005d3876dd/0xff23d3f688d935af lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x89e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.738631:0:178144:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005d3876dd/0xff23d3f688d935af lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x89e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.738639:0:178144:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005d3876dd/0xff23d3f688d935af lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x89e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.738693:0:178144:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1789185323.738871:0:178144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151754380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+905:3636:x1876087018966400:12345-0@lo:6:osp-syn-1-0.0 Request processed in 31342us (31490us total) trans 4294989667 rc 0/0
00000100:00100000:0.0:1789185323.738879:0:178144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38046
00000100:00100000:0.0:1789185323.739028:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.739068:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.739099:0:24325:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14da1aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24325:1876087018966784:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.739116:0:24325:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000127e8890/0xff23d3f688d935b6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x89d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.739137:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010820096
00000100:00100000:0.0:1789185323.739141:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010820096
00010000:00010000:0.0:1789185323.739158:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ddb24db2/0xff23d3f688d8f77a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x89d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b402 expref: 110 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.739178:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010820224
00000100:00100000:0.0:1789185323.739182:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010820224
00010000:00010000:0.0:1789185323.739193:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000db7ecf61/0xff23d3f688d8f773 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x89c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b3f4 expref: 111 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.739211:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23533
00000100:00100000:0.0:1789185323.739218:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f11bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+111:2391:x1876087010820096:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.739227:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.739232:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ddb24db2/0xff23d3f688d8f77a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x89d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b402 expref: 111 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.739243:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ddb24db2/0xff23d3f688d8f77a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x89d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b402 expref: 111 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.739258:0:10396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ddb24db2/0xff23d3f688d8f77a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x89d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b402 expref: 111 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.739275:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x89d:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.739279:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x89d:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.739283:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000127e8890/0xff23d3f688d935b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x89d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.739292:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000127e8890/0xff23d3f688d935b6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x89d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.739310:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.739341:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f11bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+110:2391:x1876087010820096:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 122us (313us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.739347:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23533
00000100:00100000:0.0:1789185323.739362:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23534
00000100:00100000:0.0:1789185323.739369:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f11aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+109:2392:x1876087010820224:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.739377:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.739382:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000db7ecf61/0xff23d3f688d8f773 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x89c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b3f4 expref: 109 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.739392:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000db7ecf61/0xff23d3f688d8f773 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x89c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b3f4 expref: 109 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.739404:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x89c:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.739407:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x89c:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.739411:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ea23a920/0xff23d3f688d935bd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x89c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.739420:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ea23a920/0xff23d3f688d935bd lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x89c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.739445:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.739463:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f11aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+109:2392:x1876087010820224:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 94us (394us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.739470:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23534
00010000:00010000:0.0:1789185323.739494:0:24325:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000127e8890/0xff23d3f688d935b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x89d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.739503:0:24325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000127e8890/0xff23d3f688d935b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x89d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.739512:0:24325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000127e8890/0xff23d3f688d935b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x89d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.739520:0:24325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000127e8890/0xff23d3f688d935b6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x89d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:1.0:1789185323.739674:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b151755f80/2, rc 0, transno 4294989667
00000100:00100000:1.0:1789185323.739690:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151755f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018966400:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.739774:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1517b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018969984:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.739816:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.739856:0:35218:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018969984
00000100:00100000:1.0:1789185323.739860:0:35218:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018969984
00000100:00100000:1.0:1789185323.739887:0:35218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38061
00000100:00100000:1.0:1789185323.739894:0:35218:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1517b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+905:3637:x1876087018969984:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185323.739917:0:35218:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2212 count 1
00010000:00010000:1.0:1789185323.739939:0:35218:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000429e81d7/0xff23d3f688d93618 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8a4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.739955:0:35218:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000329a673/0xff23d3f688d8f88b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b464 expref: 108 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.739963:0:35218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8a4:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.739966:0:35218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8a4:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.739970:0:35218:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000429e81d7/0xff23d3f688d93618 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.739993:0:35218:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000329a673/0xff23d3f688d8f88b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b464 expref: 108 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.740007:0:35218:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000329a673/0xff23d3f688d8f88b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b464 expref: 108 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.740019:0:35218:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1517b5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35218:1876087018970112:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.740058:0:35218:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0a80 going to sleep for 11 seconds
00000100:00100000:1.0:1789185323.740568:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185323.740659:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185323.740681:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010820352
00000100:00100000:1.0:1789185323.740685:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010820352
00010000:00010000:1.0:1789185323.740704:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001cda84ad/0xff23d3f688d8f788 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x89f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b41e expref: 109 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.740723:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010820480
00000100:00100000:1.0:1789185323.740726:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010820480
00010000:00010000:1.0:1789185323.740738:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003f6cbf44/0xff23d3f688d8f78f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b42c expref: 110 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.740759:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23535
00000100:00100000:1.0:1789185323.740766:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1517b4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+110:2394:x1876087010820352:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185323.740775:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185323.740780:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001cda84ad/0xff23d3f688d8f788 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x89f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b41e expref: 110 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.740792:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001cda84ad/0xff23d3f688d8f788 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x89f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b41e expref: 110 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.740809:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x89f:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.740813:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x89f:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.740818:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000db21e579/0xff23d3f688d935c4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x89f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.740826:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000db21e579/0xff23d3f688d935c4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x89f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.740840:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185323.740866:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1517b4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+110:2394:x1876087010820352:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 100us (319us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185323.740873:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23535
00000100:00100000:1.0:1789185323.740912:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23536
00000100:00100000:1.0:1789185323.740919:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1517b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+109:2394:x1876087010820480:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185323.740926:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185323.740931:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003f6cbf44/0xff23d3f688d8f78f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8a0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b42c expref: 109 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.740942:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003f6cbf44/0xff23d3f688d8f78f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8a0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b42c expref: 109 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.740954:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8a0:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.740957:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8a0:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.740961:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000178222ab/0xff23d3f688d935cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8a0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.740969:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000178222ab/0xff23d3f688d935cb lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8a0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.740983:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185323.741005:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1517b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+109:2394:x1876087010820480:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 86us (346us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185323.741012:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23536
00010000:00010000:2.0:1789185323.741219:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:2.0:1789185323.741228:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005d3876dd/0xff23d3f688d935af lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x89e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.741236:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14bc29c00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.741241:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005d3876dd/0xff23d3f688d935af lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x89e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.741252:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005d3876dd/0xff23d3f688d935af lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x89e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.741265:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005d3876dd/0xff23d3f688d935af lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x89e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.741273:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005d3876dd/0xff23d3f688d935af lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x89e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.741296:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185323.741300:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000127e8890/0xff23d3f688d935b6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x89d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.741306:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14bc29200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.741309:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000127e8890/0xff23d3f688d935b6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x89d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.741316:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000127e8890/0xff23d3f688d935b6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x89d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.741326:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000127e8890/0xff23d3f688d935b6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x89d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.741333:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.741335:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.741337:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.741366:0:178142:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003f6cbf44/0xff23d3f688d8f78f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b42c expref: 108 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.741376:0:178142:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f283100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:178142:1876087018967296:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.741393:0:178142:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000178222ab/0xff23d3f688d935cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.741403:0:178142:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000178222ab/0xff23d3f688d935cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.741410:0:178142:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000178222ab/0xff23d3f688d935cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.741419:0:178142:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000178222ab/0xff23d3f688d935cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.741439:0:178142:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000178222ab/0xff23d3f688d935cb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.741456:0:178142:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1789185323.741661:0:178142:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f280700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+906:3638:x1876087018967168:12345-0@lo:6:osp-syn-1-0.0 Request processed in 26329us (27544us total) trans 4294989668 rc 0/0
00000100:00100000:2.0:1789185323.741670:0:178142:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38050
00010000:00010000:2.0:1789185323.741692:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185323.741697:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000178222ab/0xff23d3f688d935cb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.741705:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bc000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.741708:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000178222ab/0xff23d3f688d935cb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.741716:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000178222ab/0xff23d3f688d935cb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.741727:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000178222ab/0xff23d3f688d935cb lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.741734:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000178222ab/0xff23d3f688d935cb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.741749:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.741751:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.741753:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:2.0:1789185323.741780:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b1517b5f80/2, rc 0, transno 4294989668
00000100:00100000:2.0:1789185323.741792:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b1517b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018967168:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185323.741852:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f120e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018970240:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185323.741884:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:0.0:1789185323.742044:0:24325:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool
00010000:00010000:0.0:1789185323.742051:0:24325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000127e8890/0xff23d3f688d935b6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x89d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.742161:0:24325:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151757b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+906:3636:x1876087018966272:12345-0@lo:6:osp-syn-1-0.0 Request processed in 33799us (34719us total) trans 4294989669 rc 0/0
00000100:00100000:0.0:1789185323.742171:0:24325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38047
00000100:00100000:0.0:1789185323.742192:0:24325:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018970240
00000100:00100000:0.0:1789185323.742196:0:24325:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018970240
00000100:00100000:0.0:1789185323.742226:0:24325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38062
00000100:00100000:0.0:1789185323.742233:0:24325:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f121880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+906:3638:x1876087018970240:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1789185323.742255:0:24325:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2213 count 1
00010000:00010000:0.0:1789185323.742280:0:24325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ebf5c28e/0xff23d3f688d9361f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8a5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.742297:0:24325:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007c2a74fc/0xff23d3f688d8f892 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b472 expref: 107 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.742306:0:24325:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8a5:0x0].0x0 since=124s v=(0 0)
00010000:00010000:2.0:1789185323.742439:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.742453:0:24325:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8a5:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.742458:0:24325:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ebf5c28e/0xff23d3f688d9361f lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.742488:0:24325:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007c2a74fc/0xff23d3f688d8f892 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b472 expref: 107 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.742500:0:24325:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007c2a74fc/0xff23d3f688d8f892 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b472 expref: 107 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.742512:0:24325:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f118000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24325:1876087018970368:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.742635:0:24325:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1486aae40 going to sleep for 11 seconds
00010000:00010000:0.0:1789185323.742673:0:178143:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000db7ecf61/0xff23d3f688d8f773 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x89c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b3f4 expref: 107 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.742686:0:178143:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f119f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:178143:1876087018966912:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.742707:0:178143:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ea23a920/0xff23d3f688d935bd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x89c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.742717:0:178143:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ea23a920/0xff23d3f688d935bd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x89c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.742731:0:178143:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ea23a920/0xff23d3f688d935bd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x89c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.742740:0:178143:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ea23a920/0xff23d3f688d935bd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x89c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.742746:0:178143:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ea23a920/0xff23d3f688d935bd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x89c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.742762:0:178143:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1789185323.742852:0:178143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1517bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+907:3638:x1876087018966144:12345-0@lo:6:osp-syn-1-0.0 Request processed in 34132us (35004us total) trans 4294989670 rc 0/0
00000100:00100000:0.0:1789185323.742859:0:178143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38048
00010000:00010000:0.0:1789185323.742902:0:8428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001cda84ad/0xff23d3f688d8f788 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x89f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b41e expref: 106 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.742920:0:8428:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f118380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8428:1876087018967040:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.742939:0:8428:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000db21e579/0xff23d3f688d935c4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x89f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.742948:0:8428:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000db21e579/0xff23d3f688d935c4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x89f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.742955:0:8428:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000db21e579/0xff23d3f688d935c4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x89f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.742963:0:8428:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000db21e579/0xff23d3f688d935c4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x89f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.742971:0:8428:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000db21e579/0xff23d3f688d935c4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x89f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.742984:0:8428:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:0.0:1789185323.743050:0:8428:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f10a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+907:3638:x1876087018966528:12345-0@lo:6:osp-syn-1-0.0 Request processed in 34164us (35155us total) trans 4294989671 rc 0/0
00000100:00100000:0.0:1789185323.743056:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38049
00010000:00010000:0.0:1789185323.743077:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:0.0:1789185323.743082:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ea23a920/0xff23d3f688d935bd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x89c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.743094:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14bc28200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.743097:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ea23a920/0xff23d3f688d935bd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x89c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.743106:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ea23a920/0xff23d3f688d935bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x89c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.743123:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ea23a920/0xff23d3f688d935bd lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x89c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.743129:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ea23a920/0xff23d3f688d935bd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x89c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.743144:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185323.743147:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000db21e579/0xff23d3f688d935c4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x89f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.743152:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14bc29800 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.743155:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000db21e579/0xff23d3f688d935c4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x89f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.743161:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000db21e579/0xff23d3f688d935c4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x89f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.743170:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000db21e579/0xff23d3f688d935c4 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x89f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.743177:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000db21e579/0xff23d3f688d935c4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x89f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.743190:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.743191:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.743193:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:2.0:1789185323.743264:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b151754700/2, rc 0, transno 4294989671
00000100:00100000:2.0:1789185323.743275:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151754700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018966528:0@lo:6:osp-syn-1-0.0
00000004:00080000:2.0:1789185323.743285:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b151756a00/2, rc 0, transno 4294989670
00000100:00100000:2.0:1789185323.743290:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151756a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018966144:0@lo:6:osp-syn-1-0.0
00010000:00010000:2.0:1789185323.743382:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789185323.743673:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185323.743699:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f123100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018970624:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.743738:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:1.0:1789185323.743768:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b151755880/2, rc 0, transno 4294989669
00000100:00100000:1.0:1789185323.743778:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151755880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018966272:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.743787:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789185323.743792:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f120700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018970496:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.743814:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.743841:0:178142:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018970624
00000100:00100000:1.0:1789185323.743847:0:178142:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018970624
00000100:00100000:1.0:1789185323.743881:0:178142:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018970496
00010000:00010000:3.0:1789185323.743882:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x89f:0x0].0x0 since=0s v=(0 0)
00000100:00100000:1.0:1789185323.743884:0:178142:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018970496
00010000:00010000:3.0:1789185323.743886:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x89f:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.743894:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ee62d8df/0xff23d3f688d935a8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x89f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.743899:0:178142:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38063
00010000:00010000:3.0:1789185323.743905:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ee62d8df/0xff23d3f688d935a8 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x89f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.743905:0:178142:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1517b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+908:3636:x1876087018970624:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185323.743924:0:178142:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2215 count 1
00010000:00010000:3.0:1789185323.743936:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1789185323.743943:0:178142:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b053a121/0xff23d3f688d93626 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8a7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.743956:0:178142:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007b2d0238/0xff23d3f688d8f8a0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b48e expref: 105 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.743967:0:178142:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8a7:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.743970:0:178142:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8a7:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.743974:0:178142:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b053a121/0xff23d3f688d93626 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.743994:0:178142:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007b2d0238/0xff23d3f688d8f8a0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b48e expref: 105 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.744004:0:178142:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007b2d0238/0xff23d3f688d8f8a0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b48e expref: 105 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.744015:0:178142:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1517b6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:178142:1876087018970752:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185323.744025:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f119500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+109:2391:x1876087010819840:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 5833us (6053us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.744032:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23531
00000100:00100000:1.0:1789185323.744045:0:178142:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0240 going to sleep for 11 seconds
00000100:00100000:3.0:1789185323.744047:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010820608
00000100:00100000:3.0:1789185323.744050:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010820608
00010000:00010000:3.0:1789185323.744067:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003c9ea525/0xff23d3f688d8f83e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b43a expref: 106 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.744080:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1789185323.744086:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23537
00000100:00100000:1.0:1789185323.744088:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1517b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018970880:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1789185323.744093:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b269763050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+106:2393:x1876087010820608:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.744102:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.744107:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003c9ea525/0xff23d3f688d8f83e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b43a expref: 106 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.744111:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:3.0:1789185323.744118:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003c9ea525/0xff23d3f688d8f83e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b43a expref: 106 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.744133:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8a1:0x0].0x0 since=0s v=(0 0)
00000100:00100000:1.0:1789185323.744134:0:35223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018970880
00000100:00100000:1.0:1789185323.744136:0:35223:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018970880
00010000:00010000:3.0:1789185323.744137:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8a1:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.744141:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000022619cdd/0xff23d3f688d935d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.744148:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000022619cdd/0xff23d3f688d935d9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.744153:0:35223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38064
00000100:00100000:1.0:1789185323.744158:0:35223:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1517b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+909:3636:x1876087018970496:12345-0@lo:6:osp-syn-1-0.0
00010000:00010000:3.0:1789185323.744160:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00002000:00080000:1.0:1789185323.744169:0:35223:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2214 count 1
00000100:00100000:3.0:1789185323.744177:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b269763050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+106:2393:x1876087010820608:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 85us (506us total) trans 0 rc 0/0
00010000:00010000:1.0:1789185323.744180:0:35223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000842f3ed2/0xff23d3f688d9362d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8a6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.744184:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23537
00010000:00010000:1.0:1789185323.744191:0:35223:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000114f9e02/0xff23d3f688d90087 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 46137344->46141439) gid 0 flags: 0x40000000020000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bc59 expref: 105 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.744198:0:35223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x8a6:0x0].0x0 since=121s v=(0 0)
00010000:00010000:1.0:1789185323.744201:0:35223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8a6:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1789185323.744204:0:35223:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000842f3ed2/0xff23d3f688d9362d lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.744222:0:35223:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000114f9e02/0xff23d3f688d90087 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 46137344->46141439) gid 0 flags: 0x50000000030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bc59 expref: 105 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.744232:0:35223:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000114f9e02/0xff23d3f688d90087 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x8a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 46137344->46141439) gid 0 flags: 0x70000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bc59 expref: 105 pid: 35222 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.744241:0:35223:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1517b7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:35223:1876087018971008:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.744264:0:35223:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0180 going to sleep for 11 seconds
00000100:00100000:1.0:1789185323.744294:0:178169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38065
00000100:00100000:1.0:1789185323.744300:0:178169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1517b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+909:3638:x1876087018970880:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185323.744313:0:178169:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2216 count 1
00010000:00010000:1.0:1789185323.744325:0:178169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fc5b8c3a/0xff23d3f688d93634 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8a8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.744336:0:178169:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000db06d8fd/0xff23d3f688d8f8ae lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b49c expref: 105 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.744343:0:178169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8a8:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.744346:0:178169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8a8:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.744348:0:8429:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000ee62d8df/0xff23d3f688d935a8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x89f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.744350:0:178169:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fc5b8c3a/0xff23d3f688d93634 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.744358:0:8429:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ee62d8df/0xff23d3f688d935a8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x89f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.744367:0:178169:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000db06d8fd/0xff23d3f688d8f8ae lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b49c expref: 105 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.744373:0:8429:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ee62d8df/0xff23d3f688d935a8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x89f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.744377:0:178169:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000db06d8fd/0xff23d3f688d8f8ae lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b49c expref: 105 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.744382:0:8429:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ee62d8df/0xff23d3f688d935a8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x89f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.744386:0:178169:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1517b6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:178169:1876087018971136:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.744398:0:8429:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1789185323.744410:0:178169:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0600 going to sleep for 11 seconds
00000100:00100000:3.0:1789185323.744603:0:8429:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1517be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+909:3637:x1876087018965888:12345-0@lo:6:osp-syn-0-0.0 Request processed in 37848us (37921us total) trans 4294977874 rc 0/0
00000100:00100000:3.0:1789185323.744610:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38045
00000100:00100000:0.0:1789185323.744896:0:34810:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f11b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:34810:1876087018968448:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.744928:0:34810:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000e5c655ab/0xff23d3f688d935e0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.744979:0:178145:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f11b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:178145:1876087018968576:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.744993:0:178145:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000378be304/0xff23d3f688d935e7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.745022:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.745043:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.745058:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010820736
00000100:00100000:0.0:1789185323.745062:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010820736
00010000:00010000:0.0:1789185323.745081:0:8458:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000071721e0/0xff23d3f688d8f84c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b441 expref: 109 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.745098:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010820992
00000100:00100000:0.0:1789185323.745101:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010820992
00010000:00010000:0.0:1789185323.745112:0:8458:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000008c72d290/0xff23d3f688d8f837 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b433 expref: 110 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.745135:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23538
00000100:00100000:0.0:1789185323.745142:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f11b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+110:2391:x1876087010820736:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.745151:0:8458:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.745156:0:8458:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000071721e0/0xff23d3f688d8f84c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8a2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b441 expref: 110 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.745166:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:0.0:1789185323.745168:0:8458:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000071721e0/0xff23d3f688d8f84c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b441 expref: 110 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.745183:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:0.0:1789185323.745186:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8a2:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.745190:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8a2:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.745195:0:8458:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003654a7fb/0xff23d3f688d935d2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.745198:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:0.0:1789185323.745205:0:8458:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003654a7fb/0xff23d3f688d935d2 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8a2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.745219:0:8458:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185323.745397:0:178146:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b1517b6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:178146:1876087018969600:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.745414:0:178146:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000a2baff92/0xff23d3f688d9360a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:1.0:1789185323.745459:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b1517be300/2, rc 0, transno 4294977874
00000100:00100000:1.0:1789185323.745471:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b1517be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018965888:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185323.745487:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010820864
00000100:00100000:1.0:1789185323.745491:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010820864
00010000:00010000:1.0:1789185323.745507:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000082922428/0xff23d3f688d8f830 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b425 expref: 111 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.745522:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010821120
00000100:00100000:1.0:1789185323.745524:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010821120
00010000:00010000:1.0:1789185323.745535:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c272668f/0xff23d3f688d8f868 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b45d expref: 112 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.745573:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010821376
00000100:00100000:1.0:1789185323.745576:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010821376
00010000:00010000:1.0:1789185323.745590:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000a78275e/0xff23d3f688d8f85a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b448 expref: 106 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.745604:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23539
00000100:00100000:1.0:1789185323.745610:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f11b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+112:2391:x1876087010820992:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185323.745618:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185323.745623:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000008c72d290/0xff23d3f688d8f837 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b433 expref: 112 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.745633:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000008c72d290/0xff23d3f688d8f837 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b433 expref: 112 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.745646:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008c72d290/0xff23d3f688d8f837 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b433 expref: 112 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.745659:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8a1:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.745662:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8a1:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.745666:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000378be304/0xff23d3f688d935e7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.745674:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000378be304/0xff23d3f688d935e7 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.745696:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.745804:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f11b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+111:2391:x1876087010820736:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 661us (780us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.745811:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23538
00000100:00100000:0.0:1789185323.745832:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23540
00000100:00100000:0.0:1789185323.745840:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148765500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+110:2391:x1876087010820864:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.745850:0:8458:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.745855:0:8458:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000082922428/0xff23d3f688d8f830 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b425 expref: 110 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.745865:0:8458:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000082922428/0xff23d3f688d8f830 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b425 expref: 110 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.745878:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000082922428/0xff23d3f688d8f830 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b425 expref: 110 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.745888:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8a0:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.745891:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8a0:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.745895:0:8458:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e5c655ab/0xff23d3f688d935e0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.745903:0:8458:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e5c655ab/0xff23d3f688d935e0 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.746081:0:8458:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1789185323.746196:0:35222:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003c9ea525/0xff23d3f688d8f83e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b43a expref: 106 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.746210:0:35222:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148766d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:35222:1876087018968064:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.746228:0:35222:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000022619cdd/0xff23d3f688d935d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.746236:0:35222:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000022619cdd/0xff23d3f688d935d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.746244:0:35222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000022619cdd/0xff23d3f688d935d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.746255:0:35222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000022619cdd/0xff23d3f688d935d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.746262:0:35222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000022619cdd/0xff23d3f688d935d9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.746277:0:35222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:3.0:1789185323.746358:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.746382:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.746395:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.746407:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185323.746416:0:35222:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f282d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+910:3638:x1876087018967808:12345-0@lo:6:osp-syn-1-0.0 Request processed in 28502us (28691us total) trans 4294989672 rc 0/0
00000100:00100000:2.0:1789185323.746436:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38051
00000100:00100000:3.0:1789185323.746475:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:2.0:1789185323.746506:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00000100:00100000:3.0:1789185323.746512:0:34809:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148764e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:34809:1876087018969472:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.746514:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ee62d8df/0xff23d3f688d935a8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x89f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.746521:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bd400 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.746526:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ee62d8df/0xff23d3f688d935a8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x89f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.746528:0:34809:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000004817f4f3/0xff23d3f688d93603 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.746537:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ee62d8df/0xff23d3f688d935a8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x89f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.746561:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010821632
00000100:00100000:3.0:1789185323.746565:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010821632
00010000:00010000:2.0:1789185323.746566:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ee62d8df/0xff23d3f688d935a8 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x89f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.746574:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ee62d8df/0xff23d3f688d935a8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x89f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.746580:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000fd8ee228/0xff23d3f688d8f86f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b46b expref: 110 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.746592:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00000100:00100000:3.0:1789185323.746594:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010821504
00010000:00010000:2.0:1789185323.746595:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000022619cdd/0xff23d3f688d935d9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.746596:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010821504
00010000:00010000:2.0:1789185323.746602:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14a862e00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185323.746605:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000082900d6d/0xff23d3f688d8f853 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b44f expref: 111 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.746605:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000022619cdd/0xff23d3f688d935d9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.746614:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000022619cdd/0xff23d3f688d935d9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.746615:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010821760
00000100:00100000:3.0:1789185323.746617:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010821760
00010000:00010000:3.0:1789185323.746626:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000018b57cf0/0xff23d3f688d8f876 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b479 expref: 112 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.746629:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000022619cdd/0xff23d3f688d935d9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.746635:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010821248
00000100:00100000:3.0:1789185323.746637:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010821248
00010000:00010000:2.0:1789185323.746637:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000022619cdd/0xff23d3f688d935d9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.746646:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006ec061d2/0xff23d3f688d8f861 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b456 expref: 106 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.746650:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.746652:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.746654:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789185323.746656:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010821888
00000100:00100000:3.0:1789185323.746659:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010821888
00010000:00010000:2.0:1789185323.746660:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.746669:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000329a673/0xff23d3f688d8f88b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b464 expref: 107 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.746679:0:16720:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000071721e0/0xff23d3f688d8f84c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b441 expref: 112 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.746681:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23541
00000100:00100000:3.0:1789185323.746687:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151765880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+111:2391:x1876087010821120:12345-192.168.204.3@tcp:103:ldlm_bl.0
00000100:00100000:2.0:1789185323.746688:0:16720:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f283800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16720:1876087018967936:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.746695:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.746699:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c272668f/0xff23d3f688d8f868 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8a4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b45d expref: 111 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.746701:0:16720:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000003654a7fb/0xff23d3f688d935d2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.746708:0:16720:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000003654a7fb/0xff23d3f688d935d2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.746715:0:16720:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003654a7fb/0xff23d3f688d935d2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.746729:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c272668f/0xff23d3f688d8f868 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b45d expref: 111 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.746734:0:16720:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003654a7fb/0xff23d3f688d935d2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.746742:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8a4:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.746745:0:16720:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003654a7fb/0xff23d3f688d935d2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.746746:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8a4:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.746750:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000010a0414/0xff23d3f688d935ee lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.746758:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000010a0414/0xff23d3f688d935ee lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8a4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.746759:0:16720:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1789185323.746768:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.746793:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151765880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+111:2391:x1876087010821120:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 106us (1609us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.746800:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23541
00000100:00100000:3.0:1789185323.746815:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23542
00000100:00100000:3.0:1789185323.746821:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151766a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+107:2391:x1876087010821376:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.746829:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.746834:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000a78275e/0xff23d3f688d8f85a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8a2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b448 expref: 107 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.746837:0:16720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f283480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+909:3638:x1876087018967680:12345-0@lo:6:osp-syn-0-0.0 Request processed in 28752us (29057us total) trans 4294977875 rc 0/0
00000100:00100000:2.0:1789185323.746843:0:16720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38052
00010000:00010000:3.0:1789185323.746844:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000a78275e/0xff23d3f688d8f85a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8a2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b448 expref: 107 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.746859:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185323.746864:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003654a7fb/0xff23d3f688d935d2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.746871:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bce00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185323.746875:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000a78275e/0xff23d3f688d8f85a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8a2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b448 expref: 107 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.746875:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003654a7fb/0xff23d3f688d935d2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.746884:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003654a7fb/0xff23d3f688d935d2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.746886:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8a2:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.746889:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8a2:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.746893:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004817f4f3/0xff23d3f688d93603 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.746894:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003654a7fb/0xff23d3f688d935d2 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.746901:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004817f4f3/0xff23d3f688d93603 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.746902:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003654a7fb/0xff23d3f688d935d2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.746917:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1789185323.746923:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.746925:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.746926:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789185323.746935:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151766a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+106:2391:x1876087010821376:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 114us (1736us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.746940:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23542
00000100:00100000:3.0:1789185323.746953:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23543
00000100:00100000:2.0:1789185323.746956:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f121f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018971264:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185323.746959:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14b5fce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+110:2391:x1876087010821632:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.746966:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.746971:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000fd8ee228/0xff23d3f688d8f86f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b46b expref: 110 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.746980:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000fd8ee228/0xff23d3f688d8f86f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b46b expref: 110 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.746986:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:3.0:1789185323.746998:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fd8ee228/0xff23d3f688d8f86f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b46b expref: 110 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.747007:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8a5:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.747009:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8a5:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.747013:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a2baff92/0xff23d3f688d9360a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:2.0:1789185323.747016:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f281f80/2, rc 0, transno 4294977875
00010000:00010000:3.0:1789185323.747020:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a2baff92/0xff23d3f688d9360a lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.747024:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f281f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018967680:0@lo:6:osp-syn-0-0.0
00000004:00080000:2.0:1789185323.747034:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f280380/2, rc 0, transno 4294989672
00010000:00010000:3.0:1789185323.747043:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185323.747043:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f280380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018967808:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1789185323.747061:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14b5fce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+109:2391:x1876087010821632:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 102us (704us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.747067:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23543
00000100:00100000:3.0:1789185323.747080:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23544
00000100:00100000:3.0:1789185323.747086:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b269761c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+108:2391:x1876087010821504:12345-192.168.204.3@tcp:103:ldlm_bl.0
00000100:00100000:2.0:1789185323.747088:0:178144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018971264
00000100:00100000:2.0:1789185323.747091:0:178144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018971264
00010000:00010000:3.0:1789185323.747093:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.747097:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000082900d6d/0xff23d3f688d8f853 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b44f expref: 108 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.747108:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000082900d6d/0xff23d3f688d8f853 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b44f expref: 108 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.747112:0:178144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38066
00000100:00100000:2.0:1789185323.747118:0:178144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f120380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+909:3638:x1876087018971264:12345-0@lo:6:osp-syn-0-0.0
00010000:00010000:3.0:1789185323.747125:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8a3:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.747128:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8a3:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.747132:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a5a45477/0xff23d3f688d935f5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00080000:2.0:1789185323.747136:0:178144:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2215 count 1
00010000:00010000:3.0:1789185323.747139:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a5a45477/0xff23d3f688d935f5 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.747149:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1789185323.747153:0:178144:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001ea59ce8/0xff23d3f688d9363b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8a7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.747164:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b269761c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+108:2391:x1876087010821504:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 79us (781us total) trans 0 rc 0/0
00010000:00010000:2.0:1789185323.747166:0:178144:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c41e1501/0xff23d3f688d8f87d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b487 expref: 108 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.747171:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23544
00010000:00010000:2.0:1789185323.747173:0:178144:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8a7:0x0].0x0 since=124s v=(0 0)
00010000:00010000:2.0:1789185323.747176:0:178144:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8a7:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.747180:0:178144:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001ea59ce8/0xff23d3f688d9363b lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.747182:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23545
00000100:00100000:3.0:1789185323.747187:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14b5fe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+107:2393:x1876087010821760:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.747194:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.747198:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000018b57cf0/0xff23d3f688d8f876 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8a6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b479 expref: 107 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.747200:0:178144:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c41e1501/0xff23d3f688d8f87d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b487 expref: 107 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.747208:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000018b57cf0/0xff23d3f688d8f876 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b479 expref: 107 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.747224:0:178144:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c41e1501/0xff23d3f688d8f87d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b487 expref: 107 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.747225:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8a6:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.747228:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8a6:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.747232:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f1b7551a/0xff23d3f688d93611 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.747234:0:178144:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f123480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:178144:1876087018971520:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.747240:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f1b7551a/0xff23d3f688d93611 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8a6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.747250:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.747263:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14b5fe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+107:2393:x1876087010821760:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 75us (867us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.747269:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23545
00000100:00100000:2.0:1789185323.747269:0:178144:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe16780 going to sleep for 11 seconds
00000100:00100000:3.0:1789185323.747281:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23546
00000100:00100000:3.0:1789185323.747287:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14b5fed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+105:2393:x1876087010821248:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.747289:0:178147:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000018b57cf0/0xff23d3f688d8f876 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b479 expref: 106 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.747294:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.747298:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006ec061d2/0xff23d3f688d8f861 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b456 expref: 105 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.747299:0:178147:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f121180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:178147:1876087018969856:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.747307:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006ec061d2/0xff23d3f688d8f861 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b456 expref: 105 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.747313:0:178147:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f1b7551a/0xff23d3f688d93611 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.747318:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8a3:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.747320:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8a3:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.747321:0:178147:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f1b7551a/0xff23d3f688d93611 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.747325:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004e8cbc4d/0xff23d3f688d935fc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.747328:0:178147:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f1b7551a/0xff23d3f688d93611 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.747333:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004e8cbc4d/0xff23d3f688d935fc lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.747336:0:178147:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f1b7551a/0xff23d3f688d93611 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.747344:0:178147:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f1b7551a/0xff23d3f688d93611 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.747348:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.747361:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14b5fed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+105:2393:x1876087010821248:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 74us (953us total) trans 0 rc 0/0
00010000:00010000:2.0:1789185323.747361:0:178147:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1789185323.747367:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23546
00000100:00100000:3.0:1789185323.747379:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23547
00000100:00100000:3.0:1789185323.747385:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14b5ff100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+104:2393:x1876087010821888:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.747393:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.747397:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000329a673/0xff23d3f688d8f88b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8a4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b464 expref: 104 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.747407:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000329a673/0xff23d3f688d8f88b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8a4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b464 expref: 104 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.747418:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8a4:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.747421:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8a4:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.747439:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000429e81d7/0xff23d3f688d93618 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8a4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.747445:0:178147:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148766300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+910:3635:x1876087018969728:12345-0@lo:6:osp-syn-0-0.0 Request processed in 24224us (24370us total) trans 4294977876 rc 0/0
00010000:00010000:3.0:1789185323.747448:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000429e81d7/0xff23d3f688d93618 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8a4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.747452:0:178147:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38060
00010000:00010000:3.0:1789185323.747460:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1789185323.747469:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00000100:00100000:3.0:1789185323.747473:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14b5ff100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+104:2393:x1876087010821888:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 88us (998us total) trans 0 rc 0/0
00010000:00010000:2.0:1789185323.747474:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f1b7551a/0xff23d3f688d93611 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.747481:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bc600 already unused, calling callback (ffffffffc0cd94f0)
00000100:00100000:3.0:1789185323.747483:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23547
00010000:00010000:2.0:1789185323.747485:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f1b7551a/0xff23d3f688d93611 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.747493:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f1b7551a/0xff23d3f688d93611 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.747498:0:34809:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000004817f4f3/0xff23d3f688d93603 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.747503:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f1b7551a/0xff23d3f688d93611 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.747507:0:34809:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004817f4f3/0xff23d3f688d93603 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.747512:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f1b7551a/0xff23d3f688d93611 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.747515:0:34809:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004817f4f3/0xff23d3f688d93603 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.747522:0:34809:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004817f4f3/0xff23d3f688d93603 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.747524:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.747526:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.747527:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.747580:0:34809:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1789185323.747592:0:178148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000082900d6d/0xff23d3f688d8f853 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b44f expref: 105 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.747603:0:178148:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f280e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:178148:1876087018969216:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.747616:0:178148:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000a5a45477/0xff23d3f688d935f5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.747626:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185323.747630:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004817f4f3/0xff23d3f688d93603 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.747636:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14a863400 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.747639:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004817f4f3/0xff23d3f688d93603 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.747646:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004817f4f3/0xff23d3f688d93603 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.747656:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004817f4f3/0xff23d3f688d93603 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.747664:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004817f4f3/0xff23d3f688d93603 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.747665:0:34809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f281180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+910:3638:x1876087018968960:12345-0@lo:6:osp-syn-1-0.0 Request processed in 26156us (26757us total) trans 4294989673 rc 0/0
00000100:00100000:3.0:1789185323.747672:0:34809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38058
00010000:00010000:2.0:1789185323.747677:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.747678:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.747680:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789185323.747691:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f122d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018971392:0@lo:6:osp-syn-0-0.0
00000004:00080000:2.0:1789185323.747695:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f280000/2, rc 0, transno 4294989673
00000100:00100000:2.0:1789185323.747699:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f280000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018968960:0@lo:6:osp-syn-1-0.0
00010000:00010000:2.0:1789185323.747710:0:178148:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000a5a45477/0xff23d3f688d935f5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.747716:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:2.0:1789185323.747718:0:178148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a5a45477/0xff23d3f688d935f5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.747726:0:178148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a5a45477/0xff23d3f688d935f5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.747733:0:178148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a5a45477/0xff23d3f688d935f5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:3.0:1789185323.747738:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f122680/2, rc 0, transno 4294977876
00010000:00010000:2.0:1789185323.747745:0:178148:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1789185323.747746:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f122680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018969728:0@lo:6:osp-syn-0-0.0
00010000:00010000:2.0:1789185323.747751:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185323.747756:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a5a45477/0xff23d3f688d935f5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.747763:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bc800 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.747766:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a5a45477/0xff23d3f688d935f5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.747773:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a5a45477/0xff23d3f688d935f5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.747780:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00010000:00010000:2.0:1789185323.747784:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a5a45477/0xff23d3f688d935f5 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.747786:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14b5fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018971648:0@lo:6:osp-syn-0-0.0
00010000:00010000:2.0:1789185323.747792:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a5a45477/0xff23d3f688d935f5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.747804:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789185323.747805:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:2.0:1789185323.747806:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.747807:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789185323.747826:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018971392
00000100:00100000:3.0:1789185323.747830:0:8429:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018971392
00000100:00100000:3.0:1789185323.747856:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018971648
00000100:00100000:3.0:1789185323.747859:0:8429:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018971648
00000100:00100000:2.0:1789185323.747864:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38067
00000100:00100000:2.0:1789185323.747870:0:35222:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14b5ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+912:3635:x1876087018971392:12345-0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185323.747874:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38068
00000100:00100000:3.0:1789185323.747880:0:8429:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14b5fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+912:3635:x1876087018971648:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1789185323.747881:0:35222:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2216 count 1
00002000:00080000:3.0:1789185323.747888:0:8429:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2217 count 1
00010000:00010000:2.0:1789185323.747894:0:35222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000178222ab/0xff23d3f688d93642 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8a8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.747898:0:8429:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e42a86d0/0xff23d3f688d93649 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8a9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.747905:0:35222:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000601459cb/0xff23d3f688d8f884 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b495 expref: 104 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.747907:0:8429:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000009046a766/0xff23d3f688d8f8a7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b4a3 expref: 104 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.747914:0:8429:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8a9:0x0].0x0 since=124s v=(0 0)
00010000:00010000:2.0:1789185323.747914:0:35222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8a8:0x0].0x0 since=124s v=(0 0)
00010000:00010000:3.0:1789185323.747918:0:8429:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8a9:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.747918:0:35222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8a8:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.747922:0:8429:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e42a86d0/0xff23d3f688d93649 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.747922:0:35222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000178222ab/0xff23d3f688d93642 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.747941:0:8429:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000009046a766/0xff23d3f688d8f8a7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b4a3 expref: 104 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.747941:0:35222:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000601459cb/0xff23d3f688d8f884 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b495 expref: 104 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.747952:0:8429:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000009046a766/0xff23d3f688d8f8a7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b4a3 expref: 104 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.747952:0:35222:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000601459cb/0xff23d3f688d8f884 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b495 expref: 104 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.747963:0:8429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14b5fd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8429:1876087018971776:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185323.747968:0:35222:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f121180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:35222:1876087018971904:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185323.747987:0:8429:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14c482cc0 going to sleep for 11 seconds
00000100:00100000:2.0:1789185323.747990:0:35222:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe16900 going to sleep for 11 seconds
00000100:00100000:2.0:1789185323.748020:0:178148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f283b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+912:3635:x1876087018968192:12345-0@lo:6:osp-syn-0-0.0 Request processed in 26966us (27344us total) trans 4294977877 rc 0/0
00000100:00100000:2.0:1789185323.748026:0:178148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38056
00010000:00010000:2.0:1789185323.748058:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006ec061d2/0xff23d3f688d8f861 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b456 expref: 103 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.748069:0:8431:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f122300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8431:1876087018969344:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.748083:0:8431:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000004e8cbc4d/0xff23d3f688d935fc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.748092:0:8431:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000004e8cbc4d/0xff23d3f688d935fc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.748098:0:8431:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004e8cbc4d/0xff23d3f688d935fc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.748106:0:8431:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004e8cbc4d/0xff23d3f688d935fc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.748112:0:8431:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004e8cbc4d/0xff23d3f688d935fc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.748128:0:8431:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1789185323.748136:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185323.748140:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004e8cbc4d/0xff23d3f688d935fc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:3.0:1789185323.748142:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f281500/2, rc 0, transno 4294977877
00010000:00010000:2.0:1789185323.748147:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bd200 already unused, calling callback (ffffffffc0cd94f0)
00000100:00100000:3.0:1789185323.748150:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f281500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018968192:0@lo:6:osp-syn-0-0.0
00010000:00010000:2.0:1789185323.748151:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004e8cbc4d/0xff23d3f688d935fc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.748158:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004e8cbc4d/0xff23d3f688d935fc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.748169:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004e8cbc4d/0xff23d3f688d935fc lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.748176:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004e8cbc4d/0xff23d3f688d935fc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.748189:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.748190:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.748191:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789185323.748198:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1789185323.748207:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148762680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018972032:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185323.748234:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185323.748332:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f282680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+910:3635:x1876087018969088:12345-0@lo:6:osp-syn-1-0.0 Request processed in 27098us (27475us total) trans 4294989674 rc 0/0
00000100:00100000:2.0:1789185323.748339:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38057
00000004:00080000:2.0:1789185323.748362:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f282300/2, rc 0, transno 4294989674
00000100:00100000:2.0:1789185323.748367:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f282300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018969088:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185323.748377:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018972032
00000100:00100000:2.0:1789185323.748380:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018972032
00000100:00100000:2.0:1789185323.748400:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38069
00000100:00100000:2.0:1789185323.748405:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f122300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+912:3638:x1876087018972032:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1789185323.748417:0:8431:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2218 count 1
00010000:00010000:2.0:1789185323.748443:0:8431:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004f475c67/0xff23d3f688d93650 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8aa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.748454:0:8431:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a320ece3/0xff23d3f688d8f8b5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b4b1 expref: 104 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.748461:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8aa:0x0].0x0 since=124s v=(0 0)
00010000:00010000:2.0:1789185323.748464:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8aa:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.748467:0:8431:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004f475c67/0xff23d3f688d93650 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.748485:0:8431:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a320ece3/0xff23d3f688d8f8b5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b4b1 expref: 104 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.748494:0:8431:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a320ece3/0xff23d3f688d8f8b5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b4b1 expref: 104 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.748509:0:8431:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f123800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8431:1876087018972160:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185323.748538:0:8431:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe16840 going to sleep for 11 seconds
00010000:00010000:2.0:1789185323.748611:0:178145:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000378be304/0xff23d3f688d935e7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.748620:0:178145:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000378be304/0xff23d3f688d935e7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.748629:0:178145:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000378be304/0xff23d3f688d935e7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.748637:0:178145:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000378be304/0xff23d3f688d935e7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.748651:0:178145:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1789185323.748726:0:178145:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b276a0dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+913:3635:x1876087018967552:12345-0@lo:6:osp-syn-0-0.0 Request processed in 29366us (29905us total) trans 4294977878 rc 0/0
00000100:00100000:2.0:1789185323.748732:0:178145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38054
00000004:00080000:2.0:1789185323.748766:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b148764380/2, rc 0, transno 4294977878
00000100:00100000:2.0:1789185323.748774:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148764380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018967552:0@lo:6:osp-syn-0-0.0
00010000:00010000:2.0:1789185323.748799:0:8491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c272668f/0xff23d3f688d8f868 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b45d expref: 104 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.748809:0:8491:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f118a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8491:1876087018968704:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.748829:0:8491:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000010a0414/0xff23d3f688d935ee lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.748832:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148763480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018972288:0@lo:6:osp-syn-0-0.0
00010000:00010000:2.0:1789185323.748838:0:8491:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000010a0414/0xff23d3f688d935ee lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.748845:0:8491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000010a0414/0xff23d3f688d935ee lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.748853:0:8491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000010a0414/0xff23d3f688d935ee lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.748860:0:8491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000010a0414/0xff23d3f688d935ee lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.748873:0:8491:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:0.0:1789185323.749149:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148765500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+103:2391:x1876087010820864:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 3308us (3980us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.749157:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23540
00000100:00100000:1.0:1789185323.750446:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f11b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+102:2391:x1876087010820992:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 4814us (5380us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185323.750458:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23539
00010000:00010000:1.0:1789185323.750526:0:178146:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000a2baff92/0xff23d3f688d9360a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.750539:0:178146:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a2baff92/0xff23d3f688d9360a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.750568:0:178146:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a2baff92/0xff23d3f688d9360a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.750576:0:178146:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a2baff92/0xff23d3f688d9360a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.750599:0:178146:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00000100:00100000:3.0:1789185323.755216:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185323.755311:0:16720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018972288
00000100:00100000:3.0:1789185323.755321:0:16720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018972288
00000100:00100000:3.0:1789185323.755367:0:16720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38070
00000100:00100000:3.0:1789185323.755378:0:16720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148760000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+915:3638:x1876087018972288:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1789185323.755413:0:16720:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2219 count 1
00010000:00010000:3.0:1789185323.755453:0:16720:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fae87c95/0xff23d3f688d93657 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8ab:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.755478:0:16720:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000386d9d4d/0xff23d3f688d8f8bc lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b4bf expref: 101 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.755478:0:24325:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f118000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24325:1876087018970368:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.755508:0:24325:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ebf5c28e/0xff23d3f688d9361f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.755605:0:16720:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8ab:0x0].0x0 since=124s v=(0 0)
00010000:00010000:3.0:1789185323.755610:0:16720:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8ab:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.755615:0:16720:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fae87c95/0xff23d3f688d93657 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.755651:0:16720:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000386d9d4d/0xff23d3f688d8f8bc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b4bf expref: 101 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.755663:0:16720:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000386d9d4d/0xff23d3f688d8f8bc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b4bf expref: 101 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.755676:0:16720:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148760a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16720:1876087018972416:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185323.755748:0:16720:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14c482e40 going to sleep for 11 seconds
00000100:00100000:2.0:1789185323.756225:0:8491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f11ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+915:3636:x1876087018968320:12345-0@lo:6:osp-syn-0-0.0 Request processed in 36732us (37100us total) trans 4294977879 rc 0/0
00000100:00100000:2.0:1789185323.756236:0:8491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38055
00010000:00010000:2.0:1789185323.756269:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:2.0:1789185323.756277:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000378be304/0xff23d3f688d935e7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.756286:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14bc28800 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.756291:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000378be304/0xff23d3f688d935e7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.756307:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000378be304/0xff23d3f688d935e7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.756329:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000378be304/0xff23d3f688d935e7 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.756336:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000378be304/0xff23d3f688d935e7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.756357:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:2.0:1789185323.756361:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000010a0414/0xff23d3f688d935ee lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.756367:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14bc29a00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.756369:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000010a0414/0xff23d3f688d935ee lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.756376:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000010a0414/0xff23d3f688d935ee lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.756385:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000010a0414/0xff23d3f688d935ee lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.756393:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000010a0414/0xff23d3f688d935ee lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.756411:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185323.756415:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a2baff92/0xff23d3f688d9360a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.756421:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde7000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.756437:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a2baff92/0xff23d3f688d9360a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.756447:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a2baff92/0xff23d3f688d9360a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.756457:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a2baff92/0xff23d3f688d9360a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.756464:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a2baff92/0xff23d3f688d9360a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.756477:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.756479:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789185323.756809:0:178142:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b1517b6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:178142:1876087018970752:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.756831:0:178142:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b053a121/0xff23d3f688d93626 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:1.0:1789185323.756872:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f281c00/2, rc 0, transno 4294977879
00000100:00100000:1.0:1789185323.756924:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f281c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018968320:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185323.757031:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1517b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018972544:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.757078:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.757107:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789185323.757113:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1517b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018972672:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.757133:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.757162:0:34809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018972544
00000100:00100000:1.0:1789185323.757169:0:34809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018972544
00000100:00100000:1.0:1789185323.757204:0:34809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018972672
00000100:00100000:1.0:1789185323.757207:0:34809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018972672
00000100:00100000:1.0:1789185323.757227:0:34809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38071
00000100:00100000:1.0:1789185323.757236:0:34809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1517b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+911:3635:x1876087018972544:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185323.757261:0:34809:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2217 count 1
00010000:00010000:1.0:1789185323.757284:0:34809:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fe3fc84a/0xff23d3f688d9365e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8a9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.757300:0:34809:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007d84d5de/0xff23d3f688d8f8d8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b4aa expref: 102 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.757310:0:34809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8a9:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.757314:0:34809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8a9:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.757319:0:34809:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fe3fc84a/0xff23d3f688d9365e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.757345:0:34809:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007d84d5de/0xff23d3f688d8f8d8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b4aa expref: 102 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.757357:0:34809:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007d84d5de/0xff23d3f688d8f8d8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b4aa expref: 102 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.757374:0:34809:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151765880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:34809:1876087018972928:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.757409:0:34809:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0240 going to sleep for 11 seconds
00000100:00100000:1.0:1789185323.757444:0:178145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38072
00000100:00100000:1.0:1789185323.757452:0:178145:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1517b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+911:3635:x1876087018972672:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185323.757465:0:178145:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2218 count 1
00010000:00010000:1.0:1789185323.757477:0:178145:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dadccb78/0xff23d3f688d93665 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8aa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.757503:0:178145:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007f68e571/0xff23d3f688d8fba9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b4b8 expref: 102 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.757509:0:178145:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8aa:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.757512:0:178145:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8aa:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.757516:0:178145:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dadccb78/0xff23d3f688d93665 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.757536:0:178145:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007f68e571/0xff23d3f688d8fba9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b4b8 expref: 102 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.757569:0:178145:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007f68e571/0xff23d3f688d8fba9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b4b8 expref: 102 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.757579:0:178145:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151766a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:178145:1876087018973056:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.757606:0:178145:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0900 going to sleep for 11 seconds
00000100:00100000:1.0:1789185323.757624:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1789185323.757634:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1517b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018972800:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.757662:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.757700:0:178148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018972800
00000100:00100000:1.0:1789185323.757710:0:178148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018972800
00000100:00100000:1.0:1789185323.757734:0:178148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38073
00000100:00100000:1.0:1789185323.757740:0:178148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14b5fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+912:3638:x1876087018972800:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185323.757752:0:178148:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2219 count 1
00010000:00010000:1.0:1789185323.757764:0:178148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bfc3353f/0xff23d3f688d9366c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8ab:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.757776:0:178148:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000099edd9d3/0xff23d3f688d8f8df lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b4c6 expref: 102 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.757783:0:178148:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8ab:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.757785:0:178148:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8ab:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.757789:0:178148:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bfc3353f/0xff23d3f688d9366c lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.757809:0:178148:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000099edd9d3/0xff23d3f688d8f8df lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b4c6 expref: 102 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.757818:0:178148:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000099edd9d3/0xff23d3f688d8f8df lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b4c6 expref: 102 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.757828:0:178148:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0fbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:178148:1876087018973184:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.757858:0:178148:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0e40 going to sleep for 11 seconds
00010000:00010000:1.0:1789185323.757891:0:35218:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000329a673/0xff23d3f688d8f88b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b464 expref: 102 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.757906:0:35218:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b1517b5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35218:1876087018970112:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.757922:0:35218:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000429e81d7/0xff23d3f688d93618 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.757931:0:35218:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000429e81d7/0xff23d3f688d93618 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.757938:0:35218:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000429e81d7/0xff23d3f688d93618 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.757948:0:35218:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000429e81d7/0xff23d3f688d93618 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.757957:0:35218:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000429e81d7/0xff23d3f688d93618 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.757974:0:35218:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1789185323.758098:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00000100:00100000:1.0:1789185323.758132:0:35218:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1517b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+913:3637:x1876087018969984:12345-0@lo:6:osp-syn-1-0.0 Request processed in 18237us (18313us total) trans 4294989675 rc 0/0
00000100:00100000:1.0:1789185323.758139:0:35218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38061
00010000:00010000:2.0:1789185323.758161:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000429e81d7/0xff23d3f688d93618 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:1.0:1789185323.758173:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b1517b6300/2, rc 0, transno 4294989675
00010000:00010000:2.0:1789185323.758175:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde6400 already unused, calling callback (ffffffffc0cd94f0)
00000100:00100000:1.0:1789185323.758185:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b1517b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018969984:0@lo:6:osp-syn-1-0.0
00010000:00010000:2.0:1789185323.758230:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000429e81d7/0xff23d3f688d93618 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.758230:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1517b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018973312:0@lo:6:osp-syn-1-0.0
00010000:00010000:2.0:1789185323.758252:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000429e81d7/0xff23d3f688d93618 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.758274:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000429e81d7/0xff23d3f688d93618 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.758282:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000429e81d7/0xff23d3f688d93618 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.758290:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:2.0:1789185323.758312:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.758316:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.758320:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789185323.758327:0:178147:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018973312
00000100:00100000:0.0:1789185323.758327:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185323.758331:0:178147:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018973312
00000100:00100000:1.0:1789185323.758354:0:178147:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38074
00000100:00100000:1.0:1789185323.758360:0:178147:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f108700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+913:3638:x1876087018973312:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185323.758373:0:178147:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2220 count 1
00010000:00010000:1.0:1789185323.758385:0:178147:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005465f551/0xff23d3f688d93673 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8ac:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.758398:0:178147:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f3c14dba/0xff23d3f688d8f8e6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b4d4 expref: 101 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.758405:0:178147:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8ac:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.758409:0:178147:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8ac:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.758412:0:178147:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005465f551/0xff23d3f688d93673 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.758450:0:178147:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f3c14dba/0xff23d3f688d8f8e6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b4d4 expref: 101 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.758456:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:1.0:1789185323.758460:0:178147:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f3c14dba/0xff23d3f688d8f8e6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b4d4 expref: 101 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.758470:0:178147:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1517bd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:178147:1876087018973440:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.758491:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185323.758501:0:178147:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0f00 going to sleep for 11 seconds
00000100:00100000:1.0:1789185323.758574:0:178146:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f281880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+914:3638:x1876087018968832:12345-0@lo:6:osp-syn-0-0.0 Request processed in 36490us (37599us total) trans 4294977880 rc 0/0
00000100:00100000:1.0:1789185323.758582:0:178146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38059
00010000:00010000:2.0:1789185323.758588:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789185323.758614:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010822144
00000100:00100000:2.0:1789185323.758619:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010822144
00000100:00100000:1.0:1789185323.758619:0:35223:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b1517b7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:35223:1876087018971008:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.758639:0:35223:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000842f3ed2/0xff23d3f688d9362d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.758647:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007b2d0238/0xff23d3f688d8f8a0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b48e expref: 102 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000004:00080000:1.0:1789185323.758669:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f282a00/2, rc 0, transno 4294977880
00000100:00100000:2.0:1789185323.758742:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23548
00000100:00100000:2.0:1789185323.758751:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f118000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+102:2391:x1876087010822144:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.758761:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.758767:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007b2d0238/0xff23d3f688d8f8a0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b48e expref: 102 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.758783:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007b2d0238/0xff23d3f688d8f8a0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b48e expref: 102 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.758800:0:10396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007b2d0238/0xff23d3f688d8f8a0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b48e expref: 102 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.758810:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8a7:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.758813:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8a7:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.758819:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b053a121/0xff23d3f688d93626 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.758828:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b053a121/0xff23d3f688d93626 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.758849:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185323.758873:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f118000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+101:2391:x1876087010822144:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 124us (548us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185323.758880:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23548
00000100:00100000:2.0:1789185323.758892:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010822016
00000100:00100000:2.0:1789185323.758896:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010822016
00010000:00010000:2.0:1789185323.758909:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007c2a74fc/0xff23d3f688d8f892 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b472 expref: 101 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.758921:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010822272
00000100:00100000:2.0:1789185323.758924:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010822272
00010000:00010000:2.0:1789185323.758934:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000db06d8fd/0xff23d3f688d8f8ae lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b49c expref: 102 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.758947:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23549
00000100:00100000:2.0:1789185323.758953:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f118380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+102:2391:x1876087010822016:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.758960:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.758964:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007c2a74fc/0xff23d3f688d8f892 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8a5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b472 expref: 102 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.758976:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007c2a74fc/0xff23d3f688d8f892 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8a5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b472 expref: 102 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.758988:0:10396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007c2a74fc/0xff23d3f688d8f892 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8a5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b472 expref: 102 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.759074:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f282a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018968832:0@lo:6:osp-syn-0-0.0
00010000:00010000:2.0:1789185323.759076:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8a5:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.759082:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8a5:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.759087:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ebf5c28e/0xff23d3f688d9361f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.759095:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ebf5c28e/0xff23d3f688d9361f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.759115:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185323.759117:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23550
00000100:00100000:1.0:1789185323.759129:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f119f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+101:2391:x1876087010822272:12345-192.168.204.3@tcp:103:ldlm_bl.0
00000100:00100000:2.0:1789185323.759140:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f118380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+101:2391:x1876087010822016:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 185us (682us total) trans 0 rc 0/0
00010000:00010000:1.0:1789185323.759140:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185323.759150:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000db06d8fd/0xff23d3f688d8f8ae lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8a8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b49c expref: 101 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.759152:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23549
00010000:00010000:1.0:1789185323.759167:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000db06d8fd/0xff23d3f688d8f8ae lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8a8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b49c expref: 100 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.759178:0:178142:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b053a121/0xff23d3f688d93626 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.759183:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8a8:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.759187:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8a8:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.759191:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000fc5b8c3a/0xff23d3f688d93634 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8a8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.759199:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fc5b8c3a/0xff23d3f688d93634 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8a8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.759217:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185323.759239:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f119f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+100:2391:x1876087010822272:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 112us (745us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185323.759254:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23550
00010000:00010000:2.0:1789185323.759260:0:178142:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b053a121/0xff23d3f688d93626 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.759271:0:178142:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b053a121/0xff23d3f688d93626 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.759278:0:178142:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b053a121/0xff23d3f688d93626 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.759293:0:178142:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1789185323.759394:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185323.759523:0:178142:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1517b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+914:3636:x1876087018970624:12345-0@lo:6:osp-syn-1-0.0 Request processed in 15616us (15783us total) trans 4294989676 rc 0/0
00000100:00100000:2.0:1789185323.759531:0:178142:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38063
00000100:00100000:1.0:1789185323.759596:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010822400
00000004:00080000:2.0:1789185323.759598:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f123100/2, rc 0, transno 4294989676
00000100:00100000:1.0:1789185323.759602:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010822400
00000100:00100000:2.0:1789185323.759613:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f123100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018970624:0@lo:6:osp-syn-1-0.0
00010000:00010000:1.0:1789185323.759626:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000114f9e02/0xff23d3f688d90087 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x8a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 46137344->46141439) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bc59 expref: 100 pid: 35222 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.759642:0:178144:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f123480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:178144:1876087018971520:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.759655:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23551
00000100:00100000:1.0:1789185323.759663:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b269760050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+100:2394:x1876087010822400:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185323.759671:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185323.759676:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000114f9e02/0xff23d3f688d90087 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x8a6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 46137344->46141439) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bc59 expref: 100 pid: 35222 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.759686:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000114f9e02/0xff23d3f688d90087 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8a6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 46137344->46141439) gid 0 flags: 0x50000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bc59 expref: 100 pid: 35222 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.759700:0:10396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000114f9e02/0xff23d3f688d90087 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8a6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 46137344->46141439) gid 0 flags: 0x44801400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bc59 expref: 100 pid: 35222 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.759711:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8a6:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1789185323.759715:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8a6:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1789185323.759720:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000842f3ed2/0xff23d3f688d9362d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.759728:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000842f3ed2/0xff23d3f688d9362d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.759733:0:178144:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001ea59ce8/0xff23d3f688d9363b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.759746:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1789185323.759755:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185323.759761:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b053a121/0xff23d3f688d93626 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.759770:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b269760050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+99:2394:x1876087010822400:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 106us (374us total) trans 0 rc 0/0
00010000:00010000:2.0:1789185323.759773:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde7800 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.759780:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b053a121/0xff23d3f688d93626 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.759785:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23551
00010000:00010000:2.0:1789185323.759795:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b053a121/0xff23d3f688d93626 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.759807:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b053a121/0xff23d3f688d93626 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.759814:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b053a121/0xff23d3f688d93626 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.759831:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.759833:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.759835:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.759843:0:35223:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000842f3ed2/0xff23d3f688d9362d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.759844:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.759855:0:35223:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000842f3ed2/0xff23d3f688d9362d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.759865:0:35223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000842f3ed2/0xff23d3f688d9362d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.759875:0:35223:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000842f3ed2/0xff23d3f688d9362d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.759892:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00010000:00010000:1.0:1789185323.759893:0:35223:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1789185323.759905:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f123480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018973568:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185323.759938:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:2.0:1789185323.759967:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185323.759973:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000842f3ed2/0xff23d3f688d9362d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.759980:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde6200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.759984:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000842f3ed2/0xff23d3f688d9362d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.759992:0:35223:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1517b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+914:3636:x1876087018970496:12345-0@lo:6:osp-syn-1-0.0 Request processed in 15831us (16175us total) trans 4294989677 rc 0/0
00000100:00100000:1.0:1789185323.759999:0:35223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38064
00000100:00100000:1.0:1789185323.760012:0:35223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018973568
00000100:00100000:1.0:1789185323.760015:0:35223:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018973568
00000100:00100000:1.0:1789185323.760035:0:35223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38075
00000100:00100000:1.0:1789185323.760041:0:35223:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f120a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+914:3636:x1876087018973568:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185323.760058:0:35223:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2221 count 1
00010000:00010000:1.0:1789185323.760073:0:35223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003c357a1d/0xff23d3f688d9367a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8ad:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.760096:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000842f3ed2/0xff23d3f688d9362d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.760102:0:35223:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000082eef3ce/0xff23d3f688d8f8ed lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b4e2 expref: 98 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.760114:0:35223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8ad:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.760117:0:35223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8ad:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.760119:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000842f3ed2/0xff23d3f688d9362d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.760122:0:35223:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003c357a1d/0xff23d3f688d9367a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.760137:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000842f3ed2/0xff23d3f688d9362d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.760153:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.760155:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.760158:0:35223:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000082eef3ce/0xff23d3f688d8f8ed lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b4e2 expref: 98 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.760159:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.760170:0:35223:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000082eef3ce/0xff23d3f688d8f8ed lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b4e2 expref: 98 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.760181:0:35223:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1517bfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:35223:1876087018973696:192.168.204.3@tcp:104:
00000004:00080000:2.0:1789185323.760188:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f120700/2, rc 0, transno 4294989677
00000100:00100000:2.0:1789185323.760200:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f120700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018970496:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.760220:0:35223:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0a80 going to sleep for 11 seconds
00000100:00100000:1.0:1789185323.760239:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789185323.760250:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f121500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018973824:0@lo:6:osp-syn-1-0.0
00010000:00010000:2.0:1789185323.760265:0:34810:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000e5c655ab/0xff23d3f688d935e0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.760276:0:34810:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e5c655ab/0xff23d3f688d935e0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.760281:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:2.0:1789185323.760291:0:34810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e5c655ab/0xff23d3f688d935e0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.760299:0:34810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e5c655ab/0xff23d3f688d935e0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.760316:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018973824
00010000:00010000:2.0:1789185323.760321:0:34810:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1789185323.760321:0:8428:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018973824
00000100:00100000:1.0:1789185323.760348:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38076
00000100:00100000:1.0:1789185323.760356:0:8428:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1517bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+915:3635:x1876087018973824:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185323.760369:0:8428:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2222 count 1
00010000:00010000:1.0:1789185323.760383:0:8428:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000584e9167/0xff23d3f688d93681 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8ae:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.760395:0:8428:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000472b0190/0xff23d3f688d8ff76 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25165824->25169919) gid 0 flags: 0x40000000020000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bb48 expref: 98 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.760402:0:8428:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x8ae:0x0].0x0 since=121s v=(0 0)
00010000:00010000:1.0:1789185323.760405:0:8428:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8ae:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1789185323.760409:0:8428:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000584e9167/0xff23d3f688d93681 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.760466:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185323.760512:0:34810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f280a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+914:3635:x1876087018967424:12345-0@lo:6:osp-syn-0-0.0 Request processed in 41295us (41826us total) trans 4294977881 rc 0/0
00000100:00100000:2.0:1789185323.760518:0:34810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38053
00000004:00080000:2.0:1789185323.760759:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b148766a00/2, rc 0, transno 4294977881
00000100:00100000:0.0:1789185323.760766:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185323.760769:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148766a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018967424:0@lo:6:osp-syn-0-0.0
00010000:00010000:2.0:1789185323.760786:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185323.760792:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e5c655ab/0xff23d3f688d935e0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.760802:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:2.0:1789185323.760806:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14bc28000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.760811:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e5c655ab/0xff23d3f688d935e0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.760821:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e5c655ab/0xff23d3f688d935e0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.760824:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010822528
00000100:00100000:0.0:1789185323.760831:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010822528
00010000:00010000:2.0:1789185323.760837:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e5c655ab/0xff23d3f688d935e0 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.760846:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e5c655ab/0xff23d3f688d935e0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.760858:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c41e1501/0xff23d3f688d8f87d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b487 expref: 102 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.760864:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.760869:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.760872:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789185323.760878:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010822784
00010000:00010000:2.0:1789185323.760880:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789185323.760882:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010822784
00000100:00100000:2.0:1789185323.760894:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010822656
00010000:00010000:0.0:1789185323.760898:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000601459cb/0xff23d3f688d8f884 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b495 expref: 103 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.760900:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010822656
00000100:00100000:0.0:1789185323.760922:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23552
00010000:00010000:2.0:1789185323.760927:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000009046a766/0xff23d3f688d8f8a7 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b4a3 expref: 104 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.760932:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f11a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+104:2392:x1876087010822528:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.760948:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.760955:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c41e1501/0xff23d3f688d8f87d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b487 expref: 104 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.760960:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23553
00000100:00100000:2.0:1789185323.760973:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f11a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+104:2394:x1876087010822784:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.760976:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c41e1501/0xff23d3f688d8f87d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b487 expref: 104 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.760984:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.761003:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c41e1501/0xff23d3f688d8f87d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b487 expref: 104 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.761014:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8a7:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.761017:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8a7:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.761021:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001ea59ce8/0xff23d3f688d9363b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.761030:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001ea59ce8/0xff23d3f688d9363b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.761056:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1789185323.761076:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000601459cb/0xff23d3f688d8f884 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8a8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b495 expref: 103 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.761087:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f11a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+103:2392:x1876087010822528:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 156us (1605us total) trans 0 rc 0/0
00010000:00010000:2.0:1789185323.761091:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000601459cb/0xff23d3f688d8f884 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b495 expref: 103 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.761101:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23552
00010000:00010000:2.0:1789185323.761113:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8a8:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.761118:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8a8:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.761123:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000178222ab/0xff23d3f688d93642 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.761123:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23554
00010000:00010000:2.0:1789185323.761134:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000178222ab/0xff23d3f688d93642 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8a8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.761135:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f119180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+102:2394:x1876087010822656:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.761150:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.761157:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000009046a766/0xff23d3f688d8f8a7 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b4a3 expref: 102 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.761160:0:178144:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001ea59ce8/0xff23d3f688d9363b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.761176:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000009046a766/0xff23d3f688d8f8a7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b4a3 expref: 102 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.761188:0:178144:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001ea59ce8/0xff23d3f688d9363b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.761211:0:178144:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001ea59ce8/0xff23d3f688d9363b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.761218:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8a9:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.761222:0:178144:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001ea59ce8/0xff23d3f688d9363b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.761223:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8a9:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.761233:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e42a86d0/0xff23d3f688d93649 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.761244:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e42a86d0/0xff23d3f688d93649 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.761246:0:178144:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1789185323.761262:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.761284:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f119180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+102:2394:x1876087010822656:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 151us (484us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.761291:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23554
00010000:00010000:0.0:1789185323.761314:0:24325:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ebf5c28e/0xff23d3f688d9361f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.761323:0:24325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ebf5c28e/0xff23d3f688d9361f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.761331:0:24325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ebf5c28e/0xff23d3f688d9361f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.761339:0:24325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ebf5c28e/0xff23d3f688d9361f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.761354:0:24325:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:2.0:1789185323.761368:0:178144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f120380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+914:3638:x1876087018971264:12345-0@lo:6:osp-syn-0-0.0 Request processed in 14249us (14380us total) trans 4294977882 rc 0/0
00000100:00100000:2.0:1789185323.761377:0:178144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38066
00000100:00100000:0.0:1789185323.761453:0:24325:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f121880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+916:3638:x1876087018970240:12345-0@lo:6:osp-syn-1-0.0 Request processed in 19220us (19568us total) trans 4294989678 rc 0/0
00000100:00100000:0.0:1789185323.761460:0:24325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38062
00010000:00010000:2.0:1789185323.761480:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:2.0:1789185323.761486:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001ea59ce8/0xff23d3f688d9363b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.761494:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bc200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.761498:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001ea59ce8/0xff23d3f688d9363b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.761506:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001ea59ce8/0xff23d3f688d9363b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.761517:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001ea59ce8/0xff23d3f688d9363b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.761525:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001ea59ce8/0xff23d3f688d9363b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.761541:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185323.761568:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ebf5c28e/0xff23d3f688d9361f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.761576:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14bc28a00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.761579:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ebf5c28e/0xff23d3f688d9361f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.761587:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ebf5c28e/0xff23d3f688d9361f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.761598:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ebf5c28e/0xff23d3f688d9361f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.761606:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ebf5c28e/0xff23d3f688d9361f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.761620:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.761622:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.761625:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.761632:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.761642:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185323.761730:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f11a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+101:2394:x1876087010822784:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 760us (967us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185323.761738:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23553
00000100:00100000:3.0:1789185323.761871:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1517a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018974336:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185323.761907:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:0.0:1789185323.762103:0:35222:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000601459cb/0xff23d3f688d8f884 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b495 expref: 100 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.762116:0:35222:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f121180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:35222:1876087018971904:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.762134:0:35222:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000178222ab/0xff23d3f688d93642 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.762143:0:35222:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000178222ab/0xff23d3f688d93642 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.762150:0:35222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000178222ab/0xff23d3f688d93642 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.762159:0:35222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000178222ab/0xff23d3f688d93642 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.762166:0:35222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000178222ab/0xff23d3f688d93642 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.762180:0:35222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1789185323.762281:0:35222:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14b5ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+914:3635:x1876087018971392:12345-0@lo:6:osp-syn-0-0.0 Request processed in 14410us (14564us total) trans 4294977883 rc 0/0
00000100:00100000:0.0:1789185323.762288:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38067
00000100:00100000:0.0:1789185323.762304:0:35222:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018974336
00000100:00100000:0.0:1789185323.762308:0:35222:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018974336
00000100:00100000:0.0:1789185323.762336:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38077
00000100:00100000:0.0:1789185323.762344:0:35222:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1517a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+914:3635:x1876087018974336:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1789185323.762364:0:35222:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2222 count 1
00010000:00010000:0.0:1789185323.762382:0:35222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000663bed3e/0xff23d3f688d93688 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8ae:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.762397:0:35222:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b4669849/0xff23d3f688d8f8d1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b4e9 expref: 99 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.762405:0:35222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8ae:0x0].0x0 since=124s v=(0 0)
00010000:00010000:0.0:1789185323.762409:0:35222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8ae:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.762413:0:35222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000663bed3e/0xff23d3f688d93688 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.762451:0:35222:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b4669849/0xff23d3f688d8f8d1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b4e9 expref: 99 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.762465:0:35222:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b4669849/0xff23d3f688d8f8d1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b4e9 expref: 99 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.762476:0:35222:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f118e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:35222:1876087018974464:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.762526:0:35222:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1486aac00 going to sleep for 11 seconds
00010000:00010000:0.0:1789185323.762585:0:178169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000db06d8fd/0xff23d3f688d8f8ae lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b49c expref: 98 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.762602:0:178169:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b1517b6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:178169:1876087018971136:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.762648:0:8428:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000472b0190/0xff23d3f688d8ff76 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25165824->25169919) gid 0 flags: 0x50000000030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bb48 expref: 97 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.762659:0:8428:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000472b0190/0xff23d3f688d8ff76 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x8ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25165824->25169919) gid 0 flags: 0x70000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bb48 expref: 97 pid: 8429 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.762697:0:178169:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000fc5b8c3a/0xff23d3f688d93634 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.762707:0:178169:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000fc5b8c3a/0xff23d3f688d93634 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.762713:0:178169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fc5b8c3a/0xff23d3f688d93634 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.762722:0:178169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fc5b8c3a/0xff23d3f688d93634 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.762729:0:178169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fc5b8c3a/0xff23d3f688d93634 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.762744:0:178169:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:0.0:1789185323.762836:0:178169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1517b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+916:3638:x1876087018970880:12345-0@lo:6:osp-syn-1-0.0 Request processed in 18535us (18723us total) trans 4294989679 rc 0/0
00000100:00100000:0.0:1789185323.762843:0:178169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38065
00000100:00100000:1.0:1789185323.763099:0:8428:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1517bc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8428:1876087018973952:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.763132:0:8428:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a09c0 going to sleep for 11 seconds
00000100:00100000:1.0:1789185323.763150:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1517a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018974208:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185323.763179:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:1.0:1789185323.763216:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f121f80/2, rc 0, transno 4294977882
00000100:00100000:1.0:1789185323.763272:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f121f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018971264:0@lo:6:osp-syn-0-0.0
00000004:00080000:1.0:1789185323.763288:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b1517b7480/2, rc 0, transno 4294989679
00000100:00100000:1.0:1789185323.763298:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b1517b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018970880:0@lo:6:osp-syn-1-0.0
00000004:00080000:1.0:1789185323.763307:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f120e00/2, rc 0, transno 4294989678
00000100:00100000:1.0:1789185323.763311:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f120e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018970240:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.763326:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1789185323.763332:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018974080:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185323.763353:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.763379:0:8491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018974208
00000100:00100000:1.0:1789185323.763383:0:8491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018974208
00000100:00100000:1.0:1789185323.763407:0:8491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018974080
00000100:00100000:1.0:1789185323.763410:0:8491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018974080
00000100:00100000:1.0:1789185323.763440:0:8491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38078
00000100:00100000:1.0:1789185323.763447:0:8491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1517bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+916:3638:x1876087018974208:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185323.763463:0:8491:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2221 count 1
00010000:00010000:1.0:1789185323.763537:0:8491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f25d22cc/0xff23d3f688d9368f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8ad:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.763567:0:8491:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001b42067b/0xff23d3f688d8f8ca lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b4db expref: 99 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.763574:0:8491:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8ad:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.763578:0:8491:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8ad:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.763582:0:8491:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f25d22cc/0xff23d3f688d9368f lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.763604:0:8491:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001b42067b/0xff23d3f688d8f8ca lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b4db expref: 99 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.763615:0:8491:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001b42067b/0xff23d3f688d8f8ca lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b4db expref: 99 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.763624:0:8491:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1517bc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8491:1876087018974592:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.763646:0:8491:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0600 going to sleep for 11 seconds
00000100:00100000:1.0:1789185323.763661:0:24325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38079
00000100:00100000:1.0:1789185323.763667:0:24325:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1517bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+916:3638:x1876087018974080:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185323.763677:0:24325:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2220 count 1
00010000:00010000:1.0:1789185323.763687:0:24325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000439557c1/0xff23d3f688d93696 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8ac:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.763697:0:24325:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d084a10c/0xff23d3f688d8f8c3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b4cd expref: 99 pid: 16720 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.763704:0:24325:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8ac:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.763707:0:24325:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8ac:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.763710:0:24325:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000439557c1/0xff23d3f688d93696 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.763724:0:24325:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d084a10c/0xff23d3f688d8f8c3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b4cd expref: 99 pid: 16720 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.763732:0:24325:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d084a10c/0xff23d3f688d8f8c3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b4cd expref: 99 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.763746:0:24325:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1517bd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24325:1876087018974720:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.763776:0:24325:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14a4dc540 going to sleep for 11 seconds
00010000:00010000:2.0:1789185323.764615:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:2.0:1789185323.764624:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000178222ab/0xff23d3f688d93642 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.764635:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bc000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.764641:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000178222ab/0xff23d3f688d93642 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.764652:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000178222ab/0xff23d3f688d93642 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.764673:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000178222ab/0xff23d3f688d93642 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.764680:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000178222ab/0xff23d3f688d93642 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.764703:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185323.764708:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fc5b8c3a/0xff23d3f688d93634 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.764714:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde7600 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.764717:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fc5b8c3a/0xff23d3f688d93634 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.764729:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fc5b8c3a/0xff23d3f688d93634 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.764740:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fc5b8c3a/0xff23d3f688d93634 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.764747:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fc5b8c3a/0xff23d3f688d93634 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.764761:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.764764:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.764765:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:3.0:1789185323.764820:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f122d80/2, rc 0, transno 4294977883
00000100:00100000:3.0:1789185323.764837:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f122d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018971392:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185323.764845:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789185323.764856:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f119880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018974848:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185323.764917:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:3.0:1789185323.765017:0:8429:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009046a766/0xff23d3f688d8f8a7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b4a3 expref: 99 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.765031:0:8429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14b5fd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8429:1876087018971776:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.765051:0:8429:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000e42a86d0/0xff23d3f688d93649 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.765062:0:8429:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000e42a86d0/0xff23d3f688d93649 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.765070:0:8429:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e42a86d0/0xff23d3f688d93649 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.765080:0:8429:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e42a86d0/0xff23d3f688d93649 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.765089:0:8429:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e42a86d0/0xff23d3f688d93649 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.765116:0:8429:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1789185323.765124:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185323.765130:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e42a86d0/0xff23d3f688d93649 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.765138:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14a863200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.765142:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e42a86d0/0xff23d3f688d93649 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.765151:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e42a86d0/0xff23d3f688d93649 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.765163:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e42a86d0/0xff23d3f688d93649 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.765176:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e42a86d0/0xff23d3f688d93649 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.765245:0:8429:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14b5fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+917:3635:x1876087018971648:12345-0@lo:6:osp-syn-0-0.0 Request processed in 17364us (17438us total) trans 4294977884 rc 0/0
00000100:00100000:3.0:1789185323.765255:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38068
00010000:00010000:2.0:1789185323.765259:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.765263:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.765265:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789185323.765279:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f123b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018975104:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1789185323.765280:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018974848
00000100:00100000:3.0:1789185323.765286:0:8429:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018974848
00000100:00100000:2.0:1789185323.765315:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185323.765417:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1789185323.765437:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f121c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018974976:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185323.765463:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.765495:0:178169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018975104
00000100:00100000:1.0:1789185323.765504:0:178169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018975104
00000100:00100000:1.0:1789185323.765563:0:178169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38080
00000100:00100000:1.0:1789185323.765573:0:178169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f71c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+917:3635:x1876087018974848:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185323.765592:0:178169:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2223 count 1
00010000:00010000:1.0:1789185323.765610:0:178169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000084950cc6/0xff23d3f688d9369d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8af:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.765625:0:178169:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006099a146/0xff23d3f688d8f8f4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b4f7 expref: 98 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.765635:0:178169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8af:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.765639:0:178169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8af:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.765644:0:178169:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000084950cc6/0xff23d3f688d9369d lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.765667:0:178169:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006099a146/0xff23d3f688d8f8f4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b4f7 expref: 98 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.765679:0:178169:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006099a146/0xff23d3f688d8f8f4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b4f7 expref: 98 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.765696:0:178169:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1517bf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:178169:1876087018975360:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.765739:0:178169:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14a4dc780 going to sleep for 11 seconds
00000100:00100000:3.0:1789185323.765871:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38081
00000100:00100000:3.0:1789185323.765880:0:8429:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f122a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+916:3638:x1876087018975104:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:3.0:1789185323.765892:0:8429:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2224 count 1
00010000:00010000:3.0:1789185323.765911:0:8429:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d5ddba84/0xff23d3f688d936a4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8b0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.766065:0:35218:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018974976
00000100:00100000:0.0:1789185323.766070:0:35218:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018974976
00010000:00010000:2.0:1789185323.766088:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789185323.766109:0:34810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38082
00000100:00100000:2.0:1789185323.766119:0:34810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f120000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+917:3638:x1876087018974976:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1789185323.766135:0:34810:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2223 count 1
00010000:00010000:2.0:1789185323.766147:0:34810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003654a7fb/0xff23d3f688d936ab lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8af:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.766159:0:34810:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000059ddf78f/0xff23d3f688d8f964 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b4fe expref: 97 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.766166:0:34810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8af:0x0].0x0 since=124s v=(0 0)
00010000:00010000:2.0:1789185323.766170:0:34810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8af:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.766173:0:34810:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003654a7fb/0xff23d3f688d936ab lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.766236:0:34810:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000059ddf78f/0xff23d3f688d8f964 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b4fe expref: 97 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.766247:0:34810:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000059ddf78f/0xff23d3f688d8f964 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b4fe expref: 97 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.766259:0:34810:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f121180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:34810:1876087018975488:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185323.766282:0:34810:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe16180 going to sleep for 11 seconds
00010000:00010000:3.0:1789185323.766347:0:8429:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005b8fd262/0xff23d3f688d8f96b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b50c expref: 97 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.766356:0:8429:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8b0:0x0].0x0 since=124s v=(0 0)
00010000:00010000:3.0:1789185323.766360:0:8429:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8b0:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.766363:0:8429:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d5ddba84/0xff23d3f688d936a4 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.766386:0:8429:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005b8fd262/0xff23d3f688d8f96b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b50c expref: 97 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.766396:0:8429:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005b8fd262/0xff23d3f688d8f96b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b50c expref: 97 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.766411:0:8429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f71e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8429:1876087018975616:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185323.766444:0:8429:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14c482a80 going to sleep for 11 seconds
00000100:00100000:3.0:1789185323.766467:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f118700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018975232:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185323.766499:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.766576:0:178142:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018975232
00000100:00100000:1.0:1789185323.766581:0:178142:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018975232
00000100:00100000:0.0:1789185323.766599:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000004:00080000:3.0:1789185323.766609:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14b5fe680/2, rc 0, transno 4294977884
00000100:00100000:1.0:1789185323.766615:0:178142:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38083
00000100:00100000:3.0:1789185323.766623:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14b5fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018971648:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185323.766624:0:178142:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b276a0d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+918:3635:x1876087018975232:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185323.766637:0:178142:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2224 count 1
00010000:00010000:1.0:1789185323.766652:0:178142:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e53016f0/0xff23d3f688d936b2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8b0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.766661:0:16720:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148760a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16720:1876087018972416:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.766664:0:178142:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002f4f290b/0xff23d3f688d8f8fb lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b505 expref: 98 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.766673:0:178142:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8b0:0x0].0x0 since=124s v=(0 0)
00000100:00100000:0.0:1789185323.766675:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:3.0:1789185323.766678:0:16720:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000fae87c95/0xff23d3f688d93657 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.766679:0:178142:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8b0:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.766684:0:178142:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e53016f0/0xff23d3f688d936b2 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.766705:0:178142:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002f4f290b/0xff23d3f688d8f8fb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b505 expref: 98 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.766715:0:178142:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002f4f290b/0xff23d3f688d8f8fb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b505 expref: 98 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.766731:0:178142:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1517bdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:178142:1876087018975744:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185323.766747:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789185323.766752:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185323.766756:0:178142:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14a4dce40 going to sleep for 11 seconds
00000100:00100000:3.0:1789185323.766758:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148760a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018975872:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185323.766782:0:34809:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151765880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:34809:1876087018972928:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.766792:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:1.0:1789185323.766799:0:34809:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000fe3fc84a/0xff23d3f688d9365e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.766802:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.766826:0:178145:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151766a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:178145:1876087018973056:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.766840:0:178145:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000dadccb78/0xff23d3f688d93665 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.766868:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185323.766883:0:178147:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b1517bd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:178147:1876087018973440:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.766899:0:178147:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000005465f551/0xff23d3f688d93673 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.766912:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185323.766926:0:35223:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b1517bfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:35223:1876087018973696:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.766938:0:35223:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000003c357a1d/0xff23d3f688d9367a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.766956:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010822912
00000100:00100000:1.0:1789185323.766959:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010822912
00010000:00010000:1.0:1789185323.766979:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a320ece3/0xff23d3f688d8f8b5 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b4b1 expref: 99 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.766982:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185323.767237:0:178143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018975872
00000100:00100000:2.0:1789185323.767242:0:178143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018975872
00000100:00100000:2.0:1789185323.767269:0:178143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38084
00000100:00100000:1.0:1789185323.767273:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010823040
00000100:00100000:2.0:1789185323.767278:0:178143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14b5c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+919:3635:x1876087018975872:12345-0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185323.767281:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010823040
00002000:00080000:2.0:1789185323.767296:0:178143:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2225 count 1
00010000:00010000:1.0:1789185323.767304:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000386d9d4d/0xff23d3f688d8f8bc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b4bf expref: 100 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.767312:0:178143:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004e8cbc4d/0xff23d3f688d936b9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8b1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.767320:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010823168
00010000:00010000:2.0:1789185323.767326:0:178143:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005c55fe08/0xff23d3f688d8f902 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b513 expref: 100 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.767326:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010823168
00010000:00010000:2.0:1789185323.767336:0:178143:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8b1:0x0].0x0 since=124s v=(0 0)
00010000:00010000:2.0:1789185323.767341:0:178143:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8b1:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.767342:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007d84d5de/0xff23d3f688d8f8d8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b4aa expref: 98 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.767346:0:178143:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004e8cbc4d/0xff23d3f688d936b9 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.767368:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010823296
00000100:00100000:1.0:1789185323.767372:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010823296
00010000:00010000:2.0:1789185323.767383:0:178143:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005c55fe08/0xff23d3f688d8f902 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b513 expref: 100 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.767388:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007f68e571/0xff23d3f688d8fba9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b4b8 expref: 99 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.767400:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010823424
00000100:00100000:1.0:1789185323.767403:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010823424
00010000:00010000:2.0:1789185323.767412:0:178143:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005c55fe08/0xff23d3f688d8f902 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b513 expref: 100 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.767418:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000099edd9d3/0xff23d3f688d8f8df lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b4c6 expref: 100 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.767441:0:178143:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151768700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:178143:1876087018976000:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.767451:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010823680
00000100:00100000:1.0:1789185323.767455:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010823680
00010000:00010000:1.0:1789185323.767470:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000082eef3ce/0xff23d3f688d8f8ed lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b4e2 expref: 101 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.767477:0:178143:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe16780 going to sleep for 11 seconds
00000100:00100000:2.0:1789185323.767502:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010823552
00000100:00100000:2.0:1789185323.767506:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010823552
00010000:00010000:2.0:1789185323.767521:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f3c14dba/0xff23d3f688d8f8e6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b4d4 expref: 102 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.767539:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23555
00000100:00100000:2.0:1789185323.767904:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f11b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+100:2392:x1876087010822912:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.767916:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.767923:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a320ece3/0xff23d3f688d8f8b5 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b4b1 expref: 100 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.767938:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a320ece3/0xff23d3f688d8f8b5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b4b1 expref: 100 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.767959:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8aa:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.767963:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8aa:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.767969:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004f475c67/0xff23d3f688d93650 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.767983:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004f475c67/0xff23d3f688d93650 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.768040:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23556
00000100:00100000:1.0:1789185323.768051:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f118000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+100:2391:x1876087010823040:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185323.768061:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.768067:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1789185323.768068:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000386d9d4d/0xff23d3f688d8f8bc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b4bf expref: 100 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.768080:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000386d9d4d/0xff23d3f688d8f8bc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b4bf expref: 100 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.768095:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000386d9d4d/0xff23d3f688d8f8bc lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b4bf expref: 100 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.768103:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f11b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+100:2392:x1876087010822912:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 201us (1504us total) trans 0 rc 0/0
00010000:00010000:1.0:1789185323.768110:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8ab:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.768114:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8ab:0x0].0x0 since=0s v=(0 0)
00000100:00100000:2.0:1789185323.768117:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23555
00010000:00010000:1.0:1789185323.768120:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000fae87c95/0xff23d3f688d93657 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.768130:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fae87c95/0xff23d3f688d93657 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.768147:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23557
00000100:00100000:2.0:1789185323.768155:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f118380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+102:2392:x1876087010823168:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185323.768159:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1789185323.768165:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.768170:0:16720:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000fae87c95/0xff23d3f688d93657 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.768172:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007d84d5de/0xff23d3f688d8f8d8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b4aa expref: 102 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.768182:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f118000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+98:2391:x1876087010823040:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 132us (1526us total) trans 0 rc 0/0
00010000:00010000:2.0:1789185323.768195:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007d84d5de/0xff23d3f688d8f8d8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b4aa expref: 102 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.768196:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23556
00010000:00010000:2.0:1789185323.768216:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007d84d5de/0xff23d3f688d8f8d8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b4aa expref: 102 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.768228:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8a9:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.768231:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8a9:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.768235:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000fe3fc84a/0xff23d3f688d9365e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.768248:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fe3fc84a/0xff23d3f688d9365e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.768270:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185323.768286:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f118380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+101:2392:x1876087010823168:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 133us (1538us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.768305:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23558
00000100:00100000:0.0:1789185323.768319:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b269763850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+101:2392:x1876087010823296:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.768329:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.768336:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007f68e571/0xff23d3f688d8fba9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b4b8 expref: 101 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.768348:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007f68e571/0xff23d3f688d8fba9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b4b8 expref: 101 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.768364:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007f68e571/0xff23d3f688d8fba9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b4b8 expref: 101 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.768375:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8aa:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.768379:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8aa:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.768384:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000dadccb78/0xff23d3f688d93665 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.768392:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dadccb78/0xff23d3f688d93665 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.768414:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.768446:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b269763850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+100:2392:x1876087010823296:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 131us (1654us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.768453:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23558
00000100:00100000:0.0:1789185323.768468:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23559
00000100:00100000:0.0:1789185323.768476:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f119f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+99:2392:x1876087010823424:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.768483:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.768489:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000099edd9d3/0xff23d3f688d8f8df lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b4c6 expref: 99 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.768500:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000099edd9d3/0xff23d3f688d8f8df lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b4c6 expref: 99 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.768512:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8ab:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.768516:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8ab:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.768520:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000bfc3353f/0xff23d3f688d9366c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.768527:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bfc3353f/0xff23d3f688d9366c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.768539:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.768575:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f119f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+99:2392:x1876087010823424:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 100us (1707us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.768583:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23559
00000100:00100000:0.0:1789185323.768596:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23560
00000100:00100000:0.0:1789185323.768603:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f11b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+98:2391:x1876087010823680:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.768612:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.768617:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000082eef3ce/0xff23d3f688d8f8ed lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b4e2 expref: 98 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.768628:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000082eef3ce/0xff23d3f688d8f8ed lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b4e2 expref: 98 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.768653:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000082eef3ce/0xff23d3f688d8f8ed lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b4e2 expref: 98 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.768665:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8ad:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.768668:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8ad:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.768673:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003c357a1d/0xff23d3f688d9367a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.768688:0:16720:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fae87c95/0xff23d3f688d93657 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.768689:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003c357a1d/0xff23d3f688d9367a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.768709:0:16720:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fae87c95/0xff23d3f688d93657 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.768722:0:16720:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fae87c95/0xff23d3f688d93657 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.768731:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1789185323.768743:0:16720:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1789185323.768758:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f11b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+97:2391:x1876087010823680:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 155us (1846us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.768765:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23560
00000100:00100000:0.0:1789185323.768779:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23561
00000100:00100000:0.0:1789185323.768796:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f11b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+96:2392:x1876087010823552:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.768804:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.768811:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f3c14dba/0xff23d3f688d8f8e6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b4d4 expref: 96 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.768821:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f3c14dba/0xff23d3f688d8f8e6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b4d4 expref: 96 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.768834:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f3c14dba/0xff23d3f688d8f8e6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b4d4 expref: 96 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.768846:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8ac:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.768849:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8ac:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.768854:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005465f551/0xff23d3f688d93673 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.768862:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005465f551/0xff23d3f688d93673 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.768880:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.768898:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f11b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+95:2392:x1876087010823552:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 105us (1918us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.768904:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23561
00000100:00100000:2.0:1789185323.769146:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23557
00010000:00010000:1.0:1789185323.769153:0:34809:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000fe3fc84a/0xff23d3f688d9365e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.769169:0:34809:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fe3fc84a/0xff23d3f688d9365e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.769178:0:34809:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fe3fc84a/0xff23d3f688d9365e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.769186:0:34809:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fe3fc84a/0xff23d3f688d9365e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.769381:0:178148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000099edd9d3/0xff23d3f688d8f8df lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b4c6 expref: 93 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.769394:0:178148:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0fbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:178148:1876087018973184:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.769414:0:178148:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000bfc3353f/0xff23d3f688d9366c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.769423:0:178148:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000bfc3353f/0xff23d3f688d9366c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.769442:0:178148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bfc3353f/0xff23d3f688d9366c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.769450:0:178148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bfc3353f/0xff23d3f688d9366c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.769458:0:178148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bfc3353f/0xff23d3f688d9366c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.769627:0:16720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148760000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+920:3638:x1876087018972288:12345-0@lo:6:osp-syn-0-0.0 Request processed in 14249us (14416us total) trans 4294977885 rc 0/0
00000100:00100000:3.0:1789185323.769636:0:16720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38070
00010000:00010000:1.0:1789185323.769636:0:34809:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00000004:00080000:2.0:1789185323.769650:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b148763480/2, rc 0, transno 4294977885
00010000:00010000:3.0:1789185323.769664:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:3.0:1789185323.769671:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fae87c95/0xff23d3f688d93657 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.769679:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14a862800 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185323.769684:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fae87c95/0xff23d3f688d93657 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.769695:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fae87c95/0xff23d3f688d93657 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.769710:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fae87c95/0xff23d3f688d93657 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.769717:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fae87c95/0xff23d3f688d93657 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.769735:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:3.0:1789185323.769738:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fe3fc84a/0xff23d3f688d9365e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.769750:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde7a00 already unused, calling callback (ffffffffc0cd94f0)
00000100:00100000:1.0:1789185323.769750:0:34809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1517b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+918:3635:x1876087018972544:12345-0@lo:6:osp-syn-1-0.0 Request processed in 12515us (12671us total) trans 4294989680 rc 0/0
00010000:00010000:3.0:1789185323.769754:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fe3fc84a/0xff23d3f688d9365e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.769757:0:34809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38071
00010000:00010000:3.0:1789185323.769761:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fe3fc84a/0xff23d3f688d9365e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.769771:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fe3fc84a/0xff23d3f688d9365e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.769778:0:178145:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000dadccb78/0xff23d3f688d93665 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.769779:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fe3fc84a/0xff23d3f688d9365e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.769787:0:178145:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dadccb78/0xff23d3f688d93665 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.769794:0:178145:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dadccb78/0xff23d3f688d93665 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.769800:0:178145:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000dadccb78/0xff23d3f688d93665 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.769817:0:178145:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00010000:00010000:3.0:1789185323.769837:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:3.0:1789185323.769841:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bfc3353f/0xff23d3f688d9366c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.769847:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde7e00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185323.769850:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bfc3353f/0xff23d3f688d9366c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.769859:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bfc3353f/0xff23d3f688d9366c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x8ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.769877:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bfc3353f/0xff23d3f688d9366c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x8ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.769886:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185323.769892:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000dadccb78/0xff23d3f688d93665 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.769892:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148763480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018972288:0@lo:6:osp-syn-0-0.0
00010000:00010000:3.0:1789185323.769907:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde6800 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185323.769911:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000dadccb78/0xff23d3f688d93665 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.769919:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000dadccb78/0xff23d3f688d93665 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.769923:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.769931:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000dadccb78/0xff23d3f688d93665 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.769932:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.769941:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dadccb78/0xff23d3f688d93665 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.769958:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.769960:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.769963:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:3.0:1789185323.769993:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b1517b6d80/2, rc 0, transno 4294989680
00010000:00010000:0.0:1789185323.770069:0:178148:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool
00010000:00010000:2.0:1789185323.770073:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.770075:0:178148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bfc3353f/0xff23d3f688d9366c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.770080:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b1517b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018972544:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185323.770127:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151765880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018976256:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1789185323.770133:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151766a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018976128:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185323.770185:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185323.770510:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185323.770642:0:178146:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018976256
00000100:00100000:2.0:1789185323.770649:0:178146:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018976256
00000100:00100000:2.0:1789185323.770784:0:178144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018976128
00000100:00100000:2.0:1789185323.770788:0:178144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018976128
00000100:00100000:2.0:1789185323.770831:0:178144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38085
00000100:00100000:2.0:1789185323.770841:0:178144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14b5c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+920:3637:x1876087018976128:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1789185323.770867:0:178144:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2226 count 1
00010000:00010000:2.0:1789185323.770891:0:178144:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a5a45477/0xff23d3f688d936c0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8b2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.770910:0:178144:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f1cad8e9/0xff23d3f688d8f909 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b521 expref: 97 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.770925:0:178144:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8b2:0x0].0x0 since=124s v=(0 0)
00010000:00010000:2.0:1789185323.770929:0:178144:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8b2:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.770934:0:178144:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a5a45477/0xff23d3f688d936c0 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.770965:0:178144:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f1cad8e9/0xff23d3f688d8f909 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b521 expref: 97 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.770979:0:178144:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f1cad8e9/0xff23d3f688d8f909 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b521 expref: 97 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.771069:0:178144:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151754380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:178144:1876087018976384:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185323.771119:0:178144:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe16a80 going to sleep for 11 seconds
00000100:00100000:2.0:1789185323.771166:0:178146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38086
00000100:00100000:2.0:1789185323.771175:0:178146:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151766300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+920:3638:x1876087018976256:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1789185323.771190:0:178146:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2225 count 1
00010000:00010000:2.0:1789185323.771204:0:178146:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ee62d8df/0xff23d3f688d936c7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8b1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.771216:0:178146:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000021f23aa4/0xff23d3f688d8f972 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b51a expref: 92 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.771223:0:178146:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8b1:0x0].0x0 since=124s v=(0 0)
00010000:00010000:2.0:1789185323.771227:0:178146:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8b1:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.771231:0:178146:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ee62d8df/0xff23d3f688d936c7 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.771255:0:178146:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000021f23aa4/0xff23d3f688d8f972 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b51a expref: 92 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.771266:0:178146:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000021f23aa4/0xff23d3f688d8f972 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b51a expref: 92 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.771278:0:178146:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151757b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:178146:1876087018976512:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.771285:0:178145:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1517b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+920:3635:x1876087018972672:12345-0@lo:6:osp-syn-1-0.0 Request processed in 13831us (14148us total) trans 4294989681 rc 0/0
00000100:00100000:1.0:1789185323.771294:0:178145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38072
00000100:00100000:2.0:1789185323.771301:0:178146:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe160c0 going to sleep for 11 seconds
00010000:00010000:1.0:1789185323.771338:0:178147:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000005465f551/0xff23d3f688d93673 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.771340:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a320ece3/0xff23d3f688d8f8b5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b4b1 expref: 97 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.771362:0:178147:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005465f551/0xff23d3f688d93673 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.771369:0:8431:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f123800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8431:1876087018972160:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.771378:0:178147:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005465f551/0xff23d3f688d93673 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.771389:0:178147:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005465f551/0xff23d3f688d93673 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.771418:0:178147:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1789185323.771475:0:8431:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000004f475c67/0xff23d3f688d93650 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.771490:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185323.771496:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005465f551/0xff23d3f688d93673 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.771504:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde6a00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.771508:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005465f551/0xff23d3f688d93673 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.771522:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005465f551/0xff23d3f688d93673 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.771541:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005465f551/0xff23d3f688d93673 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.771575:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005465f551/0xff23d3f688d93673 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.771597:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.771601:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.771603:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789185323.771608:0:178148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14b5fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+920:3638:x1876087018972800:12345-0@lo:6:osp-syn-1-0.0 Request processed in 13866us (13943us total) trans 4294989682 rc 0/0
00000100:00100000:0.0:1789185323.771620:0:178148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38073
00000004:00080000:2.0:1789185323.771639:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b1517b5180/2, rc 0, transno 4294989682
00000100:00100000:1.0:1789185323.771646:0:178147:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f108700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+919:3638:x1876087018973312:12345-0@lo:6:osp-syn-1-0.0 Request processed in 13282us (13356us total) trans 4294989683 rc 0/0
00000100:00100000:1.0:1789185323.771654:0:178147:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38074
00000004:00080000:3.0:1789185323.771691:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b1517b6a00/2, rc 0, transno 4294989681
00000100:00100000:2.0:1789185323.771766:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b1517b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018972800:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1789185323.771767:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b1517b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018972672:0@lo:6:osp-syn-1-0.0
00000004:00080000:2.0:1789185323.771795:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b1517b5880/2, rc 0, transno 4294989683
00000100:00100000:2.0:1789185323.771800:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b1517b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018973312:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1789185323.771872:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789185323.771888:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f109880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018976768:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185323.771903:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1789185323.771914:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f108380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018976896:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1789185323.771929:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185323.771952:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185323.771956:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f123800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018976640:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1789185323.771987:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:2.0:1789185323.771987:0:8431:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000004f475c67/0xff23d3f688d93650 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.772132:0:8431:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004f475c67/0xff23d3f688d93650 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.772146:0:8431:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004f475c67/0xff23d3f688d93650 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.772154:0:8431:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004f475c67/0xff23d3f688d93650 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.772170:0:8431:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1789185323.772180:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185323.772185:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004f475c67/0xff23d3f688d93650 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.772193:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bda00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.772196:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004f475c67/0xff23d3f688d93650 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.772204:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004f475c67/0xff23d3f688d93650 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.772216:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004f475c67/0xff23d3f688d93650 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.772223:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004f475c67/0xff23d3f688d93650 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.772240:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.772242:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.772244:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789185323.772349:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f122300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+921:3638:x1876087018972032:12345-0@lo:6:osp-syn-0-0.0 Request processed in 23943us (24113us total) trans 4294977886 rc 0/0
00000100:00100000:2.0:1789185323.772356:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38069
00000100:00100000:2.0:1789185323.772371:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018976768
00000100:00100000:2.0:1789185323.772376:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018976768
00000100:00100000:2.0:1789185323.772517:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018976896
00000100:00100000:2.0:1789185323.772522:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018976896
00000100:00100000:3.0:1789185323.773068:0:34809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018976640
00000100:00100000:3.0:1789185323.773073:0:34809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018976640
00000100:00100000:3.0:1789185323.773106:0:34809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38087
00000100:00100000:3.0:1789185323.773114:0:34809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14b5c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+921:3636:x1876087018976768:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:3.0:1789185323.773135:0:34809:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2227 count 1
00010000:00010000:3.0:1789185323.773155:0:34809:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000028a70db0/0xff23d3f688d936ce lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8b3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.773174:0:34809:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002499f085/0xff23d3f688d8f980 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b536 expref: 92 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.773185:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38088
00000100:00100000:2.0:1789185323.773194:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f109f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+921:3638:x1876087018976896:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1789185323.773208:0:8431:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2228 count 1
00010000:00010000:2.0:1789185323.773221:0:8431:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d936d5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8b4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.773232:0:8431:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000a92b7f2/0xff23d3f688d8f987 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b544 expref: 92 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.773239:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8b4:0x0].0x0 since=124s v=(0 0)
00010000:00010000:2.0:1789185323.773243:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8b4:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.773247:0:8431:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d936d5 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.773273:0:8431:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000a92b7f2/0xff23d3f688d8f987 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b544 expref: 92 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.773285:0:8431:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000a92b7f2/0xff23d3f688d8f987 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b544 expref: 92 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.773301:0:178147:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38089
00000100:00100000:2.0:1789185323.773306:0:8431:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f10ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8431:1876087018977024:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.773313:0:178147:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14b5c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+921:3636:x1876087018976640:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185323.773329:0:178147:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2226 count 1
00010000:00010000:1.0:1789185323.773343:0:178147:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fa0e9384/0xff23d3f688d936dc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8b2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.773351:0:8431:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe16840 going to sleep for 11 seconds
00010000:00010000:1.0:1789185323.773358:0:178147:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000eca4e63d/0xff23d3f688d8f979 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b528 expref: 92 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.773366:0:178147:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8b2:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.773370:0:178147:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8b2:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.773374:0:178147:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fa0e9384/0xff23d3f688d936dc lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:2.0:1789185323.773387:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b148762680/2, rc 0, transno 4294977886
00010000:00010000:1.0:1789185323.773397:0:178147:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000eca4e63d/0xff23d3f688d8f979 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b528 expref: 92 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.773407:0:178147:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000eca4e63d/0xff23d3f688d8f979 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b528 expref: 92 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.773414:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148762680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018972032:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185323.773422:0:178147:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1517bfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:178147:1876087018977152:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.773461:0:178147:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0240 going to sleep for 11 seconds
00000100:00100000:2.0:1789185323.773483:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f10b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018977280:0@lo:6:osp-syn-0-0.0
00010000:00010000:1.0:1789185323.773492:0:35223:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000003c357a1d/0xff23d3f688d9367a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.773502:0:35223:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003c357a1d/0xff23d3f688d9367a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.773512:0:35223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003c357a1d/0xff23d3f688d9367a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.773517:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:3.0:1789185323.773616:0:34809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8b3:0x0].0x0 since=124s v=(0 0)
00010000:00010000:3.0:1789185323.773620:0:34809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8b3:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.773625:0:34809:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000028a70db0/0xff23d3f688d936ce lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.773654:0:34809:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002499f085/0xff23d3f688d8f980 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b536 expref: 92 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.773664:0:34809:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002499f085/0xff23d3f688d8f980 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b536 expref: 92 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.773675:0:34809:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14b5f9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:34809:1876087018977408:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185323.773700:0:34809:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14c482e40 going to sleep for 11 seconds
00000100:00100000:3.0:1789185323.773715:0:16720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018977280
00000100:00100000:3.0:1789185323.773719:0:16720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018977280
00000100:00100000:3.0:1789185323.773740:0:16720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38090
00000100:00100000:3.0:1789185323.773746:0:16720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f108e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+921:3638:x1876087018977280:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1789185323.773758:0:16720:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2227 count 1
00010000:00010000:3.0:1789185323.773771:0:16720:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003054daf2/0xff23d3f688d936e3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8b3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.773784:0:16720:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000047bcc94f/0xff23d3f688d8f910 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b52f expref: 96 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.773791:0:16720:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8b3:0x0].0x0 since=124s v=(0 0)
00010000:00010000:3.0:1789185323.773794:0:16720:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8b3:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.773799:0:16720:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003054daf2/0xff23d3f688d936e3 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.773819:0:16720:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000047bcc94f/0xff23d3f688d8f910 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b52f expref: 96 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.773828:0:16720:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000047bcc94f/0xff23d3f688d8f910 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b52f expref: 96 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.773844:0:16720:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14b5f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16720:1876087018977536:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.773907:0:35223:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003c357a1d/0xff23d3f688d9367a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.773932:0:35223:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1789185323.774040:0:16720:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14c482cc0 going to sleep for 11 seconds
00010000:00010000:0.0:1789185323.774166:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185323.774175:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003c357a1d/0xff23d3f688d9367a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.774183:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde6600 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.774187:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003c357a1d/0xff23d3f688d9367a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.774198:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003c357a1d/0xff23d3f688d9367a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.774216:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003c357a1d/0xff23d3f688d9367a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.774224:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003c357a1d/0xff23d3f688d9367a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.774244:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.774247:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.774249:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789185323.775114:0:35223:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f120a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+922:3636:x1876087018973568:12345-0@lo:6:osp-syn-1-0.0 Request processed in 15068us (15170us total) trans 4294989684 rc 0/0
00000100:00100000:1.0:1789185323.775126:0:35223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38075
00000004:00080000:3.0:1789185323.775443:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f123480/2, rc 0, transno 4294989684
00000100:00100000:3.0:1789185323.775462:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f123480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018973568:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.775631:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14b5f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018977664:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.775668:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.775781:0:178148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018977664
00000100:00100000:1.0:1789185323.775787:0:178148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018977664
00000100:00100000:1.0:1789185323.775822:0:178148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38091
00000100:00100000:1.0:1789185323.775831:0:178148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1517bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+922:3635:x1876087018977664:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185323.775853:0:178148:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2229 count 1
00010000:00010000:1.0:1789185323.775877:0:178148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dadccb78/0xff23d3f688d936ea lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8b5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.775899:0:178148:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000001378ec3/0xff23d3f688d8f98e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b552 expref: 92 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.775908:0:178148:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8b5:0x0].0x0 since=124s v=(0 0)
00010000:00010000:1.0:1789185323.775912:0:178148:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8b5:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.775917:0:178148:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dadccb78/0xff23d3f688d936ea lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.775949:0:178148:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000001378ec3/0xff23d3f688d8f98e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b552 expref: 92 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.775961:0:178148:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000001378ec3/0xff23d3f688d8f98e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b552 expref: 92 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.775972:0:178148:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1517bca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:178148:1876087018977792:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.776012:0:178148:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0f00 going to sleep for 11 seconds
00000100:00100000:1.0:1789185323.785147:0:8428:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b1517bc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8428:1876087018973952:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185323.785165:0:35222:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f118e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:35222:1876087018974464:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.785181:0:8428:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000584e9167/0xff23d3f688d93681 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.785185:0:35222:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000663bed3e/0xff23d3f688d93688 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.785214:0:8491:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b1517bc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8491:1876087018974592:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.785225:0:8491:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f25d22cc/0xff23d3f688d9368f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.785628:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.785807:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.785830:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010823808
00000100:00100000:0.0:1789185323.785837:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010823808
00010000:00010000:0.0:1789185323.785883:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b4669849/0xff23d3f688d8f8d1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b4e9 expref: 97 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.785915:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010823936
00000100:00100000:0.0:1789185323.785918:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010823936
00010000:00010000:0.0:1789185323.785933:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000472b0190/0xff23d3f688d8ff76 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x8ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25165824->25169919) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bb48 expref: 93 pid: 8429 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.785953:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23562
00000100:00100000:0.0:1789185323.785964:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f118a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+97:2391:x1876087010823808:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.785981:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.785988:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: 00000000b4669849/0xff23d3f688d8f8d1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8ae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b4e9 expref: 97 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.786002:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b4669849/0xff23d3f688d8f8d1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8ae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b4e9 expref: 97 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.786029:0:10396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b4669849/0xff23d3f688d8f8d1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8ae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b4e9 expref: 97 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.786046:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8ae:0x0].0x0 since=1s v=(0 0)
00010000:00010000:0.0:1789185323.786051:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8ae:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.786057:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000663bed3e/0xff23d3f688d93688 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.786066:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000663bed3e/0xff23d3f688d93688 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.786093:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.786266:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f118a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+96:2391:x1876087010823808:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 302us (1118us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.786274:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23562
00000100:00100000:0.0:1789185323.786304:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23563
00000100:00100000:0.0:1789185323.786312:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f119c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+93:2392:x1876087010823936:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.786323:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.786329:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: 00000000472b0190/0xff23d3f688d8ff76 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x8ae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 25165824->25169919) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bb48 expref: 93 pid: 8429 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.786341:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000472b0190/0xff23d3f688d8ff76 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8ae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 25165824->25169919) gid 0 flags: 0x50000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bb48 expref: 93 pid: 8429 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.786360:0:10396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000472b0190/0xff23d3f688d8ff76 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8ae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 25165824->25169919) gid 0 flags: 0x44801400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bb48 expref: 93 pid: 8429 timeout: 9500 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.786373:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8ae:0x0].0x0 since=1s v=(1 0)
00010000:00010000:0.0:1789185323.786377:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8ae:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1789185323.786381:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000584e9167/0xff23d3f688d93681 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.786389:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000584e9167/0xff23d3f688d93681 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.786411:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.786452:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f119c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+92:2392:x1876087010823936:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 140us (644us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.786461:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23563
00000100:00100000:1.0:1789185323.786475:0:178142:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b1517bdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:178142:1876087018975744:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.786490:0:8428:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000584e9167/0xff23d3f688d93681 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.786500:0:178142:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000e53016f0/0xff23d3f688d936b2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.786502:0:8428:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000584e9167/0xff23d3f688d93681 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.786532:0:8428:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000584e9167/0xff23d3f688d93681 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.786538:0:8428:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000584e9167/0xff23d3f688d93681 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.786580:0:8428:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1789185323.786753:0:8428:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1517bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+923:3635:x1876087018973824:12345-0@lo:6:osp-syn-1-0.0 Request processed in 26397us (26474us total) trans 4294989685 rc 0/0
00000100:00100000:0.0:1789185323.786761:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38076
00010000:00010000:0.0:1789185323.786792:0:35222:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000663bed3e/0xff23d3f688d93688 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.786801:0:35222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000663bed3e/0xff23d3f688d93688 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.786809:0:35222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000663bed3e/0xff23d3f688d93688 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.786817:0:35222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000663bed3e/0xff23d3f688d93688 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.786831:0:35222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:0.0:1789185323.786917:0:35222:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1517a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+922:3635:x1876087018974336:12345-0@lo:6:osp-syn-0-0.0 Request processed in 24572us (25007us total) trans 4294977887 rc 0/0
00000100:00100000:0.0:1789185323.786927:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38077
00000100:00100000:0.0:1789185323.786977:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.787034:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000004:00080000:1.0:1789185323.787104:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b1517a7b80/2, rc 0, transno 4294977887
00000100:00100000:1.0:1789185323.787122:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b1517a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018974336:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.787127:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000004:00080000:1.0:1789185323.787146:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f121500/2, rc 0, transno 4294989685
00000100:00100000:1.0:1789185323.787159:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f121500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018973824:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.787235:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1517bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018977920:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.787286:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.787370:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1517bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018978048:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185323.787409:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.787453:0:178145:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018977920
00000100:00100000:1.0:1789185323.787458:0:178145:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018977920
00000100:00100000:1.0:1789185323.787489:0:178145:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018978048
00000100:00100000:1.0:1789185323.787493:0:178145:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018978048
00000100:00100000:1.0:1789185323.787513:0:178145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38092
00000100:00100000:1.0:1789185323.787520:0:178145:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1517bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+923:3636:x1876087018977920:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185323.787563:0:178145:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2230 count 1
00010000:00010000:1.0:1789185323.787587:0:178145:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fe3fc84a/0xff23d3f688d936f1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8b6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.787604:0:178145:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008fa78b1a/0xff23d3f688d8fe65 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4198399) gid 0 flags: 0x40000000020000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ba37 expref: 91 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.787613:0:178145:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x8b6:0x0].0x0 since=123s v=(0 0)
00010000:00010000:1.0:1789185323.787618:0:178145:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8b6:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1789185323.787623:0:178145:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fe3fc84a/0xff23d3f688d936f1 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.787649:0:178145:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008fa78b1a/0xff23d3f688d8fe65 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4198399) gid 0 flags: 0x50000000030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ba37 expref: 91 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.787678:0:24325:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b1517bd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24325:1876087018974720:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.787695:0:24325:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000439557c1/0xff23d3f688d93696 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.787726:0:178143:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151768700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:178143:1876087018976000:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.787746:0:178145:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008fa78b1a/0xff23d3f688d8fe65 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x8b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4198399) gid 0 flags: 0x70000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ba37 expref: 91 pid: 35222 timeout: 9501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.787759:0:178145:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1517be680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:178145:1876087018978176:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.787811:0:178145:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0600 going to sleep for 11 seconds
00000100:00100000:1.0:1789185323.787829:0:35223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38093
00000100:00100000:1.0:1789185323.787838:0:35223:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1517bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+922:3637:x1876087018978048:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185323.787869:0:35223:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2228 count 1
00010000:00010000:1.0:1789185323.787883:0:35223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000429e81d7/0xff23d3f688d936f8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8b4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.787896:0:35223:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000021709ff3/0xff23d3f688d8f917 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b53d expref: 95 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.787903:0:35223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8b4:0x0].0x0 since=125s v=(0 0)
00010000:00010000:1.0:1789185323.787906:0:35223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8b4:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.787910:0:35223:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000429e81d7/0xff23d3f688d936f8 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.787929:0:35223:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000021709ff3/0xff23d3f688d8f917 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b53d expref: 95 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.787939:0:35223:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000021709ff3/0xff23d3f688d8f917 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b53d expref: 95 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.787958:0:35223:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1517bd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:35223:1876087018978304:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.787961:0:178143:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000004e8cbc4d/0xff23d3f688d936b9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.787984:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00000100:00100000:1.0:1789185323.787986:0:35223:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a09c0 going to sleep for 11 seconds
00010000:00010000:2.0:1789185323.787992:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000584e9167/0xff23d3f688d93681 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.788007:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde7400 already unused, calling callback (ffffffffc0cd94f0)
00000100:00100000:1.0:1789185323.788008:0:178149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010824192
00010000:00010000:2.0:1789185323.788014:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000584e9167/0xff23d3f688d93681 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.788015:0:178149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010824192
00010000:00010000:2.0:1789185323.788028:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000584e9167/0xff23d3f688d93681 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.788038:0:178149:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d084a10c/0xff23d3f688d8f8c3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b4cd expref: 96 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.788051:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000584e9167/0xff23d3f688d93681 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.788061:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000584e9167/0xff23d3f688d93681 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.788065:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010824448
00000100:00100000:1.0:1789185323.788069:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010824448
00010000:00010000:1.0:1789185323.788084:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000059ddf78f/0xff23d3f688d8f964 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b4fe expref: 92 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.788085:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185323.788094:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000663bed3e/0xff23d3f688d93688 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.788102:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14bc29400 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.788106:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000663bed3e/0xff23d3f688d93688 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.788108:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010824704
00000100:00100000:1.0:1789185323.788114:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010824704
00010000:00010000:2.0:1789185323.788117:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000663bed3e/0xff23d3f688d93688 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.788130:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005c55fe08/0xff23d3f688d8f902 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b513 expref: 97 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.788131:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000663bed3e/0xff23d3f688d93688 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.788161:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23564
00000100:00100000:1.0:1789185323.788168:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f11bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+97:2392:x1876087010824192:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185323.788177:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185323.788183:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: 00000000d084a10c/0xff23d3f688d8f8c3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b4cd expref: 97 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.788195:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d084a10c/0xff23d3f688d8f8c3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b4cd expref: 97 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.788211:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d084a10c/0xff23d3f688d8f8c3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b4cd expref: 97 pid: 16720 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.788221:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8ac:0x0].0x0 since=1s v=(0 0)
00010000:00010000:1.0:1789185323.788225:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8ac:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.788230:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000439557c1/0xff23d3f688d93696 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.788239:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000439557c1/0xff23d3f688d93696 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.788266:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1789185323.788275:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000663bed3e/0xff23d3f688d93688 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.788295:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f11bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+96:2392:x1876087010824192:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 126us (1317us total) trans 0 rc 0/0
00010000:00010000:2.0:1789185323.788298:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.788302:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789185323.788304:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23564
00010000:00010000:2.0:1789185323.788305:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789185323.788328:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23565
00000100:00100000:1.0:1789185323.788338:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b269760c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+92:2392:x1876087010824448:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.788344:0:24325:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000439557c1/0xff23d3f688d93696 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.788348:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185323.788356:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: 0000000059ddf78f/0xff23d3f688d8f964 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b4fe expref: 92 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.788358:0:24325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000439557c1/0xff23d3f688d93696 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.788375:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000059ddf78f/0xff23d3f688d8f964 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b4fe expref: 92 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.788377:0:24325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000439557c1/0xff23d3f688d93696 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.788400:0:24325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000439557c1/0xff23d3f688d93696 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.788410:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8af:0x0].0x0 since=1s v=(0 0)
00010000:00010000:1.0:1789185323.788415:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8af:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.788420:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003654a7fb/0xff23d3f688d936ab lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.788422:0:24325:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1789185323.788444:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003654a7fb/0xff23d3f688d936ab lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.788463:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185323.788482:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b269760c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+92:2392:x1876087010824448:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 147us (1447us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185323.788489:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23565
00000100:00100000:1.0:1789185323.788534:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23566
00000100:00100000:1.0:1789185323.788598:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f11aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+95:2392:x1876087010824704:12345-192.168.204.3@tcp:103:ldlm_bl.0
00000100:00100000:2.0:1789185323.788606:0:24325:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1517bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+923:3638:x1876087018974080:12345-0@lo:6:osp-syn-0-0.0 Request processed in 24938us (25250us total) trans 4294977888 rc 0/0
00010000:00010000:1.0:1789185323.788607:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185323.788616:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: 000000005c55fe08/0xff23d3f688d8f902 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b513 expref: 95 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.788620:0:24325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38079
00010000:00010000:1.0:1789185323.788632:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005c55fe08/0xff23d3f688d8f902 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b513 expref: 95 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.788645:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005c55fe08/0xff23d3f688d8f902 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b513 expref: 95 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.788647:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185323.788655:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000439557c1/0xff23d3f688d93696 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.788677:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde7c00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.788681:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000439557c1/0xff23d3f688d93696 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.788689:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000439557c1/0xff23d3f688d93696 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.788701:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000439557c1/0xff23d3f688d93696 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.788708:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000439557c1/0xff23d3f688d93696 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.788724:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.788726:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.788727:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.788734:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.788759:0:34810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000059ddf78f/0xff23d3f688d8f964 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b4fe expref: 91 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.788769:0:34810:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f121180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:34810:1876087018975488:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.788784:0:34810:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000003654a7fb/0xff23d3f688d936ab lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.788793:0:34810:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000003654a7fb/0xff23d3f688d936ab lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.788800:0:34810:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003654a7fb/0xff23d3f688d936ab lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.788809:0:34810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003654a7fb/0xff23d3f688d936ab lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.788818:0:34810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003654a7fb/0xff23d3f688d936ab lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.788833:0:34810:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1789185323.788925:0:34810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f120000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+924:3638:x1876087018974976:12345-0@lo:6:osp-syn-1-0.0 Request processed in 22808us (23460us total) trans 4294989686 rc 0/0
00000100:00100000:2.0:1789185323.788932:0:34810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38082
00010000:00010000:2.0:1789185323.788954:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185323.788960:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003654a7fb/0xff23d3f688d936ab lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.788967:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bce00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.788970:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003654a7fb/0xff23d3f688d936ab lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.788981:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003654a7fb/0xff23d3f688d936ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.788990:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003654a7fb/0xff23d3f688d936ab lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.788997:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003654a7fb/0xff23d3f688d936ab lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.789011:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.789012:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.789014:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:2.0:1789185323.789037:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f121c00/2, rc 0, transno 4294989686
00000100:00100000:2.0:1789185323.789050:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f121c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018974976:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185323.789097:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1789185323.789108:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f10aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018978432:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185323.789136:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:2.0:1789185323.789199:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14d0d0000/2, rc 0, transno 4294977888
00000100:00100000:2.0:1789185323.789211:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018974080:0@lo:6:osp-syn-0-0.0
00010000:00010000:1.0:1789185323.789247:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8b1:0x0].0x0 since=1s v=(0 0)
00010000:00010000:1.0:1789185323.789252:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8b1:0x0].0x0 since=0s v=(0 0)
00000100:00100000:2.0:1789185323.789257:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00010000:00010000:1.0:1789185323.789258:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004e8cbc4d/0xff23d3f688d936b9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.789270:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f10bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018978560:0@lo:6:osp-syn-0-0.0
00010000:00010000:1.0:1789185323.789271:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004e8cbc4d/0xff23d3f688d936b9 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.789299:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185323.789321:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.789333:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f11aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+94:2392:x1876087010824704:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 791us (2207us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185323.789341:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23566
00010000:00010000:2.0:1789185323.789361:0:178143:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000004e8cbc4d/0xff23d3f688d936b9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.789371:0:178143:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004e8cbc4d/0xff23d3f688d936b9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.789380:0:178143:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004e8cbc4d/0xff23d3f688d936b9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.789395:0:178143:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004e8cbc4d/0xff23d3f688d936b9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.789408:0:178143:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1789185323.789520:0:178143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14b5c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+923:3635:x1876087018975872:12345-0@lo:6:osp-syn-0-0.0 Request processed in 22243us (22718us total) trans 4294977889 rc 0/0
00000100:00100000:2.0:1789185323.789527:0:178143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38084
00000100:00100000:2.0:1789185323.789542:0:178143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018978432
00000100:00100000:2.0:1789185323.789568:0:178143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018978432
00000100:00100000:2.0:1789185323.789591:0:178143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38094
00000100:00100000:2.0:1789185323.789597:0:178143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f108000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+924:3637:x1876087018978432:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1789185323.789614:0:178143:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2231 count 1
00010000:00010000:2.0:1789185323.789632:0:178143:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004f475c67/0xff23d3f688d936ff lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8b7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.789647:0:178143:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000fc84330d/0xff23d3f688d8f99c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b56e expref: 90 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.789655:0:178143:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8b7:0x0].0x0 since=125s v=(0 0)
00010000:00010000:2.0:1789185323.789659:0:178143:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8b7:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.789663:0:178143:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004f475c67/0xff23d3f688d936ff lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:1.0:1789185323.789669:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b148760a80/2, rc 0, transno 4294977889
00000100:00100000:1.0:1789185323.789682:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148760a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018975872:0@lo:6:osp-syn-0-0.0
00010000:00010000:2.0:1789185323.789687:0:178143:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000fc84330d/0xff23d3f688d8f99c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b56e expref: 90 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.789707:0:178143:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000fc84330d/0xff23d3f688d8f99c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b56e expref: 90 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.789720:0:178143:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f121180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:178143:1876087018978688:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.789732:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14b5fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018978816:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185323.789754:0:178143:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe16780 going to sleep for 11 seconds
00000100:00100000:1.0:1789185323.789765:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:2.0:1789185323.789770:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185323.789775:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004e8cbc4d/0xff23d3f688d936b9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.789783:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bd200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.789787:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004e8cbc4d/0xff23d3f688d936b9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.789796:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004e8cbc4d/0xff23d3f688d936b9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.789810:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004e8cbc4d/0xff23d3f688d936b9 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.789818:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004e8cbc4d/0xff23d3f688d936b9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.789834:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.789835:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.789838:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789185323.789849:0:24325:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018978560
00000100:00100000:2.0:1789185323.789853:0:24325:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018978560
00000100:00100000:2.0:1789185323.789868:0:24325:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018978816
00000100:00100000:2.0:1789185323.789871:0:24325:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018978816
00000100:00100000:2.0:1789185323.789882:0:24325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38095
00000100:00100000:2.0:1789185323.789887:0:24325:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f10a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+924:3636:x1876087018978560:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1789185323.789898:0:24325:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2229 count 1
00010000:00010000:2.0:1789185323.789909:0:24325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001ea59ce8/0xff23d3f688d93706 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8b5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.789922:0:24325:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d5f46ba5/0xff23d3f688d8f91e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b54b expref: 93 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.789928:0:24325:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8b5:0x0].0x0 since=125s v=(0 0)
00010000:00010000:2.0:1789185323.789931:0:24325:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8b5:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.789935:0:24325:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001ea59ce8/0xff23d3f688d93706 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.789953:0:24325:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d5f46ba5/0xff23d3f688d8f91e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b54b expref: 93 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.789962:0:24325:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d5f46ba5/0xff23d3f688d8f91e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b54b expref: 93 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.789972:0:24325:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151768700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24325:1876087018978944:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185323.789995:0:24325:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe16180 going to sleep for 11 seconds
00000100:00100000:2.0:1789185323.790012:0:34810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38096
00000100:00100000:2.0:1789185323.790019:0:34810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14b5fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+924:3636:x1876087018978816:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1789185323.790031:0:34810:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2230 count 1
00010000:00010000:2.0:1789185323.790041:0:34810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007ef11ebc/0xff23d3f688d9370d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8b6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.790052:0:34810:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000004b2bcec/0xff23d3f688d8f925 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b559 expref: 93 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.790060:0:34810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8b6:0x0].0x0 since=125s v=(0 0)
00010000:00010000:2.0:1789185323.790063:0:34810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8b6:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.790067:0:34810:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007ef11ebc/0xff23d3f688d9370d lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.790085:0:34810:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000004b2bcec/0xff23d3f688d8f925 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b559 expref: 93 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.790095:0:34810:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000004b2bcec/0xff23d3f688d8f925 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b559 expref: 93 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.790104:0:34810:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148765500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:34810:1876087018979072:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185323.790125:0:34810:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b149ae2540 going to sleep for 11 seconds
00000100:00100000:0.0:1789185323.790383:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.790418:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.790465:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185323.790468:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010824064
00000100:00100000:1.0:1789185323.790474:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010824064
00010000:00010000:1.0:1789185323.790504:0:8458:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001b42067b/0xff23d3f688d8f8ca lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b4db expref: 94 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.790527:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23567
00000100:00100000:1.0:1789185323.790535:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f119500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+94:2392:x1876087010824064:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185323.790564:0:8458:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185323.790571:0:8458:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: 000000001b42067b/0xff23d3f688d8f8ca lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b4db expref: 94 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.790580:0:8429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f71e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8429:1876087018975616:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.790586:0:8458:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001b42067b/0xff23d3f688d8f8ca lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b4db expref: 94 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.790604:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001b42067b/0xff23d3f688d8f8ca lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b4db expref: 94 pid: 8431 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.790605:0:8429:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d5ddba84/0xff23d3f688d936a4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.790625:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8ad:0x0].0x0 since=1s v=(0 0)
00010000:00010000:1.0:1789185323.790630:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8ad:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.790635:0:8458:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f25d22cc/0xff23d3f688d9368f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.790641:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010824320
00010000:00010000:1.0:1789185323.790643:0:8458:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f25d22cc/0xff23d3f688d9368f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.790647:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010824320
00010000:00010000:1.0:1789185323.790670:0:8458:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1789185323.790672:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006099a146/0xff23d3f688d8f8f4 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b4f7 expref: 94 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.790696:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010824576
00000100:00100000:1.0:1789185323.790701:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f119500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+94:2392:x1876087010824064:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 165us (317us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.790701:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010824576
00000100:00100000:1.0:1789185323.790711:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23567
00010000:00010000:0.0:1789185323.790717:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002f4f290b/0xff23d3f688d8f8fb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b505 expref: 95 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.790733:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23568
00000100:00100000:1.0:1789185323.790741:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f119f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+94:2392:x1876087010824320:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185323.790749:0:8458:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185323.790754:0:8458:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: 000000006099a146/0xff23d3f688d8f8f4 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b4f7 expref: 94 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.790771:0:8458:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006099a146/0xff23d3f688d8f8f4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b4f7 expref: 94 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.790784:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8af:0x0].0x0 since=1s v=(0 0)
00010000:00010000:1.0:1789185323.790786:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8af:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.790790:0:8458:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000084950cc6/0xff23d3f688d9369d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.790797:0:8458:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000084950cc6/0xff23d3f688d9369d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.790808:0:8458:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185323.790826:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f119f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+94:2392:x1876087010824320:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 86us (407us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185323.790832:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23568
00000100:00100000:1.0:1789185323.790957:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23569
00000100:00100000:1.0:1789185323.790970:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f11b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+93:2392:x1876087010824576:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185323.790978:0:8458:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185323.790984:0:8458:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: 000000002f4f290b/0xff23d3f688d8f8fb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b505 expref: 93 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.791032:0:178169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006099a146/0xff23d3f688d8f8f4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b4f7 expref: 93 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.791045:0:178169:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b1517bf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:178169:1876087018975360:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.791057:0:178169:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000084950cc6/0xff23d3f688d9369d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.791073:0:8458:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002f4f290b/0xff23d3f688d8f8fb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b505 expref: 92 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.791073:0:178169:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000084950cc6/0xff23d3f688d9369d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.791097:0:178169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000084950cc6/0xff23d3f688d9369d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.791113:0:178169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000084950cc6/0xff23d3f688d9369d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.791116:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002f4f290b/0xff23d3f688d8f8fb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b505 expref: 92 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.791133:0:178169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000084950cc6/0xff23d3f688d9369d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.791138:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8b0:0x0].0x0 since=1s v=(0 0)
00010000:00010000:1.0:1789185323.791142:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8b0:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.791146:0:8458:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e53016f0/0xff23d3f688d936b2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.791153:0:8458:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e53016f0/0xff23d3f688d936b2 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.791167:0:178169:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1789185323.791178:0:8458:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1789185323.791180:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185323.791187:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000084950cc6/0xff23d3f688d9369d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.791196:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde6e00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.791201:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000084950cc6/0xff23d3f688d9369d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.791206:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f11b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+91:2392:x1876087010824576:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 238us (741us total) trans 0 rc 0/0
00010000:00010000:0.0:1789185323.791220:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000084950cc6/0xff23d3f688d9369d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.791221:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23569
00010000:00010000:0.0:1789185323.791238:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000084950cc6/0xff23d3f688d9369d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.791250:0:178142:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000e53016f0/0xff23d3f688d936b2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.791250:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000084950cc6/0xff23d3f688d9369d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.791273:0:178142:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e53016f0/0xff23d3f688d936b2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.791280:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.791283:0:178142:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e53016f0/0xff23d3f688d936b2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.791284:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.791288:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.791295:0:178142:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e53016f0/0xff23d3f688d936b2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.791310:0:178142:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1789185323.791473:0:178169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f71c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+926:3635:x1876087018974848:12345-0@lo:6:osp-syn-0-0.0 Request processed in 25901us (26554us total) trans 4294977891 rc 0/0
00000100:00100000:1.0:1789185323.791482:0:178142:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b276a0d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+926:3635:x1876087018975232:12345-0@lo:6:osp-syn-0-0.0 Request processed in 24857us (24980us total) trans 4294977890 rc 0/0
00000100:00100000:0.0:1789185323.791485:0:178169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38080
00000100:00100000:1.0:1789185323.791496:0:178142:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38083
00000004:00080000:1.0:1789185323.791537:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f118700/2, rc 0, transno 4294977890
00000100:00100000:1.0:1789185323.791570:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f118700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018975232:0@lo:6:osp-syn-0-0.0
00000004:00080000:1.0:1789185323.791582:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f119880/2, rc 0, transno 4294977891
00000100:00100000:1.0:1789185323.791586:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f119880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018974848:0@lo:6:osp-syn-0-0.0
00010000:00010000:1.0:1789185323.791602:0:8491:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f25d22cc/0xff23d3f688d9368f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.791611:0:8491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f25d22cc/0xff23d3f688d9368f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.791619:0:8491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f25d22cc/0xff23d3f688d9368f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.791627:0:8491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f25d22cc/0xff23d3f688d9368f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.791644:0:8491:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:1.0:1789185323.791723:0:8491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1517bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+925:3638:x1876087018974208:12345-0@lo:6:osp-syn-0-0.0 Request processed in 28276us (28543us total) trans 4294977892 rc 0/0
00000100:00100000:1.0:1789185323.791731:0:8491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38078
00000100:00100000:2.0:1789185323.791751:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f11b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018979200:0@lo:6:osp-syn-0-0.0
00010000:00010000:1.0:1789185323.791753:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:1.0:1789185323.791761:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e53016f0/0xff23d3f688d936b2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.791769:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde6c00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.791773:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e53016f0/0xff23d3f688d936b2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.791782:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e53016f0/0xff23d3f688d936b2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.791792:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:1.0:1789185323.791800:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e53016f0/0xff23d3f688d936b2 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.791808:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e53016f0/0xff23d3f688d936b2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.791823:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1789185323.791827:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f25d22cc/0xff23d3f688d9368f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.791833:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde6000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.791837:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f25d22cc/0xff23d3f688d9368f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.791845:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f25d22cc/0xff23d3f688d9368f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.791861:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1789185323.791868:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f118a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018979328:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185323.791890:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:2.0:1789185323.792033:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:2.0:1789185323.792056:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b1517a5c00/2, rc 0, transno 4294977892
00000100:00100000:2.0:1789185323.792067:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b1517a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018974208:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.792131:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018979200
00000100:00100000:0.0:1789185323.792137:0:8428:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018979200
00010000:00010000:1.0:1789185323.792168:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f25d22cc/0xff23d3f688d9368f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.792175:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f25d22cc/0xff23d3f688d9368f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.792189:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.792191:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.792193:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789185323.792204:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789185323.792213:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f280700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018979456:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.792232:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38097
00000100:00100000:0.0:1789185323.792243:0:8428:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148764e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+925:3637:x1876087018979200:12345-0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185323.792247:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00002000:00080000:0.0:1789185323.792269:0:8428:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2231 count 1
00010000:00010000:0.0:1789185323.792290:0:8428:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000010a0414/0xff23d3f688d93714 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8b7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.792306:0:8428:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000365e55b0/0xff23d3f688d8f92c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b567 expref: 90 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.792314:0:8428:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8b7:0x0].0x0 since=125s v=(0 0)
00010000:00010000:0.0:1789185323.792318:0:8428:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8b7:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.792323:0:8428:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000010a0414/0xff23d3f688d93714 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.792347:0:8428:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000365e55b0/0xff23d3f688d8f92c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b567 expref: 90 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.792361:0:8428:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000365e55b0/0xff23d3f688d8f92c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b567 expref: 90 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.792374:0:8428:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f119c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8428:1876087018979584:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.792449:0:8428:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1486aa180 going to sleep for 11 seconds
00000100:00100000:0.0:1789185323.792467:0:35222:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018979328
00000100:00100000:0.0:1789185323.792471:0:35222:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018979328
00000100:00100000:0.0:1789185323.792495:0:35222:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018979456
00000100:00100000:0.0:1789185323.792498:0:35222:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018979456
00000100:00100000:0.0:1789185323.792516:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38098
00000100:00100000:0.0:1789185323.792524:0:35222:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148766d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+927:3637:x1876087018979328:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1789185323.792536:0:35222:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2232 count 1
00010000:00010000:0.0:1789185323.792866:0:35222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000378be304/0xff23d3f688d9371b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8b8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.792881:0:35222:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000077ec41f/0xff23d3f688d8f933 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b575 expref: 90 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.792887:0:35222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8b8:0x0].0x0 since=125s v=(0 0)
00010000:00010000:0.0:1789185323.792890:0:35222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8b8:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.792894:0:35222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000378be304/0xff23d3f688d9371b lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.792976:0:35222:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000077ec41f/0xff23d3f688d8f933 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b575 expref: 90 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.792992:0:35222:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000077ec41f/0xff23d3f688d8f933 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b575 expref: 90 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.793001:0:35222:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f11bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:35222:1876087018979712:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.793037:0:35222:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1486aae40 going to sleep for 11 seconds
00000100:00100000:0.0:1789185323.793058:0:178142:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38099
00000100:00100000:0.0:1789185323.793066:0:178142:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14b5fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+927:3636:x1876087018979456:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1789185323.793079:0:178142:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2233 count 1
00010000:00010000:0.0:1789185323.793091:0:178142:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009d8ebc22/0xff23d3f688d93722 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8b9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.793102:0:178142:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ef9d7311/0xff23d3f688d8f93a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b583 expref: 90 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.793108:0:178142:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8b9:0x0].0x0 since=125s v=(0 0)
00010000:00010000:0.0:1789185323.793110:0:178142:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8b9:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.793113:0:178142:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009d8ebc22/0xff23d3f688d93722 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.793130:0:178142:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ef9d7311/0xff23d3f688d8f93a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b583 expref: 90 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.793138:0:178142:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ef9d7311/0xff23d3f688d8f93a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b583 expref: 90 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.793236:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185323.793255:0:178144:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151754380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:178144:1876087018976384:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.793278:0:178144:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000a5a45477/0xff23d3f688d936c0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.793308:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185323.793416:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185323.793452:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185323.793467:0:178146:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151757b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:178146:1876087018976512:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.793482:0:178146:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ee62d8df/0xff23d3f688d936c7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.793499:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010824960
00000100:00100000:2.0:1789185323.793503:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010824960
00010000:00010000:2.0:1789185323.793526:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f1cad8e9/0xff23d3f688d8f909 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b521 expref: 91 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.793576:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010824832
00000100:00100000:2.0:1789185323.793580:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010824832
00010000:00010000:2.0:1789185323.793595:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005b8fd262/0xff23d3f688d8f96b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b50c expref: 91 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.793614:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185323.793639:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.793675:0:178142:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f118e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:178142:1876087018979840:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185323.793688:0:34809:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14b5f9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:34809:1876087018977408:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.793707:0:34809:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000028a70db0/0xff23d3f688d936ce lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.793726:0:178142:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1486aacc0 going to sleep for 11 seconds
00000100:00100000:3.0:1789185323.793739:0:16720:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14b5f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16720:1876087018977536:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.793753:0:16720:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000003054daf2/0xff23d3f688d936e3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.793987:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010825088
00000100:00100000:2.0:1789185323.793992:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010825088
00010000:00010000:2.0:1789185323.794009:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000021f23aa4/0xff23d3f688d8f972 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b51a expref: 92 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.794028:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010825344
00000100:00100000:2.0:1789185323.794031:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010825344
00010000:00010000:2.0:1789185323.794041:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000eca4e63d/0xff23d3f688d8f979 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b528 expref: 93 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.794052:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010825600
00000100:00100000:2.0:1789185323.794054:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010825600
00010000:00010000:2.0:1789185323.794063:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000047bcc94f/0xff23d3f688d8f910 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b52f expref: 92 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.794075:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010825728
00000100:00100000:2.0:1789185323.794078:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010825728
00010000:00010000:2.0:1789185323.794089:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000001378ec3/0xff23d3f688d8f98e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b552 expref: 94 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.794104:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23570
00000100:00100000:2.0:1789185323.794113:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14b5ff100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+92:2392:x1876087010824960:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.794123:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.794129:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: 00000000f1cad8e9/0xff23d3f688d8f909 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b521 expref: 92 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.794141:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f1cad8e9/0xff23d3f688d8f909 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b521 expref: 92 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.794307:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185323.794328:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:2.0:1789185323.794330:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f1cad8e9/0xff23d3f688d8f909 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b521 expref: 92 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.794348:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8b2:0x0].0x0 since=1s v=(0 0)
00010000:00010000:2.0:1789185323.794352:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8b2:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.794357:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a5a45477/0xff23d3f688d936c0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.794368:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a5a45477/0xff23d3f688d936c0 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.794368:0:178147:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b1517bfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:178147:1876087018977152:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.794387:0:178147:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000fa0e9384/0xff23d3f688d936dc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.794406:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185323.794411:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010825216
00000100:00100000:1.0:1789185323.794416:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010825216
00010000:00010000:1.0:1789185323.794448:0:8458:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000a92b7f2/0xff23d3f688d8f987 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b544 expref: 95 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.794458:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14b5ff100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+91:2392:x1876087010824960:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 344us (1222us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185323.794468:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010825472
00000100:00100000:2.0:1789185323.794469:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23570
00000100:00100000:2.0:1789185323.794493:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23571
00000100:00100000:2.0:1789185323.794500:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1517b6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+95:2392:x1876087010824832:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.794509:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.794515:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: 000000005b8fd262/0xff23d3f688d8f96b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b50c expref: 95 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.794525:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010825472
00010000:00010000:2.0:1789185323.794528:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005b8fd262/0xff23d3f688d8f96b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b50c expref: 95 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.794567:0:8458:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002499f085/0xff23d3f688d8f980 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b536 expref: 96 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.794574:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005b8fd262/0xff23d3f688d8f96b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b50c expref: 96 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.794591:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23572
00010000:00010000:2.0:1789185323.794597:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8b0:0x0].0x0 since=1s v=(0 0)
00000100:00100000:1.0:1789185323.794602:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b269762c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+95:2391:x1876087010825088:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.794604:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8b0:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.794614:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d5ddba84/0xff23d3f688d936a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.794616:0:8458:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185323.794625:0:8458:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: 0000000021f23aa4/0xff23d3f688d8f972 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b51a expref: 95 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.794627:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d5ddba84/0xff23d3f688d936a4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.794650:0:8458:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000021f23aa4/0xff23d3f688d8f972 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b51a expref: 95 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.794664:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1789185323.794667:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000021f23aa4/0xff23d3f688d8f972 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b51a expref: 95 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.794680:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8b1:0x0].0x0 since=1s v=(0 0)
00010000:00010000:1.0:1789185323.794684:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8b1:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.794689:0:8458:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ee62d8df/0xff23d3f688d936c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.794692:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1517b6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+94:2392:x1876087010824832:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 191us (1383us total) trans 0 rc 0/0
00010000:00010000:1.0:1789185323.794708:0:8458:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ee62d8df/0xff23d3f688d936c7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.794709:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23571
00010000:00010000:1.0:1789185323.794728:0:8458:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185323.794731:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23573
00000100:00100000:2.0:1789185323.794742:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1517b7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+93:2391:x1876087010825344:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.794752:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00000100:00100000:1.0:1789185323.794753:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b269762c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+93:2391:x1876087010825088:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 153us (1335us total) trans 0 rc 0/0
00010000:00010000:2.0:1789185323.794761:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: 00000000eca4e63d/0xff23d3f688d8f979 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b528 expref: 93 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.794767:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23572
00010000:00010000:2.0:1789185323.794780:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000eca4e63d/0xff23d3f688d8f979 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b528 expref: 93 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.794795:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000eca4e63d/0xff23d3f688d8f979 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b528 expref: 92 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.794813:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8b2:0x0].0x0 since=1s v=(0 0)
00010000:00010000:2.0:1789185323.794817:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8b2:0x0].0x0 since=0s v=(0 0)
00000100:00100000:1.0:1789185323.794818:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23574
00010000:00010000:2.0:1789185323.794826:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000fa0e9384/0xff23d3f688d936dc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.794830:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b15179ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+90:2391:x1876087010825600:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.794843:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fa0e9384/0xff23d3f688d936dc lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.794844:0:8458:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185323.794853:0:8458:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: 0000000047bcc94f/0xff23d3f688d8f910 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8b3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b52f expref: 90 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.794866:0:8458:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000047bcc94f/0xff23d3f688d8f910 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8b3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b52f expref: 90 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.794870:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1789185323.794885:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000047bcc94f/0xff23d3f688d8f910 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8b3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b52f expref: 90 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.794896:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1517b7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+91:2391:x1876087010825344:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 153us (1440us total) trans 0 rc 0/0
00010000:00010000:1.0:1789185323.794899:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8b3:0x0].0x0 since=1s v=(0 0)
00000100:00100000:2.0:1789185323.794905:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23573
00010000:00010000:1.0:1789185323.794906:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8b3:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.794913:0:8458:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003054daf2/0xff23d3f688d936e3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.794921:0:8458:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003054daf2/0xff23d3f688d936e3 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.795025:0:8458:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185323.795048:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b15179ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+89:2391:x1876087010825600:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 219us (1435us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185323.795055:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23574
00000100:00100000:1.0:1789185323.795070:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23575
00000100:00100000:1.0:1789185323.795077:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b15179b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+91:2394:x1876087010825728:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185323.795085:0:8458:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185323.795091:0:8458:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: 0000000001378ec3/0xff23d3f688d8f98e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b552 expref: 91 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.795101:0:8458:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000001378ec3/0xff23d3f688d8f98e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b552 expref: 91 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.795114:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8b5:0x0].0x0 since=1s v=(0 0)
00010000:00010000:1.0:1789185323.795117:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8b5:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.795121:0:8458:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000dadccb78/0xff23d3f688d936ea lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.795128:0:8458:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dadccb78/0xff23d3f688d936ea lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.795140:0:8458:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185323.795157:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b15179b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+91:2394:x1876087010825728:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 81us (1518us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185323.795166:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23575
00000100:00100000:1.0:1789185323.795179:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23576
00000100:00100000:1.0:1789185323.795185:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b15179b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+90:2391:x1876087010825216:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185323.795193:0:8458:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185323.795198:0:8458:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: 000000000a92b7f2/0xff23d3f688d8f987 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b544 expref: 90 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.795214:0:8458:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000a92b7f2/0xff23d3f688d8f987 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b544 expref: 90 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.795227:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8b4:0x0].0x0 since=1s v=(0 0)
00010000:00010000:1.0:1789185323.795230:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8b4:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.795234:0:8458:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d936d5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.795242:0:8458:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d936d5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.795255:0:8458:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185323.795272:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b15179b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+90:2391:x1876087010825216:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 87us (969us total) trans 0 rc 0/0
00010000:00010000:3.0:1789185323.795279:0:16720:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000003054daf2/0xff23d3f688d936e3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.795279:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23576
00010000:00010000:3.0:1789185323.795291:0:16720:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003054daf2/0xff23d3f688d936e3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.795300:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23577
00010000:00010000:3.0:1789185323.795302:0:16720:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003054daf2/0xff23d3f688d936e3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.795310:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151799180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+89:2391:x1876087010825472:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.795320:0:16720:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003054daf2/0xff23d3f688d936e3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.795326:0:8458:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185323.795336:0:8458:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: 000000002499f085/0xff23d3f688d8f980 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8b3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b536 expref: 89 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.795351:0:16720:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1789185323.795356:0:8458:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002499f085/0xff23d3f688d8f980 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8b3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b536 expref: 89 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.795370:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002499f085/0xff23d3f688d8f980 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8b3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b536 expref: 89 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.795379:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8b3:0x0].0x0 since=1s v=(0 0)
00010000:00010000:1.0:1789185323.795382:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8b3:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.795387:0:8458:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000028a70db0/0xff23d3f688d936ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.795394:0:8458:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000028a70db0/0xff23d3f688d936ce lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.795413:0:8458:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185323.795444:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151799180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+88:2391:x1876087010825472:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 137us (1117us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185323.795452:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23577
00000100:00100000:3.0:1789185323.795518:0:16720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f108e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+928:3638:x1876087018977280:12345-0@lo:6:osp-syn-0-0.0 Request processed in 21771us (22001us total) trans 4294977893 rc 0/0
00000100:00100000:3.0:1789185323.795526:0:16720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38090
00010000:00010000:1.0:1789185323.795534:0:178147:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000fa0e9384/0xff23d3f688d936dc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.795567:0:178147:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fa0e9384/0xff23d3f688d936dc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.795572:0:34809:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000028a70db0/0xff23d3f688d936ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.795580:0:178147:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fa0e9384/0xff23d3f688d936dc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.795586:0:34809:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000028a70db0/0xff23d3f688d936ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.795596:0:178147:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fa0e9384/0xff23d3f688d936dc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.795601:0:34809:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000028a70db0/0xff23d3f688d936ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.795615:0:34809:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000028a70db0/0xff23d3f688d936ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.795621:0:178147:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00010000:00010000:3.0:1789185323.795631:0:34809:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00000100:00100000:1.0:1789185323.795735:0:178147:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14b5c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+926:3636:x1876087018976640:12345-0@lo:6:osp-syn-1-0.0 Request processed in 22425us (23746us total) trans 4294989687 rc 0/0
00000100:00100000:3.0:1789185323.795738:0:34809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14b5c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+926:3636:x1876087018976768:12345-0@lo:6:osp-syn-1-0.0 Request processed in 22623us (23807us total) trans 4294989688 rc 0/0
00000100:00100000:1.0:1789185323.795748:0:178147:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38089
00000004:00080000:1.0:1789185323.795794:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f109880/2, rc 0, transno 4294989688
00000100:00100000:1.0:1789185323.795807:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f109880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018976768:0@lo:6:osp-syn-1-0.0
00000004:00080000:1.0:1789185323.795818:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f123800/2, rc 0, transno 4294989687
00000100:00100000:1.0:1789185323.795821:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f123800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018976640:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.795894:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789185323.795905:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b15179a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018979968:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.795935:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185323.796191:0:34809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38087
00000100:00100000:3.0:1789185323.796210:0:34809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018979968
00000100:00100000:3.0:1789185323.796214:0:34809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018979968
00000100:00100000:3.0:1789185323.796317:0:34809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38100
00000100:00100000:3.0:1789185323.796326:0:34809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14b5ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+925:3635:x1876087018979968:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:3.0:1789185323.796353:0:34809:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2232 count 1
00010000:00010000:3.0:1789185323.796373:0:34809:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fae87c95/0xff23d3f688d93729 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8b8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.796387:0:34809:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c9f8bdee/0xff23d3f688d8f9a3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b57c expref: 87 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.796530:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151798000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018980096:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185323.796579:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:2.0:1789185323.796611:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:2.0:1789185323.796619:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003054daf2/0xff23d3f688d936e3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.796628:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14a863600 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.796820:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003054daf2/0xff23d3f688d936e3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.796879:0:8429:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d5ddba84/0xff23d3f688d936a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.796890:0:8429:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d5ddba84/0xff23d3f688d936a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.796918:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003054daf2/0xff23d3f688d936e3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.796942:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003054daf2/0xff23d3f688d936e3 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.796951:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003054daf2/0xff23d3f688d936e3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.796970:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:2.0:1789185323.796974:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fa0e9384/0xff23d3f688d936dc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.796982:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde7200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.796985:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fa0e9384/0xff23d3f688d936dc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.796993:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fa0e9384/0xff23d3f688d936dc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.797004:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fa0e9384/0xff23d3f688d936dc lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.797013:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fa0e9384/0xff23d3f688d936dc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.797028:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185323.797032:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000028a70db0/0xff23d3f688d936ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.797039:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14a863000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.797043:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000028a70db0/0xff23d3f688d936ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.797051:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000028a70db0/0xff23d3f688d936ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.797061:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000028a70db0/0xff23d3f688d936ce lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.797069:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000028a70db0/0xff23d3f688d936ce lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.797081:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.797083:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.797085:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.797098:0:178144:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000a5a45477/0xff23d3f688d936c0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.797107:0:178144:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a5a45477/0xff23d3f688d936c0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.797118:0:178144:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a5a45477/0xff23d3f688d936c0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.797133:0:34809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8b8:0x0].0x0 since=125s v=(0 0)
00010000:00010000:2.0:1789185323.797133:0:178144:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a5a45477/0xff23d3f688d936c0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.797145:0:34809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8b8:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.797151:0:34809:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fae87c95/0xff23d3f688d93729 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.797151:0:178147:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018980096
00000100:00100000:1.0:1789185323.797158:0:178147:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018980096
00000100:00100000:1.0:1789185323.797185:0:178147:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38101
00010000:00010000:3.0:1789185323.797188:0:34809:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c9f8bdee/0xff23d3f688d8f9a3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b57c expref: 86 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.797196:0:178147:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f282d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+926:3637:x1876087018980096:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185323.797214:0:178147:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2233 count 1
00010000:00010000:1.0:1789185323.797229:0:178147:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005465f551/0xff23d3f688d93730 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8b9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.797248:0:178147:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b3a1164b/0xff23d3f688d8f9aa lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b58a expref: 86 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.797256:0:178147:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8b9:0x0].0x0 since=125s v=(0 0)
00010000:00010000:1.0:1789185323.797260:0:178147:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8b9:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.797264:0:178147:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005465f551/0xff23d3f688d93730 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.797283:0:34809:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c9f8bdee/0xff23d3f688d8f9a3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b57c expref: 86 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.797287:0:178147:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b3a1164b/0xff23d3f688d8f9aa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b58a expref: 86 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.797310:0:178147:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b3a1164b/0xff23d3f688d8f9aa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b58a expref: 86 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.797311:0:34809:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14b5f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:34809:1876087018980224:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.797329:0:178147:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1517b6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:178147:1876087018980352:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185323.797373:0:34809:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14c4820c0 going to sleep for 11 seconds
00000100:00100000:1.0:1789185323.797374:0:178147:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0e40 going to sleep for 11 seconds
00010000:00010000:0.0:1789185323.797378:0:8429:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d5ddba84/0xff23d3f688d936a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.797387:0:8429:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d5ddba84/0xff23d3f688d936a4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.797412:0:8429:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1789185323.797437:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1789185323.797442:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d5ddba84/0xff23d3f688d936a4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.797449:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14a862200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.797453:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d5ddba84/0xff23d3f688d936a4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.797467:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d5ddba84/0xff23d3f688d936a4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.797537:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d5ddba84/0xff23d3f688d936a4 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.797562:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d5ddba84/0xff23d3f688d936a4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.797574:0:8429:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f122a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+927:3638:x1876087018975104:12345-0@lo:6:osp-syn-1-0.0 Request processed in 31693us (32257us total) trans 4294989689 rc 0/0
00010000:00010000:1.0:1789185323.797579:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.797582:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.797586:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789185323.797586:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38081
00000100:00100000:1.0:1789185323.797615:0:178145:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b1517be680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:178145:1876087018978176:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.797639:0:178145:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000fe3fc84a/0xff23d3f688d936f1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.797724:0:35223:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b1517bd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:35223:1876087018978304:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.797731:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.797740:0:35223:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000429e81d7/0xff23d3f688d936f8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.798062:0:178148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000001378ec3/0xff23d3f688d8f98e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b552 expref: 86 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.798073:0:178148:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b1517bca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:178148:1876087018977792:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.798085:0:178148:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000dadccb78/0xff23d3f688d936ea lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.798092:0:178148:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000dadccb78/0xff23d3f688d936ea lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.798099:0:178148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dadccb78/0xff23d3f688d936ea lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.798106:0:178148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dadccb78/0xff23d3f688d936ea lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.798113:0:178148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000dadccb78/0xff23d3f688d936ea lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.798129:0:178148:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1789185323.798214:0:178148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1517bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+927:3635:x1876087018977664:12345-0@lo:6:osp-syn-1-0.0 Request processed in 22382us (22544us total) trans 4294989690 rc 0/0
00000100:00100000:1.0:1789185323.798221:0:178148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38091
00000004:00080000:1.0:1789185323.798252:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14b5f8700/2, rc 0, transno 4294989690
00010000:00010000:2.0:1789185323.798263:0:178144:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:1.0:1789185323.798265:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14b5f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018977664:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185323.798358:0:178144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14b5c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+928:3637:x1876087018976128:12345-0@lo:6:osp-syn-0-0.0 Request processed in 27516us (27846us total) trans 4294977894 rc 0/0
00000100:00100000:2.0:1789185323.798366:0:178144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38085
00000004:00080000:2.0:1789185323.798400:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b151766a00/2, rc 0, transno 4294977894
00000100:00100000:2.0:1789185323.798412:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151766a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018976128:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185323.798418:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1789185323.798443:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1517b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018980480:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185323.798471:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:2.0:1789185323.798505:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:2.0:1789185323.798510:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000dadccb78/0xff23d3f688d936ea lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.798518:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde6800 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.798522:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000dadccb78/0xff23d3f688d936ea lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.798531:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000dadccb78/0xff23d3f688d936ea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.798567:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000dadccb78/0xff23d3f688d936ea lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.798583:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dadccb78/0xff23d3f688d936ea lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.798600:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185323.798604:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a5a45477/0xff23d3f688d936c0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.798611:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bc800 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.798614:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a5a45477/0xff23d3f688d936c0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.798623:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a5a45477/0xff23d3f688d936c0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.798632:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018980480
00010000:00010000:2.0:1789185323.798637:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a5a45477/0xff23d3f688d936c0 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.798639:0:8429:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018980480
00010000:00010000:2.0:1789185323.798649:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a5a45477/0xff23d3f688d936c0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.798676:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38102
00010000:00010000:2.0:1789185323.798679:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.798683:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789185323.798687:0:8429:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f283480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+927:3637:x1876087018980480:12345-0@lo:6:osp-syn-1-0.0
00010000:00010000:2.0:1789185323.798688:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00002000:00080000:1.0:1789185323.798708:0:8429:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2234 count 1
00010000:00010000:2.0:1789185323.798716:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.798727:0:8429:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fc5b8c3a/0xff23d3f688d93737 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8ba:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.798745:0:8429:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000fef69d99/0xff23d3f688d8f9b1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b598 expref: 85 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.798754:0:8429:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8ba:0x0].0x0 since=125s v=(0 0)
00010000:00010000:2.0:1789185323.798759:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.798759:0:8429:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8ba:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.798765:0:8429:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fc5b8c3a/0xff23d3f688d93737 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:2.0:1789185323.798784:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f10b480/2, rc 0, transno 4294977893
00010000:00010000:1.0:1789185323.798791:0:8429:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000fef69d99/0xff23d3f688d8f9b1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b598 expref: 85 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.798795:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f10b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018977280:0@lo:6:osp-syn-0-0.0
00010000:00010000:1.0:1789185323.798810:0:8429:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000fef69d99/0xff23d3f688d8f9b1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b598 expref: 85 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000004:00080000:2.0:1789185323.798814:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f123b80/2, rc 0, transno 4294989689
00000100:00100000:2.0:1789185323.798826:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f123b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018975104:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.798828:0:8429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1517b7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8429:1876087018980736:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.798867:0:178146:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ee62d8df/0xff23d3f688d936c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.798878:0:178146:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ee62d8df/0xff23d3f688d936c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.798881:0:8429:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a09c0 going to sleep for 11 seconds
00010000:00010000:2.0:1789185323.798891:0:178146:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ee62d8df/0xff23d3f688d936c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.798900:0:178146:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ee62d8df/0xff23d3f688d936c7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.798915:0:178146:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1789185323.798933:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1517b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018980992:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.798952:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f280e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018980864:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185323.798966:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.798992:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.799019:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789185323.799025:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f280a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018980608:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185323.799050:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185323.799095:0:178146:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151766300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+928:3638:x1876087018976256:12345-0@lo:6:osp-syn-1-0.0 Request processed in 27920us (28911us total) trans 4294989691 rc 0/0
00000100:00100000:2.0:1789185323.799104:0:178146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38086
00000100:00100000:2.0:1789185323.799121:0:178146:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018980992
00000100:00100000:2.0:1789185323.799125:0:178146:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018980992
00000100:00100000:1.0:1789185323.799153:0:178148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018980864
00000100:00100000:1.0:1789185323.799157:0:178148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018980864
00000100:00100000:2.0:1789185323.799172:0:178144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018980608
00000100:00100000:2.0:1789185323.799178:0:178144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018980608
00000100:00100000:1.0:1789185323.799191:0:178148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38103
00000100:00100000:1.0:1789185323.799199:0:178148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f283800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+928:3637:x1876087018980992:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185323.799209:0:178148:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2235 count 1
00010000:00010000:1.0:1789185323.799220:0:178148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b053a121/0xff23d3f688d9373e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8bb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.799232:0:178148:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f0cda4ab/0xff23d3f688d8f9b8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b5a6 expref: 85 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.799239:0:178148:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8bb:0x0].0x0 since=125s v=(0 0)
00010000:00010000:1.0:1789185323.799243:0:178148:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8bb:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.799247:0:178148:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b053a121/0xff23d3f688d9373e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.799266:0:178148:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f0cda4ab/0xff23d3f688d8f9b8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b5a6 expref: 85 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.799277:0:178148:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f0cda4ab/0xff23d3f688d8f9b8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b5a6 expref: 85 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.799287:0:178148:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1517b4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:178148:1876087018981120:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.799314:0:178148:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0600 going to sleep for 11 seconds
00010000:00010000:0.0:1789185323.799592:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185323.799599:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ee62d8df/0xff23d3f688d936c7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.799606:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bd400 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.799609:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ee62d8df/0xff23d3f688d936c7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.799617:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ee62d8df/0xff23d3f688d936c7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.799630:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ee62d8df/0xff23d3f688d936c7 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.799636:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ee62d8df/0xff23d3f688d936c7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.799653:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.799655:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.799657:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789185323.799818:0:178144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38104
00000100:00100000:2.0:1789185323.799827:0:178144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1517b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+929:3636:x1876087018980864:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1789185323.799843:0:178144:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2235 count 1
00010000:00010000:2.0:1789185323.799859:0:178144:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004e8cbc4d/0xff23d3f688d93745 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8bb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.799873:0:178144:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000eaa7ecf3/0xff23d3f688d8f948 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b59f expref: 88 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.799881:0:178144:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8bb:0x0].0x0 since=125s v=(0 0)
00010000:00010000:2.0:1789185323.799885:0:178144:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8bb:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.799890:0:178144:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004e8cbc4d/0xff23d3f688d93745 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.799912:0:178144:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000eaa7ecf3/0xff23d3f688d8f948 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b59f expref: 88 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.799923:0:178144:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000eaa7ecf3/0xff23d3f688d8f948 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b59f expref: 88 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.799935:0:178144:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f283100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:178144:1876087018981248:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185323.800164:0:16720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38105
00000100:00100000:3.0:1789185323.800175:0:16720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1517b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+929:3636:x1876087018980608:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1789185323.800192:0:16720:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2234 count 1
00010000:00010000:3.0:1789185323.800205:0:16720:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007a5723bd/0xff23d3f688d9374c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8ba:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.800217:0:16720:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000026c37091/0xff23d3f688d8f941 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b591 expref: 88 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.800225:0:16720:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8ba:0x0].0x0 since=125s v=(0 0)
00010000:00010000:3.0:1789185323.800228:0:16720:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8ba:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.800232:0:16720:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007a5723bd/0xff23d3f688d9374c lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.800254:0:16720:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000026c37091/0xff23d3f688d8f941 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b591 expref: 88 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.800263:0:16720:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000026c37091/0xff23d3f688d8f941 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b591 expref: 88 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.800273:0:16720:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14b5f9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16720:1876087018981376:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185323.800661:0:178144:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b149ae2cc0 going to sleep for 11 seconds
00000004:00080000:2.0:1789185323.800712:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b151765880/2, rc 0, transno 4294989691
00000100:00100000:2.0:1789185323.800725:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151765880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018976256:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185323.800771:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1789185323.800782:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f281180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018981504:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185323.800820:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185323.800851:0:178146:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018981504
00000100:00100000:2.0:1789185323.800856:0:178146:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018981504
00000100:00100000:2.0:1789185323.800880:0:178146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38106
00000100:00100000:2.0:1789185323.800887:0:178146:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f283b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+929:3637:x1876087018981504:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1789185323.800902:0:178146:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2236 count 1
00010000:00010000:2.0:1789185323.800917:0:178146:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003654a7fb/0xff23d3f688d93753 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8bc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.800931:0:178146:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000adcbf76c/0xff23d3f688d8f9bf lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b5b4 expref: 85 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.800939:0:178146:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8bc:0x0].0x0 since=125s v=(0 0)
00010000:00010000:2.0:1789185323.800943:0:178146:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8bc:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.800948:0:178146:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003654a7fb/0xff23d3f688d93753 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.800969:0:178146:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000adcbf76c/0xff23d3f688d8f9bf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b5b4 expref: 85 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.800980:0:178146:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000adcbf76c/0xff23d3f688d8f9bf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b5b4 expref: 85 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.800991:0:178146:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f282680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:178146:1876087018981632:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185323.801039:0:16720:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14c482c00 going to sleep for 11 seconds
00000100:00100000:2.0:1789185323.801664:0:178146:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b149ae2600 going to sleep for 11 seconds
00010000:00010000:2.0:1789185323.801704:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000a92b7f2/0xff23d3f688d8f987 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b544 expref: 85 pid: 34810 timeout: 9500 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.801717:0:8431:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f10ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8431:1876087018977024:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.801738:0:8431:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d936d5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.801748:0:8431:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d936d5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.801756:0:8431:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d936d5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.801765:0:8431:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d936d5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.801773:0:8431:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d936d5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.801790:0:8431:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1789185323.801802:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185323.801807:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d936d5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.801815:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bde00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.801819:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d936d5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.801834:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d936d5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.801851:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d936d5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.801858:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d936d5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.801888:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.801890:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.801894:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789185323.802021:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f109f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+930:3638:x1876087018976896:12345-0@lo:6:osp-syn-1-0.0 Request processed in 28827us (30069us total) trans 4294989692 rc 0/0
00000100:00100000:2.0:1789185323.802029:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38088
00000004:00080000:2.0:1789185323.802062:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f108380/2, rc 0, transno 4294989692
00000100:00100000:2.0:1789185323.802070:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f108380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018976896:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1789185323.803901:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f281880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018981760:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1789185323.804538:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185323.805088:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.805134:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.805154:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010825984
00000100:00100000:3.0:1789185323.805162:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010825984
00010000:00010000:3.0:1789185323.805201:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000021709ff3/0xff23d3f688d8f917 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b53d expref: 89 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.805227:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010825856
00000100:00100000:3.0:1789185323.805231:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010825856
00010000:00010000:3.0:1789185323.805245:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008fa78b1a/0xff23d3f688d8fe65 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x8b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4198399) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ba37 expref: 85 pid: 35222 timeout: 9501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.805265:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23578
00000100:00100000:3.0:1789185323.805273:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14876f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+89:2391:x1876087010825984:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.805286:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.805292:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000021709ff3/0xff23d3f688d8f917 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b53d expref: 89 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.805304:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000021709ff3/0xff23d3f688d8f917 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b53d expref: 89 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.805327:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000021709ff3/0xff23d3f688d8f917 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b53d expref: 89 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.805341:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8b4:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.805345:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8b4:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.805351:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000429e81d7/0xff23d3f688d936f8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.805361:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000429e81d7/0xff23d3f688d936f8 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.805389:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.805575:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23579
00000100:00100000:0.0:1789185323.805587:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b269761450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+85:2391:x1876087010825856:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.805597:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.805603:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008fa78b1a/0xff23d3f688d8fe65 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x8b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->4198399) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ba37 expref: 85 pid: 35222 timeout: 9501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.805615:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008fa78b1a/0xff23d3f688d8fe65 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->4198399) gid 0 flags: 0x50000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ba37 expref: 85 pid: 35222 timeout: 9501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.805629:0:178150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008fa78b1a/0xff23d3f688d8fe65 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->4198399) gid 0 flags: 0x44801400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ba37 expref: 85 pid: 35222 timeout: 9501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.805644:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8b6:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1789185323.805648:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8b6:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1789185323.805652:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000fe3fc84a/0xff23d3f688d936f1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.805660:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fe3fc84a/0xff23d3f688d936f1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.805680:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.805725:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b269761450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+84:2391:x1876087010825856:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 140us (589us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.805733:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23579
00010000:00010000:1.0:1789185323.805760:0:178145:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000fe3fc84a/0xff23d3f688d936f1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.805773:0:178145:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fe3fc84a/0xff23d3f688d936f1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.805786:0:178145:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fe3fc84a/0xff23d3f688d936f1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.805792:0:178145:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fe3fc84a/0xff23d3f688d936f1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.805810:0:178145:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1789185323.806057:0:178145:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1517bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+930:3636:x1876087018977920:12345-0@lo:6:osp-syn-1-0.0 Request processed in 18536us (18769us total) trans 4294989693 rc 0/0
00000100:00100000:1.0:1789185323.806066:0:178145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38092
00000100:00100000:3.0:1789185323.806266:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14876f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+88:2391:x1876087010825984:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 993us (1179us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.806277:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23578
00000004:00080000:0.0:1789185323.806289:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b1517bdc00/2, rc 0, transno 4294989693
00000100:00100000:0.0:1789185323.806311:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b1517bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018977920:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1789185323.806629:0:35222:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f11bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:35222:1876087018979712:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.806648:0:35222:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000378be304/0xff23d3f688d9371b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.806760:0:8428:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f119c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8428:1876087018979584:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.806776:0:8428:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000010a0414/0xff23d3f688d93714 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.807963:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018981760
00000100:00100000:2.0:1789185323.807975:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018981760
00000100:00100000:2.0:1789185323.808087:0:178143:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f121180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:178143:1876087018978688:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.808108:0:178143:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000004f475c67/0xff23d3f688d936ff lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.808139:0:24325:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151768700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24325:1876087018978944:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.808266:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151757b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018981888:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185323.808320:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185323.808369:0:8491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018981888
00000100:00100000:0.0:1789185323.808374:0:8491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018981888
00000100:00100000:0.0:1789185323.808412:0:8491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38107
00000100:00100000:0.0:1789185323.808421:0:8491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f119c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+931:3636:x1876087018981888:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1789185323.808464:0:8491:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2238 count 1
00010000:00010000:0.0:1789185323.808489:0:8491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000127e8890/0xff23d3f688d9375a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8be:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.808509:0:8491:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c705d07e/0xff23d3f688d900bf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 50331648->50335743) gid 0 flags: 0x40000000020000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bc91 expref: 83 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.808519:0:8491:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x8be:0x0].0x0 since=121s v=(0 0)
00010000:00010000:0.0:1789185323.808524:0:8491:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8be:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1789185323.808530:0:8491:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000127e8890/0xff23d3f688d9375a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.808566:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:0.0:1789185323.808585:0:8491:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c705d07e/0xff23d3f688d900bf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 50331648->50335743) gid 0 flags: 0x50000000030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bc91 expref: 83 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.808596:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:0.0:1789185323.808607:0:8491:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c705d07e/0xff23d3f688d900bf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x8be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 50331648->50335743) gid 0 flags: 0x70000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bc91 expref: 83 pid: 34810 timeout: 9501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.808619:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.808623:0:8491:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f11ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8491:1876087018982016:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185323.808644:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.808688:0:8491:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1486aa180 going to sleep for 11 seconds
00010000:00010000:2.0:1789185323.808750:0:24325:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001ea59ce8/0xff23d3f688d93706 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.808862:0:34810:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148765500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:34810:1876087018979072:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.808867:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00000100:00100000:3.0:1789185323.808872:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:1.0:1789185323.808878:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fe3fc84a/0xff23d3f688d936f1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.808888:0:34810:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000007ef11ebc/0xff23d3f688d9370d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.808890:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde7a00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.808896:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fe3fc84a/0xff23d3f688d936f1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.808920:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fe3fc84a/0xff23d3f688d936f1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.808944:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fe3fc84a/0xff23d3f688d936f1 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.808952:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fe3fc84a/0xff23d3f688d936f1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.808973:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.808975:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.808977:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.808988:0:35223:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000429e81d7/0xff23d3f688d936f8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.808997:0:35223:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000429e81d7/0xff23d3f688d936f8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.809007:0:35223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000429e81d7/0xff23d3f688d936f8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.809015:0:35223:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000429e81d7/0xff23d3f688d936f8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.810515:0:35223:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1789185323.810732:0:35223:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1517bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+930:3637:x1876087018978048:12345-0@lo:6:osp-syn-0-0.0 Request processed in 22893us (23319us total) trans 4294977895 rc 0/0
00000100:00100000:1.0:1789185323.810743:0:35223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38093
00000004:00080000:1.0:1789185323.810809:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b1517bc000/2, rc 0, transno 4294977895
00000100:00100000:1.0:1789185323.810822:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b1517bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018978048:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185323.810896:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1517b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018982144:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185323.810927:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.810961:0:178145:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018982144
00000100:00100000:1.0:1789185323.810967:0:178145:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018982144
00000100:00100000:1.0:1789185323.810996:0:178145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38108
00000100:00100000:1.0:1789185323.811004:0:178145:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14877aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+930:3637:x1876087018982144:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185323.811026:0:178145:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2236 count 1
00010000:00010000:1.0:1789185323.811049:0:178145:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f25d22cc/0xff23d3f688d93761 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8bc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.811070:0:178145:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006c7efa03/0xff23d3f688d8f94f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b5ad expref: 87 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.811080:0:178145:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8bc:0x0].0x0 since=125s v=(0 0)
00010000:00010000:1.0:1789185323.811084:0:178145:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8bc:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.811089:0:178145:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f25d22cc/0xff23d3f688d93761 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.811117:0:178145:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006c7efa03/0xff23d3f688d8f94f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b5ad expref: 87 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.811129:0:178145:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006c7efa03/0xff23d3f688d8f94f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b5ad expref: 87 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.811142:0:178145:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148778700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:178145:1876087018982272:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.811184:0:178145:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0900 going to sleep for 11 seconds
00000100:00100000:3.0:1789185323.811350:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185323.814976:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010826112
00000100:00100000:2.0:1789185323.814990:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010826112
00010000:00010000:2.0:1789185323.815014:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185323.815025:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000429e81d7/0xff23d3f688d936f8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.815039:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde6400 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.815044:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000429e81d7/0xff23d3f688d936f8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.815056:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000429e81d7/0xff23d3f688d936f8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.815081:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000429e81d7/0xff23d3f688d936f8 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.815091:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000429e81d7/0xff23d3f688d936f8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.815126:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.815128:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.815130:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.815474:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000fc84330d/0xff23d3f688d8f99c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b56e expref: 84 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.815515:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010826368
00000100:00100000:2.0:1789185323.815519:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010826368
00010000:00010000:2.0:1789185323.815534:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000004b2bcec/0xff23d3f688d8f925 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b559 expref: 88 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.815579:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010826624
00000100:00100000:2.0:1789185323.815584:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010826624
00010000:00010000:2.0:1789185323.815600:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000077ec41f/0xff23d3f688d8f933 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b575 expref: 89 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.815614:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010826240
00000100:00100000:2.0:1789185323.815617:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010826240
00010000:00010000:2.0:1789185323.815630:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d5f46ba5/0xff23d3f688d8f91e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b54b expref: 90 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.815643:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010826496
00000100:00100000:2.0:1789185323.815646:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010826496
00010000:00010000:2.0:1789185323.815658:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000365e55b0/0xff23d3f688d8f92c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b567 expref: 91 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.815674:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23580
00000100:00100000:2.0:1789185323.815683:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14876f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+84:2394:x1876087010826112:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.815699:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.815705:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000fc84330d/0xff23d3f688d8f99c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8b7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b56e expref: 84 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.815719:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000fc84330d/0xff23d3f688d8f99c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8b7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b56e expref: 84 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.815739:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fc84330d/0xff23d3f688d8f99c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8b7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b56e expref: 84 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.815754:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8b7:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.815759:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8b7:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.815766:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004f475c67/0xff23d3f688d936ff lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.815777:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004f475c67/0xff23d3f688d936ff lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.815812:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1789185323.815834:0:178143:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000004f475c67/0xff23d3f688d936ff lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.815844:0:178143:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004f475c67/0xff23d3f688d936ff lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.815859:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010826752
00010000:00010000:2.0:1789185323.815863:0:178143:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004f475c67/0xff23d3f688d936ff lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.815865:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010826752
00010000:00010000:2.0:1789185323.815876:0:178143:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004f475c67/0xff23d3f688d936ff lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.815882:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23581
00000100:00100000:3.0:1789185323.815900:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14876f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+92:2394:x1876087010826368:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.815904:0:178143:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1789185323.815913:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.815920:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000004b2bcec/0xff23d3f688d8f925 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b559 expref: 92 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.815927:0:8458:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ef9d7311/0xff23d3f688d8f93a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b583 expref: 92 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.815934:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000004b2bcec/0xff23d3f688d8f925 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b559 expref: 92 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.815950:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000004b2bcec/0xff23d3f688d8f925 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b559 expref: 92 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.815961:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8b6:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.815966:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8b6:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.815969:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000007ef11ebc/0xff23d3f688d9370d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.815978:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007ef11ebc/0xff23d3f688d9370d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.815999:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185323.816018:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23582
00000100:00100000:1.0:1789185323.816028:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b15179ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+91:2394:x1876087010826624:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185323.816038:0:8458:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185323.816044:0:8458:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000077ec41f/0xff23d3f688d8f933 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b575 expref: 91 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.816048:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14876f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+91:2394:x1876087010826368:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 152us (7452us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.816063:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23581
00010000:00010000:1.0:1789185323.816067:0:8458:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000077ec41f/0xff23d3f688d8f933 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b575 expref: 91 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.816087:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000077ec41f/0xff23d3f688d8f933 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b575 expref: 90 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.816092:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23583
00000100:00100000:2.0:1789185323.816102:0:178143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f108000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+932:3637:x1876087018978432:12345-0@lo:6:osp-syn-1-0.0 Request processed in 26502us (26963us total) trans 4294989694 rc 0/0
00000100:00100000:3.0:1789185323.816105:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b15179b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+89:2394:x1876087010826240:12345-192.168.204.3@tcp:103:ldlm_bl.0
00000100:00100000:2.0:1789185323.816119:0:178143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38094
00010000:00010000:3.0:1789185323.816120:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.816129:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d5f46ba5/0xff23d3f688d8f91e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b54b expref: 89 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.816140:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d5f46ba5/0xff23d3f688d8f91e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b54b expref: 89 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.816142:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185323.816154:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d5f46ba5/0xff23d3f688d8f91e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b54b expref: 89 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.816167:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8b5:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.816167:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8b8:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.816176:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8b8:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.816177:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8b5:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.816188:0:8458:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000378be304/0xff23d3f688d9371b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.816189:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001ea59ce8/0xff23d3f688d93706 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.816203:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001ea59ce8/0xff23d3f688d93706 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.816276:0:8458:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000378be304/0xff23d3f688d9371b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:1.0:1789185323.816326:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f10aa00/2, rc 0, transno 4294989694
00000100:00100000:1.0:1789185323.816339:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f10aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018978432:0@lo:6:osp-syn-1-0.0
00010000:00010000:1.0:1789185323.816366:0:8458:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185323.816389:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b15179ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+88:2394:x1876087010826624:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 363us (7770us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185323.816397:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23582
00000100:00100000:1.0:1789185323.816414:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23584
00000100:00100000:1.0:1789185323.816421:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b15179b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+87:2394:x1876087010826496:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185323.816443:0:8458:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185323.816449:0:8458:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000365e55b0/0xff23d3f688d8f92c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8b7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b567 expref: 87 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.816460:0:8458:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000365e55b0/0xff23d3f688d8f92c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8b7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b567 expref: 87 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.816473:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000365e55b0/0xff23d3f688d8f92c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8b7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b567 expref: 87 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.816483:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8b7:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.816487:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8b7:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.816491:0:8458:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000010a0414/0xff23d3f688d93714 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.816498:0:8458:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000010a0414/0xff23d3f688d93714 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.816532:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.816574:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b15179b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+86:2394:x1876087010826240:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 472us (7929us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.816581:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23583
00000100:00100000:3.0:1789185323.816597:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23585
00000100:00100000:3.0:1789185323.816606:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151799180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+85:2394:x1876087010826752:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185323.816611:0:8458:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1789185323.816615:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.816622:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ef9d7311/0xff23d3f688d8f93a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8b9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b583 expref: 85 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.816634:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ef9d7311/0xff23d3f688d8f93a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8b9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b583 expref: 85 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.816637:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b15179b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+85:2394:x1876087010826496:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 215us (7769us total) trans 0 rc 0/0
00010000:00010000:0.0:1789185323.816715:0:8428:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000010a0414/0xff23d3f688d93714 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.816733:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23584
00010000:00010000:0.0:1789185323.816734:0:8428:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000010a0414/0xff23d3f688d93714 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.816751:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8b9:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.816753:0:8428:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000010a0414/0xff23d3f688d93714 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.816757:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8b9:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.816766:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009d8ebc22/0xff23d3f688d93722 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8b9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.816770:0:8428:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000010a0414/0xff23d3f688d93714 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.816785:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009d8ebc22/0xff23d3f688d93722 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8b9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.816797:0:8428:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1789185323.816808:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.816831:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151799180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+84:2394:x1876087010826752:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 227us (5482us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.816839:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23585
00010000:00010000:3.0:1789185323.816862:0:35222:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000378be304/0xff23d3f688d9371b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.816871:0:35222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000378be304/0xff23d3f688d9371b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.816881:0:35222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000378be304/0xff23d3f688d9371b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.816889:0:35222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000378be304/0xff23d3f688d9371b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.816913:0:35222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:0.0:1789185323.816915:0:8428:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148764e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+931:3637:x1876087018979200:12345-0@lo:6:osp-syn-0-0.0 Request processed in 24674us (25124us total) trans 4294977896 rc 0/0
00000100:00100000:0.0:1789185323.816925:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38097
00010000:00010000:0.0:1789185323.816973:0:178142:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ef9d7311/0xff23d3f688d8f93a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b583 expref: 83 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.816988:0:178142:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f118e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:178142:1876087018979840:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185323.817000:0:35222:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148766d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+931:3637:x1876087018979328:12345-0@lo:6:osp-syn-0-0.0 Request processed in 24475us (25106us total) trans 4294977897 rc 0/0
00000100:00100000:3.0:1789185323.817009:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38098
00010000:00010000:0.0:1789185323.817019:0:178142:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000009d8ebc22/0xff23d3f688d93722 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.817031:0:178142:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000009d8ebc22/0xff23d3f688d93722 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.817039:0:178142:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009d8ebc22/0xff23d3f688d93722 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:1.0:1789185323.817041:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f118a80/2, rc 0, transno 4294977897
00010000:00010000:0.0:1789185323.817054:0:178142:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009d8ebc22/0xff23d3f688d93722 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.817059:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f118a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018979328:0@lo:6:osp-syn-0-0.0
00010000:00010000:0.0:1789185323.817070:0:178142:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009d8ebc22/0xff23d3f688d93722 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:1.0:1789185323.817082:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f11b480/2, rc 0, transno 4294977896
00000100:00100000:1.0:1789185323.817088:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f11b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018979200:0@lo:6:osp-syn-0-0.0
00010000:00010000:0.0:1789185323.817089:0:178142:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00000100:00100000:3.0:1789185323.817092:0:34809:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14b5f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:34809:1876087018980224:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.817115:0:34809:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000fae87c95/0xff23d3f688d93729 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.817175:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:1.0:1789185323.817191:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00000100:00100000:3.0:1789185323.817200:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:1.0:1789185323.817275:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000010a0414/0xff23d3f688d93714 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.817284:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14bc29a00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.817289:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000010a0414/0xff23d3f688d93714 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.817299:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000010a0414/0xff23d3f688d93714 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.817314:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000010a0414/0xff23d3f688d93714 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.817323:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000010a0414/0xff23d3f688d93714 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.817346:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:1.0:1789185323.817350:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000378be304/0xff23d3f688d9371b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.817362:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14bc28800 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.817366:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000378be304/0xff23d3f688d9371b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.817374:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000378be304/0xff23d3f688d9371b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.817378:0:16720:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14b5f9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16720:1876087018981376:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.817393:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000378be304/0xff23d3f688d9371b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.817399:0:16720:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000007a5723bd/0xff23d3f688d9374c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.817401:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000378be304/0xff23d3f688d9371b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.817443:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1789185323.817447:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009d8ebc22/0xff23d3f688d93722 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.817454:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14bc28c00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.817457:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009d8ebc22/0xff23d3f688d93722 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.817464:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009d8ebc22/0xff23d3f688d93722 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.817474:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009d8ebc22/0xff23d3f688d93722 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.817481:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009d8ebc22/0xff23d3f688d93722 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.817494:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.817496:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.817499:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789185323.817510:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:2.0:1789185323.817626:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004f475c67/0xff23d3f688d936ff lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.817640:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bda00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.817644:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004f475c67/0xff23d3f688d936ff lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.817652:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004f475c67/0xff23d3f688d936ff lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.817665:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004f475c67/0xff23d3f688d936ff lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.817672:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004f475c67/0xff23d3f688d936ff lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.817697:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.817699:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.817701:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789185323.817804:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1789185323.817817:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151754380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018982400:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.817867:0:8429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b1517b7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8429:1876087018980736:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185323.817886:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:1.0:1789185323.817887:0:8429:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000fc5b8c3a/0xff23d3f688d93737 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.817916:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.817938:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010827008
00000100:00100000:3.0:1789185323.817943:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010827008
00010000:00010000:3.0:1789185323.817969:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000adcbf76c/0xff23d3f688d8f9bf lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b5b4 expref: 84 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.817986:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010826880
00000100:00100000:3.0:1789185323.817988:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010826880
00010000:00010000:3.0:1789185323.818000:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c9f8bdee/0xff23d3f688d8f9a3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b57c expref: 85 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.818010:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010827264
00000100:00100000:3.0:1789185323.818013:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010827264
00010000:00010000:3.0:1789185323.818023:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000fef69d99/0xff23d3f688d8f9b1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b598 expref: 86 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.818033:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010827520
00000100:00100000:3.0:1789185323.818036:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010827520
00010000:00010000:3.0:1789185323.818047:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000eaa7ecf3/0xff23d3f688d8f948 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b59f expref: 83 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.818057:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010827136
00000100:00100000:3.0:1789185323.818059:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010827136
00010000:00010000:3.0:1789185323.818069:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b3a1164b/0xff23d3f688d8f9aa lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b58a expref: 87 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.818082:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23586
00000100:00100000:3.0:1789185323.818092:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b269763c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+87:2391:x1876087010827008:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.818104:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.818109:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000adcbf76c/0xff23d3f688d8f9bf lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b5b4 expref: 87 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.818119:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000adcbf76c/0xff23d3f688d8f9bf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b5b4 expref: 87 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.818135:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8bc:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.818139:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8bc:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.818144:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003654a7fb/0xff23d3f688d93753 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.818153:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003654a7fb/0xff23d3f688d93753 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.818167:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.818194:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b269763c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+87:2391:x1876087010827008:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 105us (1019us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.818201:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23586
00000100:00100000:3.0:1789185323.818215:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23587
00000100:00100000:3.0:1789185323.818221:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14b5f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+86:2392:x1876087010826880:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.818229:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.818233:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c9f8bdee/0xff23d3f688d8f9a3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b57c expref: 86 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.818323:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c9f8bdee/0xff23d3f688d8f9a3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b57c expref: 86 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.818340:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c9f8bdee/0xff23d3f688d8f9a3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b57c expref: 86 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.818351:0:178147:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b1517b6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:178147:1876087018980352:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.818353:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8b8:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.818360:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8b8:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.818364:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000fae87c95/0xff23d3f688d93729 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.818371:0:178147:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000005465f551/0xff23d3f688d93730 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.818374:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fae87c95/0xff23d3f688d93729 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.818410:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185323.818414:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23588
00000100:00100000:1.0:1789185323.818435:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14b5f9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+85:2391:x1876087010827264:12345-192.168.204.3@tcp:103:ldlm_bl.0
00000100:00100000:3.0:1789185323.818442:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14b5f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+85:2392:x1876087010826880:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 219us (1240us total) trans 0 rc 0/0
00010000:00010000:1.0:1789185323.818447:0:8458:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185323.818457:0:8458:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000fef69d99/0xff23d3f688d8f9b1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b598 expref: 85 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.818460:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23587
00010000:00010000:1.0:1789185323.818474:0:8458:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000fef69d99/0xff23d3f688d8f9b1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b598 expref: 84 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.818481:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23589
00000100:00100000:3.0:1789185323.818494:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f29ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+83:2391:x1876087010827520:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.818503:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185323.818503:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fef69d99/0xff23d3f688d8f9b1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b598 expref: 84 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.818513:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000eaa7ecf3/0xff23d3f688d8f948 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8bb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b59f expref: 83 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.818525:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000eaa7ecf3/0xff23d3f688d8f948 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8bb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b59f expref: 83 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.818539:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8bb:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.818541:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8bb:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.818775:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8ba:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.818779:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8ba:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.818783:0:8458:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000fc5b8c3a/0xff23d3f688d93737 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.818791:0:8458:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fc5b8c3a/0xff23d3f688d93737 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.818811:0:8458:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1789185323.818825:0:8429:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000fc5b8c3a/0xff23d3f688d93737 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.818833:0:8429:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fc5b8c3a/0xff23d3f688d93737 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.818843:0:8429:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fc5b8c3a/0xff23d3f688d93737 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.818850:0:8429:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fc5b8c3a/0xff23d3f688d93737 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.818864:0:8429:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1789185323.818926:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004e8cbc4d/0xff23d3f688d93745 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8bb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.818936:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004e8cbc4d/0xff23d3f688d93745 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8bb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.818950:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.818968:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f29ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+83:2391:x1876087010827520:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 477us (1084us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.818974:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23589
00000100:00100000:3.0:1789185323.818990:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23590
00000100:00100000:3.0:1789185323.818997:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f29df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+83:2391:x1876087010827136:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.819007:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.819013:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b3a1164b/0xff23d3f688d8f9aa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8b9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b58a expref: 83 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.819024:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b3a1164b/0xff23d3f688d8f9aa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8b9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b58a expref: 83 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.819038:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b3a1164b/0xff23d3f688d8f9aa lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8b9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b58a expref: 83 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.819048:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8b9:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.819052:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8b9:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.819056:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005465f551/0xff23d3f688d93730 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.819063:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005465f551/0xff23d3f688d93730 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.819077:0:8429:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f283480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+932:3637:x1876087018980480:12345-0@lo:6:osp-syn-1-0.0 Request processed in 20392us (20603us total) trans 4294989695 rc 0/0
00010000:00010000:3.0:1789185323.819084:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185323.819088:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38102
00000100:00100000:3.0:1789185323.819107:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f29df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+82:2391:x1876087010827136:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 108us (1190us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.819113:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23590
00000100:00100000:3.0:1789185323.819137:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1517b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018982528:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185323.819170:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.819197:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018982528
00000100:00100000:3.0:1789185323.819199:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789185323.819205:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f713480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018982656:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185323.819224:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.819274:0:8429:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018982528
00000100:00100000:1.0:1789185323.819301:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018982656
00000100:00100000:1.0:1789185323.819304:0:8429:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018982656
00000100:00100000:1.0:1789185323.819327:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38109
00000100:00100000:1.0:1789185323.819336:0:8429:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f29f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+933:3635:x1876087018982528:12345-0@lo:6:osp-syn-0-0.0
00010000:00010000:3.0:1789185323.819344:0:34809:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000fae87c95/0xff23d3f688d93729 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.819355:0:34809:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fae87c95/0xff23d3f688d93729 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00080000:1.0:1789185323.819362:0:8429:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2237 count 1
00010000:00010000:3.0:1789185323.819363:0:34809:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fae87c95/0xff23d3f688d93729 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.819374:0:34809:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fae87c95/0xff23d3f688d93729 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.819386:0:8429:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e53016f0/0xff23d3f688d93768 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8bd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.819390:0:34809:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00010000:00010000:1.0:1789185323.819407:0:8429:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000092f60a8/0xff23d3f688d8f956 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b5bb expref: 82 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.819415:0:8429:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8bd:0x0].0x0 since=125s v=(0 0)
00010000:00010000:1.0:1789185323.819418:0:8429:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8bd:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.819434:0:8429:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e53016f0/0xff23d3f688d93768 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.819461:0:8429:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000092f60a8/0xff23d3f688d8f956 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b5bb expref: 82 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.819474:0:8429:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000092f60a8/0xff23d3f688d8f956 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b5bb expref: 82 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.819490:0:8429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f711f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8429:1876087018982784:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.819639:0:8429:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a09c0 going to sleep for 11 seconds
00010000:00010000:1.0:1789185323.819797:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:1.0:1789185323.819804:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fc5b8c3a/0xff23d3f688d93737 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.819812:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde7600 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.819817:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fc5b8c3a/0xff23d3f688d93737 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.819828:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fc5b8c3a/0xff23d3f688d93737 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.819841:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fc5b8c3a/0xff23d3f688d93737 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.819849:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fc5b8c3a/0xff23d3f688d93737 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.819868:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1789185323.819872:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fae87c95/0xff23d3f688d93729 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.819878:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14a862800 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.819881:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fae87c95/0xff23d3f688d93729 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.819889:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fae87c95/0xff23d3f688d93729 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.819898:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fae87c95/0xff23d3f688d93729 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.819906:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fae87c95/0xff23d3f688d93729 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.819918:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.819920:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.819921:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789185323.819999:0:35223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38110
00000100:00100000:1.0:1789185323.820010:0:35223:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f29ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+933:3635:x1876087018982656:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185323.820024:0:35223:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2238 count 1
00010000:00010000:1.0:1789185323.820039:0:35223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000584e9167/0xff23d3f688d9376f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8be:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.820051:0:35223:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001e8fb71c/0xff23d3f688d8f9cd lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b5c9 expref: 82 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.820058:0:35223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8be:0x0].0x0 since=125s v=(0 0)
00010000:00010000:1.0:1789185323.820063:0:35223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8be:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.820067:0:35223:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000584e9167/0xff23d3f688d9376f lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.820091:0:35223:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001e8fb71c/0xff23d3f688d8f9cd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b5c9 expref: 82 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.820103:0:35223:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001e8fb71c/0xff23d3f688d8f9cd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b5c9 expref: 82 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.820123:0:34809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14b5ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+932:3635:x1876087018979968:12345-0@lo:6:osp-syn-1-0.0 Request processed in 23797us (24185us total) trans 4294989696 rc 0/0
00000100:00100000:3.0:1789185323.820131:0:34809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38100
00000004:00080000:3.0:1789185323.820176:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b15179a680/2, rc 0, transno 4294989696
00000100:00100000:1.0:1789185323.820182:0:35223:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f710e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:35223:1876087018982912:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185323.820194:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b15179a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018979968:0@lo:6:osp-syn-1-0.0
00010000:00010000:3.0:1789185323.820210:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789185323.820247:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.820264:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010827392
00000100:00100000:3.0:1789185323.820268:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010827392
00010000:00010000:3.0:1789185323.820287:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f0cda4ab/0xff23d3f688d8f9b8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b5a6 expref: 82 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.820313:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23591
00000100:00100000:1.0:1789185323.820317:0:35223:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0e40 going to sleep for 11 seconds
00000100:00100000:3.0:1789185323.820323:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f29dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+82:2391:x1876087010827392:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.820333:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185323.820340:0:178147:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000005465f551/0xff23d3f688d93730 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.820341:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f0cda4ab/0xff23d3f688d8f9b8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8bb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b5a6 expref: 82 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.820360:0:178142:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14b5fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+933:3636:x1876087018979456:12345-0@lo:6:osp-syn-0-0.0 Request processed in 27292us (28111us total) trans 4294977898 rc 0/0
00010000:00010000:1.0:1789185323.820367:0:178147:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005465f551/0xff23d3f688d93730 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.820371:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f0cda4ab/0xff23d3f688d8f9b8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8bb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b5a6 expref: 82 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.820376:0:178142:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38099
00010000:00010000:1.0:1789185323.820390:0:178147:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005465f551/0xff23d3f688d93730 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.820399:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8bb:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.820401:0:178147:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005465f551/0xff23d3f688d93730 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.820404:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8bb:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.820413:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b053a121/0xff23d3f688d9373e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8bb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.820435:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b053a121/0xff23d3f688d9373e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8bb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.820435:0:178147:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000004:00080000:0.0:1789185323.820451:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f280700/2, rc 0, transno 4294977898
00010000:00010000:3.0:1789185323.820457:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.820467:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f280700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018979456:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185323.820478:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f29dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+82:2391:x1876087010827392:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 157us (230us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.820486:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23591
00000100:00100000:3.0:1789185323.820534:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185323.820635:0:178147:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f282d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+932:3637:x1876087018980096:12345-0@lo:6:osp-syn-1-0.0 Request processed in 23440us (24054us total) trans 4294989697 rc 0/0
00000100:00100000:1.0:1789185323.820786:0:178147:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38101
00010000:00010000:1.0:1789185323.820860:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1789185323.820866:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005465f551/0xff23d3f688d93730 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.820874:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde6a00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.820878:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005465f551/0xff23d3f688d93730 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.820886:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005465f551/0xff23d3f688d93730 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.820898:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005465f551/0xff23d3f688d93730 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.820906:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005465f551/0xff23d3f688d93730 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.820923:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.820925:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.820927:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789185323.821152:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14b5f9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+81:2391:x1876087010827264:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 2728us (3641us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185323.821160:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23588
00000100:00100000:1.0:1789185323.821176:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010827648
00000100:00100000:1.0:1789185323.821181:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010827648
00010000:00010000:1.0:1789185323.821197:0:8458:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000026c37091/0xff23d3f688d8f941 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b591 expref: 83 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.821329:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23592
00000100:00100000:1.0:1789185323.821337:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f29e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+83:2391:x1876087010827648:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185323.821346:0:8458:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185323.821352:0:8458:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000026c37091/0xff23d3f688d8f941 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b591 expref: 83 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.821365:0:8458:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000026c37091/0xff23d3f688d8f941 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b591 expref: 83 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.821380:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000026c37091/0xff23d3f688d8f941 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b591 expref: 83 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.821392:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8ba:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.821396:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8ba:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.821401:0:8458:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000007a5723bd/0xff23d3f688d9374c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.821409:0:8458:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007a5723bd/0xff23d3f688d9374c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.821443:0:8458:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1789185323.821455:0:16720:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000007a5723bd/0xff23d3f688d9374c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.821466:0:16720:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007a5723bd/0xff23d3f688d9374c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.821476:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f29e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+82:2391:x1876087010827648:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 139us (940us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185323.821485:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23592
00010000:00010000:3.0:1789185323.821522:0:16720:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007a5723bd/0xff23d3f688d9374c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.821529:0:16720:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007a5723bd/0xff23d3f688d9374c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.821543:0:16720:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1789185323.821609:0:178148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f0cda4ab/0xff23d3f688d8f9b8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b5a6 expref: 80 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.821622:0:178148:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b1517b4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:178148:1876087018981120:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.821643:0:178148:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b053a121/0xff23d3f688d9373e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.821925:0:16720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1517b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+933:3636:x1876087018980608:12345-0@lo:6:osp-syn-0-0.0 Request processed in 21691us (22814us total) trans 4294977899 rc 0/0
00000100:00100000:3.0:1789185323.821934:0:16720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38105
00010000:00010000:3.0:1789185323.821955:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185323.821960:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007a5723bd/0xff23d3f688d9374c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.821968:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14a862000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185323.821972:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007a5723bd/0xff23d3f688d9374c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.821980:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007a5723bd/0xff23d3f688d9374c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.821993:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007a5723bd/0xff23d3f688d9374c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.822000:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007a5723bd/0xff23d3f688d9374c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.822019:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.822021:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.822023:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:0.0:1789185323.822487:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f280a80/2, rc 0, transno 4294977899
00000100:00100000:0.0:1789185323.822508:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f280a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018980608:0@lo:6:osp-syn-0-0.0
00010000:00010000:3.0:1789185323.822813:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.822827:0:24325:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001ea59ce8/0xff23d3f688d93706 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.822838:0:24325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001ea59ce8/0xff23d3f688d93706 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.822848:0:24325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001ea59ce8/0xff23d3f688d93706 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.822856:0:24325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001ea59ce8/0xff23d3f688d93706 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.822882:0:24325:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1789185323.823013:0:24325:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f10a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+933:3636:x1876087018978560:12345-0@lo:6:osp-syn-0-0.0 Request processed in 33124us (33692us total) trans 4294977900 rc 0/0
00000100:00100000:3.0:1789185323.823020:0:24325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38095
00010000:00010000:3.0:1789185323.823047:0:34810:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000007ef11ebc/0xff23d3f688d9370d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.823056:0:34810:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007ef11ebc/0xff23d3f688d9370d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.823069:0:34810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007ef11ebc/0xff23d3f688d9370d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.823083:0:34810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007ef11ebc/0xff23d3f688d9370d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.823098:0:34810:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00010000:00010000:1.0:1789185323.823141:0:178148:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b053a121/0xff23d3f688d9373e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.823151:0:178148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b053a121/0xff23d3f688d9373e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.823170:0:34810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14b5fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+933:3636:x1876087018978816:12345-0@lo:6:osp-syn-0-0.0 Request processed in 33150us (33404us total) trans 4294977901 rc 0/0
00000100:00100000:3.0:1789185323.823176:0:34810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38096
00010000:00010000:3.0:1789185323.823193:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:3.0:1789185323.823198:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001ea59ce8/0xff23d3f688d93706 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.823205:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bc200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185323.823208:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001ea59ce8/0xff23d3f688d93706 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.823217:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001ea59ce8/0xff23d3f688d93706 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.823234:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001ea59ce8/0xff23d3f688d93706 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.823241:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001ea59ce8/0xff23d3f688d93706 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.823266:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185323.823270:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007ef11ebc/0xff23d3f688d9370d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.823277:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bd600 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185323.823280:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007ef11ebc/0xff23d3f688d9370d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.823288:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007ef11ebc/0xff23d3f688d9370d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.823298:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007ef11ebc/0xff23d3f688d9370d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.823304:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007ef11ebc/0xff23d3f688d9370d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.823317:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.823318:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.823320:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789185323.823360:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14876f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+79:2394:x1876087010826112:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 7677us (14795us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.823368:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23580
00010000:00010000:1.0:1789185323.823482:0:178148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b053a121/0xff23d3f688d9373e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.823490:0:178148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b053a121/0xff23d3f688d9373e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:0.0:1789185323.823494:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14b5fd180/2, rc 0, transno 4294977901
00000100:00100000:0.0:1789185323.823514:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14b5fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018978816:0@lo:6:osp-syn-0-0.0
00010000:00010000:3.0:1789185323.823524:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1789185323.823524:0:178148:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool
00000004:00080000:0.0:1789185323.823530:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f10bb80/2, rc 0, transno 4294977900
00010000:00010000:3.0:1789185323.823531:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b053a121/0xff23d3f688d9373e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.823537:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f10bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018978560:0@lo:6:osp-syn-0-0.0
00010000:00010000:3.0:1789185323.823567:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde7800 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185323.823571:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b053a121/0xff23d3f688d9373e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.823581:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.823584:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b053a121/0xff23d3f688d9373e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.823597:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b053a121/0xff23d3f688d9373e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.823606:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b053a121/0xff23d3f688d9373e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.823623:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.823626:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.823628:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789185323.823659:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14bbfea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018983424:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.823700:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.823712:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1517b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018983296:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.823745:0:35222:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018983424
00000100:00100000:1.0:1789185323.823750:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185323.823752:0:35222:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018983424
00000100:00100000:0.0:1789185323.823786:0:35222:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018983296
00000100:00100000:0.0:1789185323.823790:0:35222:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018983296
00000100:00100000:1.0:1789185323.823799:0:34809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38111
00000100:00100000:1.0:1789185323.823812:0:34809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b2769b2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+934:3636:x1876087018983424:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185323.823836:0:34809:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2242 count 1
00010000:00010000:1.0:1789185323.823860:0:34809:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a2baff92/0xff23d3f688d93776 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8c2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.823874:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:1.0:1789185323.823878:0:34809:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000bed01de5/0xff23d3f688d8fa05 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b601 expref: 81 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.823889:0:34809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8c2:0x0].0x0 since=125s v=(0 0)
00010000:00010000:1.0:1789185323.823894:0:34809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8c2:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.823900:0:34809:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a2baff92/0xff23d3f688d93776 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:2.0:1789185323.823912:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b1517b4a80/2, rc 0, transno 4294989695
00000100:00100000:2.0:1789185323.823920:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b1517b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018980480:0@lo:6:osp-syn-1-0.0
00010000:00010000:1.0:1789185323.823928:0:34809:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000bed01de5/0xff23d3f688d8fa05 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b601 expref: 81 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000004:00080000:2.0:1789185323.823933:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b151798000/2, rc 0, transno 4294989697
00000100:00100000:2.0:1789185323.823939:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151798000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018980096:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185323.823950:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f711500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018983040:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185323.823994:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:1.0:1789185323.824282:0:34809:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000bed01de5/0xff23d3f688d8fa05 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b601 expref: 81 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.824296:0:34809:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14bbfd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:34809:1876087018983552:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.824421:0:34809:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0f00 going to sleep for 11 seconds
00000100:00100000:1.0:1789185323.824732:0:178148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f283800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+932:3637:x1876087018980992:12345-0@lo:6:osp-syn-1-0.0 Request processed in 25533us (25766us total) trans 4294989698 rc 0/0
00000004:00080000:2.0:1789185323.824775:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b1517b4380/2, rc 0, transno 4294989698
00000100:00100000:2.0:1789185323.824781:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b1517b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018980992:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185323.824792:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1789185323.824798:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1517b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018983168:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.826379:0:35222:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018982400
00000100:00100000:1.0:1789185323.826382:0:178148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38103
00000100:00100000:2.0:1789185323.826387:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185323.826391:0:35222:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018982400
00000100:00100000:0.0:1789185323.826449:0:35222:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018983040
00000100:00100000:0.0:1789185323.826453:0:35222:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018983040
00000100:00100000:0.0:1789185323.826473:0:35222:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018983168
00000100:00100000:0.0:1789185323.826477:0:35222:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018983168
00000100:00100000:0.0:1789185323.826498:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38112
00000100:00100000:0.0:1789185323.826509:0:35222:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14bbfd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+936:3635:x1876087018983296:12345-0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185323.826515:0:178147:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38113
00000100:00100000:1.0:1789185323.826527:0:178147:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14b5f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+932:3635:x1876087018981760:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185323.826573:0:178147:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2237 count 1
00010000:00010000:1.0:1789185323.826604:0:178147:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003c357a1d/0xff23d3f688d9377d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8bd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.826627:0:178147:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f98021a9/0xff23d3f688d8f9c6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b5c2 expref: 78 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.826637:0:178147:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8bd:0x0].0x0 since=125s v=(0 0)
00010000:00010000:1.0:1789185323.826643:0:178147:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8bd:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.826649:0:178147:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003c357a1d/0xff23d3f688d9377d lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00080000:0.0:1789185323.826672:0:35222:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2241 count 1
00010000:00010000:0.0:1789185323.826691:0:35222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ea23a920/0xff23d3f688d93784 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8c1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.826700:0:178147:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f98021a9/0xff23d3f688d8f9c6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b5c2 expref: 78 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.826709:0:35222:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000079713ebd/0xff23d3f688d8f9f7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b5f3 expref: 81 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.826720:0:35222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8c1:0x0].0x0 since=125s v=(0 0)
00010000:00010000:1.0:1789185323.826722:0:178147:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f98021a9/0xff23d3f688d8f9c6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b5c2 expref: 78 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.826724:0:35222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8c1:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.826734:0:35222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ea23a920/0xff23d3f688d93784 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.826749:0:178147:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14bbff800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:178147:1876087018983680:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.826767:0:35222:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000079713ebd/0xff23d3f688d8f9f7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b5f3 expref: 81 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.826774:0:16720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38114
00010000:00010000:0.0:1789185323.826783:0:35222:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000079713ebd/0xff23d3f688d8f9f7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b5f3 expref: 81 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.826789:0:16720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151768700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+932:3637:x1876087018982400:12345-0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185323.826805:0:35222:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f118e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:35222:1876087018984320:192.168.204.3@tcp:104:
00002000:00080000:2.0:1789185323.826810:0:16720:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2239 count 1
00000100:00100000:1.0:1789185323.826812:0:178147:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0600 going to sleep for 11 seconds
00010000:00010000:2.0:1789185323.826828:0:16720:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f1b7551a/0xff23d3f688d9378b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8bf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.826835:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e9a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018984064:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185323.826841:0:35222:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1486aaf00 going to sleep for 11 seconds
00010000:00010000:2.0:1789185323.826845:0:16720:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006cec7432/0xff23d3f688d8f9e2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b5de expref: 78 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.826855:0:16720:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8bf:0x0].0x0 since=125s v=(0 0)
00010000:00010000:2.0:1789185323.826859:0:16720:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8bf:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.826864:0:16720:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f1b7551a/0xff23d3f688d9378b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.826873:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:2.0:1789185323.826887:0:16720:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006cec7432/0xff23d3f688d8f9e2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b5de expref: 78 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.826895:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00010000:00010000:2.0:1789185323.826900:0:16720:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006cec7432/0xff23d3f688d8f9e2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b5de expref: 78 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.826906:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e9a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018984192:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185323.826920:0:16720:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e9a3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16720:1876087018984448:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185323.826957:0:16720:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b149ae2540 going to sleep for 11 seconds
00000100:00100000:2.0:1789185323.826984:0:178143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018984064
00000100:00100000:2.0:1789185323.826988:0:178143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018984064
00000100:00100000:0.0:1789185323.827015:0:24325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38115
00000100:00100000:2.0:1789185323.827024:0:178143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38116
00000100:00100000:0.0:1789185323.827029:0:24325:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e9a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+936:3637:x1876087018983040:12345-0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185323.827037:0:178143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e9a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+936:3637:x1876087018983168:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1789185323.827045:0:24325:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2239 count 1
00002000:00080000:2.0:1789185323.827052:0:178143:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2240 count 1
00010000:00010000:0.0:1789185323.827060:0:24325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000db21e579/0xff23d3f688d93792 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8bf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.827068:0:178143:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ef1f9aa4/0xff23d3f688d93799 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8c0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.827075:0:24325:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000db532a95/0xff23d3f688d8f9db lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b5d7 expref: 81 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.827086:0:178143:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000063b57a13/0xff23d3f688d8f9e9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b5e5 expref: 81 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.827087:0:24325:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8bf:0x0].0x0 since=125s v=(0 0)
00010000:00010000:0.0:1789185323.827096:0:24325:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8bf:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.827105:0:24325:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000db21e579/0xff23d3f688d93792 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.827115:0:178143:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8c0:0x0].0x0 since=125s v=(0 0)
00010000:00010000:2.0:1789185323.827120:0:178143:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8c0:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.827124:0:178143:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ef1f9aa4/0xff23d3f688d93799 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.827137:0:24325:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000db532a95/0xff23d3f688d8f9db lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b5d7 expref: 81 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.827148:0:24325:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000db532a95/0xff23d3f688d8f9db lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b5d7 expref: 81 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.827159:0:24325:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f11a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24325:1876087018984576:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.827317:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.827342:0:178148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018984192
00000100:00100000:1.0:1789185323.827347:0:178148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018984192
00000100:00100000:1.0:1789185323.827368:0:178148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38117
00000100:00100000:1.0:1789185323.827375:0:178148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f725500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+934:3635:x1876087018984064:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185323.827388:0:178148:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2242 count 1
00010000:00010000:1.0:1789185323.827488:0:178148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000842f3ed2/0xff23d3f688d937a0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8c2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.827507:0:178148:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000098c35763/0xff23d3f688d8fa0c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b608 expref: 78 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.827517:0:178148:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8c2:0x0].0x0 since=125s v=(0 0)
00010000:00010000:1.0:1789185323.827521:0:178148:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8c2:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.827524:0:178148:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000842f3ed2/0xff23d3f688d937a0 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.827613:0:178148:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000098c35763/0xff23d3f688d8fa0c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b608 expref: 78 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.827624:0:178148:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000098c35763/0xff23d3f688d8fa0c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b608 expref: 78 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.827635:0:178148:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e9a7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:178148:1876087018984704:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.827715:0:178148:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0d80 going to sleep for 11 seconds
00000100:00100000:1.0:1789185323.827731:0:35218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38118
00000100:00100000:1.0:1789185323.827738:0:35218:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f727800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+934:3635:x1876087018984192:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185323.827760:0:35218:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2243 count 1
00010000:00010000:1.0:1789185323.827771:0:35218:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bfc3353f/0xff23d3f688d937a7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8c3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.827789:0:35218:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000009cdaa93/0xff23d3f688d8fa1a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b616 expref: 78 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.827795:0:35218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8c3:0x0].0x0 since=125s v=(0 0)
00010000:00010000:1.0:1789185323.827798:0:35218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8c3:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.827802:0:35218:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bfc3353f/0xff23d3f688d937a7 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.827821:0:35218:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000009cdaa93/0xff23d3f688d8fa1a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b616 expref: 78 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.827830:0:35218:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000009cdaa93/0xff23d3f688d8fa1a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b616 expref: 78 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.827840:0:35218:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e9a6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35218:1876087018984832:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.827864:0:35218:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14a4dc780 going to sleep for 11 seconds
00000100:00100000:0.0:1789185323.828020:0:24325:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1486aac00 going to sleep for 11 seconds
00000100:00100000:3.0:1789185323.828240:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.828260:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010827776
00000100:00100000:3.0:1789185323.828264:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010827776
00010000:00010000:3.0:1789185323.828290:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c705d07e/0xff23d3f688d900bf lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x8be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 50331648->50335743) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bc91 expref: 79 pid: 34810 timeout: 9501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.828305:0:178143:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000063b57a13/0xff23d3f688d8f9e9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b5e5 expref: 81 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.828317:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23593
00000100:00100000:3.0:1789185323.828326:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b269762850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+79:2391:x1876087010827776:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.828335:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.828341:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c705d07e/0xff23d3f688d900bf lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x8be:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 50331648->50335743) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bc91 expref: 79 pid: 34810 timeout: 9501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.828354:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c705d07e/0xff23d3f688d900bf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x8be:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 50331648->50335743) gid 0 flags: 0x50000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bc91 expref: 79 pid: 34810 timeout: 9501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.828374:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8be:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1789185323.828377:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8be:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1789185323.828382:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000127e8890/0xff23d3f688d9375a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8be:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.828397:0:178143:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000063b57a13/0xff23d3f688d8f9e9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b5e5 expref: 81 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.828403:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000127e8890/0xff23d3f688d9375a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8be:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.828419:0:178143:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e9a0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:178143:1876087018984960:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.828441:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185323.828467:0:178143:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b149ae2780 going to sleep for 11 seconds
00000100:00100000:2.0:1789185323.828499:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e9a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018983808:0@lo:6:osp-syn-1-0.0
00010000:00010000:0.0:1789185323.828506:0:8491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c705d07e/0xff23d3f688d900bf lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 50331648->50335743) gid 0 flags: 0x44801400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bc91 expref: 79 pid: 34810 timeout: 9501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.828523:0:8491:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f11ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8491:1876087018982016:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.828570:0:8491:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000127e8890/0xff23d3f688d9375a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.828581:0:8491:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000127e8890/0xff23d3f688d9375a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.828589:0:8491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000127e8890/0xff23d3f688d9375a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.828599:0:8491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000127e8890/0xff23d3f688d9375a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.828606:0:8491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000127e8890/0xff23d3f688d9375a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.828621:0:8491:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1789185323.828925:0:178145:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148778700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:178145:1876087018982272:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.828944:0:178145:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f25d22cc/0xff23d3f688d93761 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.828970:0:8429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f711f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8429:1876087018982784:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.828982:0:8429:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000e53016f0/0xff23d3f688d93768 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.829022:0:35223:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f710e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:35223:1876087018982912:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.829032:0:35223:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000584e9167/0xff23d3f688d9376f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.829446:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b269762850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+78:2391:x1876087010827776:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 1118us (1204us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.829457:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23593
00010000:00010000:3.0:1789185323.829511:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185323.829518:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000127e8890/0xff23d3f688d9375a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.829526:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14bc29200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185323.829531:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000127e8890/0xff23d3f688d9375a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.829542:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000127e8890/0xff23d3f688d9375a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.829583:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000127e8890/0xff23d3f688d9375a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.829591:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000127e8890/0xff23d3f688d9375a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.829610:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.829612:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.829613:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789185323.829668:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.829712:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.829768:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185323.830186:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010828032
00000100:00100000:1.0:1789185323.830192:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010828032
00010000:00010000:1.0:1789185323.830224:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000092f60a8/0xff23d3f688d8f956 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b5bb expref: 82 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.830249:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010827904
00000100:00100000:1.0:1789185323.830253:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010827904
00010000:00010000:1.0:1789185323.830265:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006c7efa03/0xff23d3f688d8f94f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b5ad expref: 83 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.830289:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010828160
00000100:00100000:1.0:1789185323.830292:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010828160
00010000:00010000:1.0:1789185323.830305:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001e8fb71c/0xff23d3f688d8f9cd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b5c9 expref: 84 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.830325:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23594
00000100:00100000:1.0:1789185323.830333:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f29ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+84:2391:x1876087010828032:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185323.830345:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185323.830350:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000092f60a8/0xff23d3f688d8f956 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b5bb expref: 84 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.830368:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000092f60a8/0xff23d3f688d8f956 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b5bb expref: 84 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.830386:0:10396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000092f60a8/0xff23d3f688d8f956 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b5bb expref: 84 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.830412:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8bd:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.830417:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8bd:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.830422:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e53016f0/0xff23d3f688d93768 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.830441:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e53016f0/0xff23d3f688d93768 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.830466:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185323.830500:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.830507:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f29ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+83:2391:x1876087010828032:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 173us (837us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185323.830515:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23594
00000100:00100000:1.0:1789185323.830537:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23595
00000100:00100000:2.0:1789185323.830561:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1789185323.830568:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f29df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+82:2391:x1876087010827904:12345-192.168.204.3@tcp:103:ldlm_bl.0
00000100:00100000:2.0:1789185323.830575:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e9a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018983936:0@lo:6:osp-syn-1-0.0
00010000:00010000:1.0:1789185323.830578:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185323.830586:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006c7efa03/0xff23d3f688d8f94f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b5ad expref: 82 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.830602:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006c7efa03/0xff23d3f688d8f94f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b5ad expref: 82 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.830612:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:1.0:1789185323.830619:0:10396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006c7efa03/0xff23d3f688d8f94f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b5ad expref: 82 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.830632:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8bc:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.830635:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8bc:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.830639:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f25d22cc/0xff23d3f688d93761 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.830647:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.830647:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f25d22cc/0xff23d3f688d93761 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.830669:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1789185323.830682:0:178144:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000eaa7ecf3/0xff23d3f688d8f948 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b59f expref: 81 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.830694:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f29df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+81:2391:x1876087010827904:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 149us (979us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185323.830701:0:178144:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f283100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:178144:1876087018981248:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.830706:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23595
00000100:00100000:1.0:1789185323.830727:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23596
00000100:00100000:1.0:1789185323.830737:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f29dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+79:2391:x1876087010828160:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.830740:0:178144:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000004e8cbc4d/0xff23d3f688d93745 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.830744:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185323.830753:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001e8fb71c/0xff23d3f688d8f9cd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8be:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b5c9 expref: 79 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.830757:0:178144:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000004e8cbc4d/0xff23d3f688d93745 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.830782:0:178144:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004e8cbc4d/0xff23d3f688d93745 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.830788:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001e8fb71c/0xff23d3f688d8f9cd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8be:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b5c9 expref: 79 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.830799:0:178144:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004e8cbc4d/0xff23d3f688d93745 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.830807:0:10396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001e8fb71c/0xff23d3f688d8f9cd lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8be:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b5c9 expref: 79 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.830814:0:178144:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004e8cbc4d/0xff23d3f688d93745 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.830822:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8be:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.830827:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8be:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.830831:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000584e9167/0xff23d3f688d9376f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.830837:0:178144:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1789185323.830839:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000584e9167/0xff23d3f688d9376f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.830862:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185323.830883:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f29dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+78:2391:x1876087010828160:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 148us (1115us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185323.830889:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23596
00010000:00010000:1.0:1789185323.830910:0:8429:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000e53016f0/0xff23d3f688d93768 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.830982:0:178144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1517b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+937:3636:x1876087018980864:12345-0@lo:6:osp-syn-0-0.0 Request processed in 31155us (31989us total) trans 4294977902 rc 0/0
00000100:00100000:2.0:1789185323.830990:0:178144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38104
00000100:00100000:2.0:1789185323.831006:0:178144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018983808
00000100:00100000:2.0:1789185323.831009:0:178144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018983808
00000100:00100000:2.0:1789185323.831030:0:178144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018983936
00000100:00100000:2.0:1789185323.831035:0:178144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018983936
00010000:00010000:1.0:1789185323.831044:0:8429:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e53016f0/0xff23d3f688d93768 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.831054:0:8429:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e53016f0/0xff23d3f688d93768 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.831058:0:178144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38119
00000100:00100000:2.0:1789185323.831070:0:178144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e9a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+937:3637:x1876087018983808:12345-0@lo:6:osp-syn-1-0.0
00010000:00010000:1.0:1789185323.831071:0:8429:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e53016f0/0xff23d3f688d93768 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.831089:0:8429:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00002000:00080000:2.0:1789185323.831098:0:178144:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2240 count 1
00010000:00010000:2.0:1789185323.831123:0:178144:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d937ae lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8c0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.831140:0:178144:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d60c3d6d/0xff23d3f688d8f9f0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b5ec expref: 77 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.831177:0:8429:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f29f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+937:3635:x1876087018982528:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11842us (12004us total) trans 4294977903 rc 0/0
00000100:00100000:1.0:1789185323.831184:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38109
00000100:00100000:1.0:1789185323.831199:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38120
00000100:00100000:1.0:1789185323.831206:0:8429:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e9a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+937:3637:x1876087018983936:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185323.831218:0:8429:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2241 count 1
00010000:00010000:1.0:1789185323.831229:0:8429:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fe3fc84a/0xff23d3f688d937b5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8c1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.831240:0:8429:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000644171f7/0xff23d3f688d8f9fe lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b5fa expref: 77 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.831247:0:8429:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8c1:0x0].0x0 since=125s v=(0 0)
00010000:00010000:1.0:1789185323.831250:0:8429:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8c1:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.831254:0:8429:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fe3fc84a/0xff23d3f688d937b5 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.831280:0:8429:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000644171f7/0xff23d3f688d8f9fe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b5fa expref: 77 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.831292:0:8429:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000644171f7/0xff23d3f688d8f9fe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b5fa expref: 77 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.831305:0:8429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e9a4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8429:1876087018985088:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.831344:0:8429:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14a4dce40 going to sleep for 11 seconds
00000004:00080000:1.0:1789185323.831377:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b1517b7100/2, rc 0, transno 4294977903
00000100:00100000:1.0:1789185323.831462:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b1517b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018982528:0@lo:6:osp-syn-0-0.0
00010000:00010000:1.0:1789185323.831480:0:178145:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f25d22cc/0xff23d3f688d93761 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.831488:0:178145:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f25d22cc/0xff23d3f688d93761 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.831495:0:178145:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f25d22cc/0xff23d3f688d93761 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.831502:0:178145:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f25d22cc/0xff23d3f688d93761 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.831517:0:178145:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00000100:00100000:1.0:1789185323.831615:0:178145:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14877aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+937:3637:x1876087018982144:12345-0@lo:6:osp-syn-0-0.0 Request processed in 20611us (20686us total) trans 4294977904 rc 0/0
00000100:00100000:1.0:1789185323.831622:0:178145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38108
00010000:00010000:1.0:1789185323.831638:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:1.0:1789185323.831645:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004e8cbc4d/0xff23d3f688d93745 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.831658:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bd200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.831662:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004e8cbc4d/0xff23d3f688d93745 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.831670:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004e8cbc4d/0xff23d3f688d93745 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.831684:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004e8cbc4d/0xff23d3f688d93745 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.831692:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004e8cbc4d/0xff23d3f688d93745 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.831713:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:1.0:1789185323.831717:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e53016f0/0xff23d3f688d93768 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.831724:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde6c00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.831727:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e53016f0/0xff23d3f688d93768 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.831734:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e53016f0/0xff23d3f688d93768 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.831743:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e53016f0/0xff23d3f688d93768 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.831751:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e53016f0/0xff23d3f688d93768 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.831763:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1789185323.831766:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f25d22cc/0xff23d3f688d93761 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.831772:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde6000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.831775:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f25d22cc/0xff23d3f688d93761 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.831782:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f25d22cc/0xff23d3f688d93761 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.831792:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f25d22cc/0xff23d3f688d93761 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.831799:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f25d22cc/0xff23d3f688d93761 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.831810:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.831812:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.831813:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.831859:0:35223:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000584e9167/0xff23d3f688d9376f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.831873:0:35223:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000584e9167/0xff23d3f688d9376f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.831881:0:35223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000584e9167/0xff23d3f688d9376f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.831888:0:35223:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000584e9167/0xff23d3f688d9376f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.831901:0:35223:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1789185323.832016:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185323.832022:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000584e9167/0xff23d3f688d9376f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.832029:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde7400 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185323.832032:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000584e9167/0xff23d3f688d9376f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.832039:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000584e9167/0xff23d3f688d9376f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.832051:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000584e9167/0xff23d3f688d9376f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.832063:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000584e9167/0xff23d3f688d9376f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.832079:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.832081:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.832083:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789185323.832190:0:35223:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f29ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+937:3635:x1876087018982656:12345-0@lo:6:osp-syn-0-0.0 Request processed in 12183us (12964us total) trans 4294977905 rc 0/0
00000100:00100000:1.0:1789185323.832197:0:35223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38110
00000004:00080000:1.0:1789185323.832227:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f713480/2, rc 0, transno 4294977905
00000100:00100000:1.0:1789185323.832235:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f713480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018982656:0@lo:6:osp-syn-0-0.0
00010000:00010000:2.0:1789185323.832374:0:178144:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8c0:0x0].0x0 since=125s v=(0 0)
00010000:00010000:2.0:1789185323.832379:0:178144:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8c0:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.832385:0:178144:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d937ae lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.832414:0:178144:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d60c3d6d/0xff23d3f688d8f9f0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b5ec expref: 77 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.832436:0:178144:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d60c3d6d/0xff23d3f688d8f9f0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b5ec expref: 77 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.832449:0:178144:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e9a3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:178144:1876087018985472:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185323.832487:0:178144:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b149ae2cc0 going to sleep for 11 seconds
00000004:00080000:2.0:1789185323.832518:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f280e00/2, rc 0, transno 4294977902
00000100:00100000:2.0:1789185323.832534:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f280e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018980864:0@lo:6:osp-syn-0-0.0
00010000:00010000:2.0:1789185323.832568:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789185323.832579:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e9a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018985216:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185323.832611:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:2.0:1789185323.832643:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b1517b7800/2, rc 0, transno 4294977904
00000100:00100000:2.0:1789185323.832648:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b1517b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018982144:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185323.832658:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1789185323.832665:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e9a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018985344:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185323.832690:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185323.832732:0:178145:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018985216
00000100:00100000:1.0:1789185323.832736:0:35223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018985344
00000100:00100000:2.0:1789185323.832738:0:178145:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018985216
00000100:00100000:1.0:1789185323.832743:0:35223:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018985344
00000100:00100000:2.0:1789185323.832778:0:178145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38121
00000100:00100000:2.0:1789185323.832786:0:178145:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e9a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+938:3637:x1876087018985216:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1789185323.832808:0:178145:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2243 count 1
00010000:00010000:2.0:1789185323.832830:0:178145:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d4cdc89e/0xff23d3f688d937bc lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8c3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.832844:0:178145:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000764c8e11/0xff23d3f688d8fa13 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b60f expref: 77 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.832852:0:178145:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8c3:0x0].0x0 since=125s v=(0 0)
00010000:00010000:2.0:1789185323.832856:0:178145:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8c3:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.832860:0:178145:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d4cdc89e/0xff23d3f688d937bc lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.832865:0:8491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f119c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+937:3636:x1876087018981888:12345-0@lo:6:osp-syn-1-0.0 Request processed in 24443us (24542us total) trans 4294989699 rc 0/0
00000100:00100000:0.0:1789185323.832876:0:8491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38107
00010000:00010000:2.0:1789185323.832884:0:178145:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000764c8e11/0xff23d3f688d8fa13 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b60f expref: 77 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.832896:0:178145:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000764c8e11/0xff23d3f688d8fa13 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b60f expref: 77 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.832903:0:8491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38122
00000100:00100000:2.0:1789185323.832913:0:178145:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e9a2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:178145:1876087018985600:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185323.832947:0:178145:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b149ae2e40 going to sleep for 11 seconds
00000100:00100000:0.0:1789185323.832985:0:8491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e9a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+938:3637:x1876087018985344:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1789185323.832998:0:8491:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2244 count 1
00010000:00010000:0.0:1789185323.833010:0:8491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b8e15e82/0xff23d3f688d937c3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8c4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.833021:0:8491:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c73f749b/0xff23d3f688d8fa21 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b61d expref: 77 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.833029:0:8491:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8c4:0x0].0x0 since=125s v=(0 0)
00010000:00010000:0.0:1789185323.833032:0:8491:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8c4:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.833035:0:8491:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b8e15e82/0xff23d3f688d937c3 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.833054:0:8491:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c73f749b/0xff23d3f688d8fa21 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b61d expref: 77 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.833062:0:8491:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c73f749b/0xff23d3f688d8fa21 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b61d expref: 77 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.833071:0:8491:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f11ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8491:1876087018985728:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.833095:0:8491:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1486aa180 going to sleep for 11 seconds
00000004:00080000:0.0:1789185323.833119:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b151757b80/2, rc 0, transno 4294989699
00000100:00100000:0.0:1789185323.833131:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151757b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018981888:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185323.833173:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f119180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018985856:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185323.833199:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185323.833714:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789185323.833723:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f29e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018985984:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.833750:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.833770:0:35223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018985856
00000100:00100000:1.0:1789185323.833775:0:35223:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018985856
00000100:00100000:1.0:1789185323.833800:0:35223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38123
00000100:00100000:1.0:1789185323.833808:0:35223:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f11a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+937:3635:x1876087018985856:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185323.833822:0:35223:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2244 count 1
00010000:00010000:1.0:1789185323.833839:0:35223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dadccb78/0xff23d3f688d937ca lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8c4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.833857:0:35223:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003ae5aa7e/0xff23d3f688d8fa28 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b624 expref: 77 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.833865:0:35223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8c4:0x0].0x0 since=125s v=(0 0)
00010000:00010000:1.0:1789185323.833869:0:35223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8c4:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.833874:0:35223:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dadccb78/0xff23d3f688d937ca lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.833898:0:35223:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003ae5aa7e/0xff23d3f688d8fa28 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b624 expref: 77 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.833908:0:35223:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003ae5aa7e/0xff23d3f688d8fa28 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b624 expref: 77 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.833931:0:35223:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e9a5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:35223:1876087018986240:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.833965:0:35223:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a09c0 going to sleep for 11 seconds
00000100:00100000:2.0:1789185323.835620:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f29c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018986112:0@lo:6:osp-syn-0-0.0
00010000:00010000:3.0:1789185323.835700:0:178146:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000adcbf76c/0xff23d3f688d8f9bf lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b5b4 expref: 77 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.835712:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789185323.835720:0:178146:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f282680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:178146:1876087018981632:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.835758:0:178146:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000003654a7fb/0xff23d3f688d93753 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.835769:0:178146:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000003654a7fb/0xff23d3f688d93753 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.835777:0:178146:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003654a7fb/0xff23d3f688d93753 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.835788:0:178146:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003654a7fb/0xff23d3f688d93753 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.835795:0:178146:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003654a7fb/0xff23d3f688d93753 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.835834:0:178146:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1789185323.836000:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1789185323.836008:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003654a7fb/0xff23d3f688d93753 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.836016:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bce00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.836020:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003654a7fb/0xff23d3f688d93753 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.836036:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003654a7fb/0xff23d3f688d93753 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.836057:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003654a7fb/0xff23d3f688d93753 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.836064:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003654a7fb/0xff23d3f688d93753 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.836083:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.836084:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.836086:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789185323.836600:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018985984
00000100:00100000:2.0:1789185323.836608:0:8428:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018985984
00000100:00100000:3.0:1789185323.836633:0:178146:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f283b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+938:3637:x1876087018981504:12345-0@lo:6:osp-syn-1-0.0 Request processed in 35743us (35810us total) trans 4294989700 rc 0/0
00000100:00100000:3.0:1789185323.836644:0:178146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38106
00000100:00100000:2.0:1789185323.836655:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38124
00000100:00100000:2.0:1789185323.836666:0:8428:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f11b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+939:3635:x1876087018985984:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1789185323.836697:0:8428:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2245 count 1
00010000:00010000:2.0:1789185323.836720:0:8428:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004f475c67/0xff23d3f688d937d1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8c5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.836740:0:8428:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000fc3fcd60/0xff23d3f688d8fa2f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b62b expref: 77 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.836748:0:8428:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8c5:0x0].0x0 since=125s v=(0 0)
00010000:00010000:2.0:1789185323.836753:0:8428:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8c5:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.836758:0:8428:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004f475c67/0xff23d3f688d937d1 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.836791:0:8428:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000fc3fcd60/0xff23d3f688d8fa2f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b62b expref: 77 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.836805:0:8428:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000fc3fcd60/0xff23d3f688d8fa2f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b62b expref: 77 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.836819:0:8428:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e9a2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8428:1876087018986368:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185323.836886:0:8428:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b149ae2c00 going to sleep for 11 seconds
00000100:00100000:2.0:1789185323.836907:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:2.0:1789185323.836951:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f281180/2, rc 0, transno 4294989700
00000100:00100000:2.0:1789185323.836977:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f281180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018981504:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185323.837003:0:178142:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018986112
00000100:00100000:2.0:1789185323.837007:0:178142:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018986112
00000100:00100000:2.0:1789185323.837038:0:178142:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38125
00000100:00100000:2.0:1789185323.837047:0:178142:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e9a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+940:3637:x1876087018986112:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1789185323.837061:0:178142:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2246 count 1
00010000:00010000:2.0:1789185323.837072:0:178142:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000146315f7/0xff23d3f688d937d8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8c6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.837086:0:178142:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000090eb1bf5/0xff23d3f688d8fa3d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b639 expref: 77 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.837094:0:178142:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8c6:0x0].0x0 since=125s v=(0 0)
00010000:00010000:2.0:1789185323.837097:0:178142:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8c6:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.837101:0:178142:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000146315f7/0xff23d3f688d937d8 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.837122:0:178142:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000090eb1bf5/0xff23d3f688d8fa3d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b639 expref: 77 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.837132:0:178142:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000090eb1bf5/0xff23d3f688d8fa3d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b639 expref: 77 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.837151:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e9a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018986496:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1789185323.837183:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185323.837272:0:178146:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018986496
00000100:00100000:0.0:1789185323.837277:0:178146:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018986496
00000100:00100000:0.0:1789185323.837313:0:178146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38126
00000100:00100000:0.0:1789185323.837320:0:178146:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14b5f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+938:3638:x1876087018986496:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1789185323.837333:0:178146:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2245 count 1
00010000:00010000:0.0:1789185323.837346:0:178146:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005d3876dd/0xff23d3f688d937df lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8c5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.837358:0:178146:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004e47a3b4/0xff23d3f688d8fa36 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b632 expref: 76 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.837364:0:178146:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8c5:0x0].0x0 since=125s v=(0 0)
00010000:00010000:0.0:1789185323.837367:0:178146:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8c5:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.837371:0:178146:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005d3876dd/0xff23d3f688d937df lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.837503:0:178146:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004e47a3b4/0xff23d3f688d8fa36 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b632 expref: 76 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.837515:0:178146:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004e47a3b4/0xff23d3f688d8fa36 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b632 expref: 76 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.837526:0:178146:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f118000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:178146:1876087018986752:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.837606:0:178146:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1486aacc0 going to sleep for 11 seconds
00000100:00100000:2.0:1789185323.838242:0:178142:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e9a0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:178142:1876087018986624:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185323.838294:0:178142:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b149ae2b40 going to sleep for 11 seconds
00000100:00100000:1.0:1789185323.838525:0:34809:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14bbfd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:34809:1876087018983552:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.838604:0:34809:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000a2baff92/0xff23d3f688d93776 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.838793:0:178143:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e9a0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:178143:1876087018984960:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.838818:0:178143:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000ef1f9aa4/0xff23d3f688d93799 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.838877:0:8429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e9a4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8429:1876087018985088:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.838891:0:8429:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000fe3fc84a/0xff23d3f688d937b5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.838941:0:178144:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e9a3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:178144:1876087018985472:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.838954:0:178144:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d937ae lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.838998:0:178145:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e9a2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:178145:1876087018985600:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.839010:0:178145:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d4cdc89e/0xff23d3f688d937bc lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.839511:0:178147:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14bbff800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:178147:1876087018983680:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.839528:0:178147:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000003c357a1d/0xff23d3f688d9377d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.839581:0:35223:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e9a5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:35223:1876087018986240:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.839592:0:35223:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000dadccb78/0xff23d3f688d937ca lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.839762:0:35222:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f118e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:35222:1876087018984320:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.839787:0:35222:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000ea23a920/0xff23d3f688d93784 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.840721:0:178148:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e9a7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:178148:1876087018984704:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.840745:0:178148:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000842f3ed2/0xff23d3f688d937a0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.840825:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185323.840854:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010828288
00000100:00100000:2.0:1789185323.840861:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010828288
00010000:00010000:2.0:1789185323.840900:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f98021a9/0xff23d3f688d8f9c6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b5c2 expref: 77 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.840946:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23597
00000100:00100000:2.0:1789185323.840957:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e9a2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+77:2394:x1876087010828288:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.840972:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.840979:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f98021a9/0xff23d3f688d8f9c6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b5c2 expref: 77 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.840991:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f98021a9/0xff23d3f688d8f9c6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b5c2 expref: 77 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.841017:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f98021a9/0xff23d3f688d8f9c6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b5c2 expref: 77 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.841035:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8bd:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.841040:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8bd:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.841046:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003c357a1d/0xff23d3f688d9377d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.841057:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003c357a1d/0xff23d3f688d9377d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.841088:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185323.841134:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e9a2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+76:2394:x1876087010828288:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 179us (311us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185323.841153:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23597
00010000:00010000:2.0:1789185323.841180:0:178147:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000003c357a1d/0xff23d3f688d9377d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.841190:0:178147:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003c357a1d/0xff23d3f688d9377d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.841201:0:178147:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003c357a1d/0xff23d3f688d9377d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.841209:0:178147:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003c357a1d/0xff23d3f688d9377d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.841226:0:178147:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1789185323.841263:0:24325:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f11a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24325:1876087018984576:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.841282:0:24325:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000db21e579/0xff23d3f688d93792 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.841311:0:8491:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f11ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8491:1876087018985728:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.841325:0:8491:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b8e15e82/0xff23d3f688d937c3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.841399:0:178147:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14b5f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+939:3635:x1876087018981760:12345-0@lo:6:osp-syn-1-0.0 Request processed in 14875us (36861us total) trans 4294989701 rc 0/0
00000100:00100000:2.0:1789185323.841408:0:178147:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38113
00000004:00080000:0.0:1789185323.841449:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f281880/2, rc 0, transno 4294989701
00000100:00100000:0.0:1789185323.841465:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f281880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018981760:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185323.841473:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.841540:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789185323.841580:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f11ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018986880:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185323.841610:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.841625:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185323.841645:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185323.841677:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.841678:0:34810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018986880
00000100:00100000:0.0:1789185323.841684:0:34810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018986880
00000100:00100000:2.0:1789185323.841712:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.841721:0:34810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38127
00000100:00100000:0.0:1789185323.841730:0:34810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f11a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+939:3636:x1876087018986880:12345-0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185323.841742:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00002000:00080000:0.0:1789185323.841757:0:34810:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2246 count 1
00000100:00100000:2.0:1789185323.841760:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010828544
00000100:00100000:2.0:1789185323.841766:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010828544
00010000:00010000:0.0:1789185323.841781:0:34810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000087a9560f/0xff23d3f688d937e6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8c6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.841787:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000063b57a13/0xff23d3f688d8f9e9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b5e5 expref: 78 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.841801:0:34810:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000085b7c645/0xff23d3f688d8ffae lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 29360128->29364223) gid 0 flags: 0x40000000020000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bb80 expref: 75 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.841809:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010828800
00010000:00010000:0.0:1789185323.841810:0:34810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x8c6:0x0].0x0 since=122s v=(0 0)
00000100:00100000:2.0:1789185323.841814:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010828800
00010000:00010000:0.0:1789185323.841816:0:34810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8c6:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1789185323.841822:0:34810:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000087a9560f/0xff23d3f688d937e6 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.841831:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d60c3d6d/0xff23d3f688d8f9f0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b5ec expref: 76 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.841848:0:34810:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000085b7c645/0xff23d3f688d8ffae lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 29360128->29364223) gid 0 flags: 0x50000000030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bb80 expref: 76 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.841851:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010829056
00000100:00100000:2.0:1789185323.841856:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010829056
00010000:00010000:2.0:1789185323.841870:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c73f749b/0xff23d3f688d8fa21 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b61d expref: 79 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.841872:0:34810:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000085b7c645/0xff23d3f688d8ffae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x8c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 29360128->29364223) gid 0 flags: 0x70000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bb80 expref: 76 pid: 16720 timeout: 9501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.841895:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010829312
00000100:00100000:0.0:1789185323.841897:0:34810:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f118380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:34810:1876087018987008:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185323.841900:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010829312
00010000:00010000:2.0:1789185323.841918:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006cec7432/0xff23d3f688d8f9e2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b5de expref: 77 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.841931:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010829568
00000100:00100000:2.0:1789185323.841934:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010829568
00010000:00010000:2.0:1789185323.841948:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000009cdaa93/0xff23d3f688d8fa1a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b616 expref: 78 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.841950:0:34810:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1486aa180 going to sleep for 11 seconds
00000100:00100000:2.0:1789185323.841966:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010828416
00000100:00100000:2.0:1789185323.841969:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010828416
00010000:00010000:2.0:1789185323.841980:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000079713ebd/0xff23d3f688d8f9f7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b5f3 expref: 80 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.841994:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23598
00000100:00100000:2.0:1789185323.842000:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e9a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+80:2394:x1876087010828544:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.842010:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.842015:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000063b57a13/0xff23d3f688d8f9e9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b5e5 expref: 80 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.842031:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000063b57a13/0xff23d3f688d8f9e9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b5e5 expref: 80 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.842046:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000063b57a13/0xff23d3f688d8f9e9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b5e5 expref: 80 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.842059:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8c0:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.842062:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8c0:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.842068:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ef1f9aa4/0xff23d3f688d93799 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.842076:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ef1f9aa4/0xff23d3f688d93799 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.842380:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185323.842406:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e9a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+79:2394:x1876087010828544:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 405us (936us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185323.842413:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23598
00000100:00100000:2.0:1789185323.842564:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23599
00000100:00100000:2.0:1789185323.842574:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e9a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+78:2394:x1876087010828800:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.842583:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.842588:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d60c3d6d/0xff23d3f688d8f9f0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b5ec expref: 78 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.842605:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d60c3d6d/0xff23d3f688d8f9f0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b5ec expref: 78 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.842620:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d60c3d6d/0xff23d3f688d8f9f0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b5ec expref: 78 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.842631:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8c0:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.842634:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8c0:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.842639:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d937ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.842647:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d937ae lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.842667:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185323.842688:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e9a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+77:2394:x1876087010828800:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 116us (1078us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185323.842696:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23599
00000100:00100000:2.0:1789185323.842713:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23600
00000100:00100000:2.0:1789185323.842721:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b269761050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+78:2394:x1876087010829056:12345-192.168.204.3@tcp:103:ldlm_bl.0
00000100:00100000:0.0:1789185323.842726:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23601
00010000:00010000:2.0:1789185323.842731:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.842741:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c73f749b/0xff23d3f688d8fa21 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b61d expref: 78 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.842741:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e9a1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+76:2394:x1876087010829312:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.842756:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.842767:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006cec7432/0xff23d3f688d8f9e2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8bf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b5de expref: 76 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.842768:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c73f749b/0xff23d3f688d8fa21 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b61d expref: 78 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.842795:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006cec7432/0xff23d3f688d8f9e2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8bf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b5de expref: 76 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.842799:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c73f749b/0xff23d3f688d8fa21 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b61d expref: 78 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.842816:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8c4:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.842818:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8bf:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.842820:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8c4:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.842823:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8bf:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.842827:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b8e15e82/0xff23d3f688d937c3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.842830:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f1b7551a/0xff23d3f688d9378b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8bf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.842845:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b8e15e82/0xff23d3f688d937c3 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.842847:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f1b7551a/0xff23d3f688d9378b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8bf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.842879:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1789185323.842885:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.842903:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e9a1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+76:2394:x1876087010829312:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 167us (1225us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.842911:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23601
00000100:00100000:2.0:1789185323.842916:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b269761050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+77:2394:x1876087010829056:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 192us (1268us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185323.842926:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23600
00000100:00100000:0.0:1789185323.842933:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23602
00000100:00100000:0.0:1789185323.842943:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f282680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+75:2394:x1876087010829568:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.842952:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.842958:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000009cdaa93/0xff23d3f688d8fa1a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b616 expref: 75 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.842968:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000009cdaa93/0xff23d3f688d8fa1a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b616 expref: 75 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.842975:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23603
00000100:00100000:2.0:1789185323.842987:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f283100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+76:2394:x1876087010828416:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.842989:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8c3:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.842995:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8c3:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.842997:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.843000:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000bfc3353f/0xff23d3f688d937a7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.843006:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000079713ebd/0xff23d3f688d8f9f7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8c1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b5f3 expref: 76 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.843014:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bfc3353f/0xff23d3f688d937a7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.843040:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000079713ebd/0xff23d3f688d8f9f7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b5f3 expref: 76 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.843042:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1789185323.843058:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000079713ebd/0xff23d3f688d8f9f7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8c1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b5f3 expref: 76 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.843067:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f282680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+75:2394:x1876087010829568:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 124us (1353us total) trans 0 rc 0/0
00010000:00010000:2.0:1789185323.843072:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8c1:0x0].0x0 since=0s v=(0 0)
00000100:00100000:0.0:1789185323.843078:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23602
00010000:00010000:2.0:1789185323.843079:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8c1:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.843086:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ea23a920/0xff23d3f688d93784 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.843094:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ea23a920/0xff23d3f688d93784 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.843117:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185323.843137:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f283100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+75:2394:x1876087010828416:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 152us (1395us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185323.843458:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23603
00010000:00010000:2.0:1789185323.843484:0:178143:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000ef1f9aa4/0xff23d3f688d93799 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.843495:0:178143:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ef1f9aa4/0xff23d3f688d93799 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.843506:0:178143:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ef1f9aa4/0xff23d3f688d93799 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.843515:0:178143:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ef1f9aa4/0xff23d3f688d93799 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.843533:0:178143:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:2.0:1789185323.843710:0:178143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e9a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+941:3637:x1876087018983168:12345-0@lo:6:osp-syn-0-0.0 Request processed in 16676us (17325us total) trans 4294977906 rc 0/0
00000100:00100000:2.0:1789185323.843718:0:178143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38116
00010000:00010000:2.0:1789185323.843746:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:2.0:1789185323.843753:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003c357a1d/0xff23d3f688d9377d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.843761:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde6600 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.843766:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003c357a1d/0xff23d3f688d9377d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.843777:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003c357a1d/0xff23d3f688d9377d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.843791:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003c357a1d/0xff23d3f688d9377d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.843799:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003c357a1d/0xff23d3f688d9377d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.843820:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185323.843824:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ef1f9aa4/0xff23d3f688d93799 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.843831:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bca00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.843834:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ef1f9aa4/0xff23d3f688d93799 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.843842:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ef1f9aa4/0xff23d3f688d93799 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.843853:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ef1f9aa4/0xff23d3f688d93799 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.843860:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ef1f9aa4/0xff23d3f688d93799 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.843879:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.843882:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.843885:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:2.0:1789185323.843993:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b1517b4e00/2, rc 0, transno 4294977906
00000100:00100000:2.0:1789185323.844009:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b1517b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018983168:0@lo:6:osp-syn-0-0.0
00010000:00010000:2.0:1789185323.844036:0:178144:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d937ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.844047:0:178144:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d937ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.844061:0:178144:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d937ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.844069:0:178144:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d937ae lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.844084:0:178144:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1789185323.844258:0:178144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e9a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+940:3637:x1876087018983808:12345-0@lo:6:osp-syn-1-0.0 Request processed in 13189us (13758us total) trans 4294989702 rc 0/0
00000100:00100000:2.0:1789185323.844266:0:178144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38119
00000004:00080000:2.0:1789185323.844304:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14e9a1f80/2, rc 0, transno 4294989702
00000100:00100000:2.0:1789185323.844318:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e9a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018983808:0@lo:6:osp-syn-1-0.0
00010000:00010000:3.0:1789185323.844524:0:16720:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006cec7432/0xff23d3f688d8f9e2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b5de expref: 74 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.844530:0:35218:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000009cdaa93/0xff23d3f688d8fa1a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b616 expref: 74 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.844564:0:35218:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e9a6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35218:1876087018984832:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.844586:0:35218:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000bfc3353f/0xff23d3f688d937a7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.844624:0:35218:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000bfc3353f/0xff23d3f688d937a7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.844631:0:35218:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bfc3353f/0xff23d3f688d937a7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.844640:0:35218:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bfc3353f/0xff23d3f688d937a7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.844647:0:35218:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bfc3353f/0xff23d3f688d937a7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.844650:0:16720:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e9a3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16720:1876087018984448:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.844671:0:16720:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f1b7551a/0xff23d3f688d9378b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.844676:0:35218:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00010000:00010000:1.0:1789185323.844691:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:3.0:1789185323.844695:0:35222:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000ea23a920/0xff23d3f688d93784 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.844698:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d937ae lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.844717:0:35222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ea23a920/0xff23d3f688d93784 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.844718:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bde00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.844724:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d937ae lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.844747:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d937ae lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.844750:0:35222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ea23a920/0xff23d3f688d93784 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.844768:0:35222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ea23a920/0xff23d3f688d93784 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.844772:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d937ae lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.844782:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d937ae lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.844786:0:35222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00010000:00010000:1.0:1789185323.844801:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:1.0:1789185323.844805:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bfc3353f/0xff23d3f688d937a7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.844811:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde7e00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.844815:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bfc3353f/0xff23d3f688d937a7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.844829:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bfc3353f/0xff23d3f688d937a7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.844838:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bfc3353f/0xff23d3f688d937a7 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.844844:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bfc3353f/0xff23d3f688d937a7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.844859:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1789185323.844863:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ea23a920/0xff23d3f688d93784 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.844869:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14bc28200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.844872:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ea23a920/0xff23d3f688d93784 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.844879:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ea23a920/0xff23d3f688d93784 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.844887:0:35222:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14bbfd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+941:3635:x1876087018983296:12345-0@lo:6:osp-syn-0-0.0 Request processed in 18380us (21138us total) trans 4294977907 rc 0/0
00010000:00010000:1.0:1789185323.844890:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ea23a920/0xff23d3f688d93784 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.844901:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38112
00010000:00010000:1.0:1789185323.844904:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ea23a920/0xff23d3f688d93784 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.844922:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.844924:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.844925:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789185323.845008:0:35218:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f727800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+940:3635:x1876087018984192:12345-0@lo:6:osp-syn-1-0.0 Request processed in 17270us (17690us total) trans 4294989703 rc 0/0
00000100:00100000:1.0:1789185323.845019:0:35218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38118
00010000:00010000:2.0:1789185323.845093:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.845105:0:8491:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b8e15e82/0xff23d3f688d937c3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.845115:0:8491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b8e15e82/0xff23d3f688d937c3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.845124:0:8491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b8e15e82/0xff23d3f688d937c3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.845125:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f29ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018987136:0@lo:6:osp-syn-1-0.0
00010000:00010000:2.0:1789185323.845139:0:8491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b8e15e82/0xff23d3f688d937c3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.845164:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.845208:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018987136
00000100:00100000:1.0:1789185323.845214:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018987136
00010000:00010000:2.0:1789185323.845242:0:8491:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1789185323.845253:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1789185323.845258:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b8e15e82/0xff23d3f688d937c3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.845265:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14bc28e00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.845268:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b8e15e82/0xff23d3f688d937c3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.845275:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b8e15e82/0xff23d3f688d937c3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.845286:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b8e15e82/0xff23d3f688d937c3 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.845293:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b8e15e82/0xff23d3f688d937c3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.845317:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.845319:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.845321:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789185323.845333:0:178147:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38128
00000100:00100000:1.0:1789185323.845342:0:178147:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e9a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+940:3636:x1876087018987136:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185323.845368:0:178147:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2247 count 1
00010000:00010000:1.0:1789185323.845388:0:178147:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f25d22cc/0xff23d3f688d937ed lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8c7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.845400:0:8491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e9a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+942:3637:x1876087018985344:12345-0@lo:6:osp-syn-0-0.0 Request processed in 12486us (12708us total) trans 4294977908 rc 0/0
00000100:00100000:2.0:1789185323.845409:0:8491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38122
00000004:00080000:2.0:1789185323.845459:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14e9a6680/2, rc 0, transno 4294977908
00000100:00100000:2.0:1789185323.845464:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e9a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018985344:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185323.845527:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.845575:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010828672
00000100:00100000:0.0:1789185323.845581:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010828672
00010000:00010000:0.0:1789185323.845606:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000644171f7/0xff23d3f688d8f9fe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b5fa expref: 73 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.845617:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:1.0:1789185323.845676:0:178147:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e657db5c/0xff23d3f688d8fa52 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b64e expref: 73 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.845686:0:178147:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8c7:0x0].0x0 since=125s v=(0 0)
00010000:00010000:1.0:1789185323.845690:0:178147:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8c7:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.845696:0:178147:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f25d22cc/0xff23d3f688d937ed lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:3.0:1789185323.845705:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14e9a3480/2, rc 0, transno 4294989703
00000100:00100000:3.0:1789185323.845718:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e9a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018984192:0@lo:6:osp-syn-1-0.0
00010000:00010000:1.0:1789185323.845725:0:178147:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e657db5c/0xff23d3f688d8fa52 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b64e expref: 73 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000004:00080000:3.0:1789185323.845731:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b1517b6680/2, rc 0, transno 4294977907
00000100:00100000:3.0:1789185323.845737:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b1517b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018983296:0@lo:6:osp-syn-0-0.0
00010000:00010000:1.0:1789185323.845741:0:178147:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e657db5c/0xff23d3f688d8fa52 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b64e expref: 73 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.845754:0:178147:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e9a7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:178147:1876087018987264:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.845787:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789185323.845806:0:178147:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0d80 going to sleep for 11 seconds
00000100:00100000:3.0:1789185323.845847:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b15179b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018987648:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185323.845869:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b15179b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018987776:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185323.845901:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.845935:0:178169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018987776
00000100:00100000:1.0:1789185323.845939:0:178169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018987776
00000100:00100000:1.0:1789185323.845964:0:178169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38129
00000100:00100000:1.0:1789185323.845971:0:178169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e9a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+941:3636:x1876087018987776:12345-0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185323.845983:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00002000:00080000:1.0:1789185323.845984:0:178169:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2249 count 1
00010000:00010000:1.0:1789185323.846000:0:178169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e53016f0/0xff23d3f688d937f4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8c9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.846016:0:178169:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f9534977/0xff23d3f688d8fa67 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b663 expref: 74 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.846023:0:178169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8c9:0x0].0x0 since=125s v=(0 0)
00010000:00010000:1.0:1789185323.846026:0:178169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8c9:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.846030:0:178169:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e53016f0/0xff23d3f688d937f4 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.846037:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:1.0:1789185323.846059:0:178169:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f9534977/0xff23d3f688d8fa67 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b663 expref: 74 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.846071:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.846071:0:178169:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f9534977/0xff23d3f688d8fa67 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b663 expref: 74 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.846083:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14b5f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018987392:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.846087:0:178169:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e9a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:178169:1876087018987904:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.846121:0:178169:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a09c0 going to sleep for 11 seconds
00000100:00100000:3.0:1789185323.846128:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185323.846150:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010828928
00000100:00100000:0.0:1789185323.846155:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010828928
00010000:00010000:0.0:1789185323.846173:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000764c8e11/0xff23d3f688d8fa13 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b60f expref: 75 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.846201:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23604
00000100:00100000:0.0:1789185323.846209:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f29df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+73:2394:x1876087010828672:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.846220:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00000100:00100000:3.0:1789185323.846224:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00010000:00010000:0.0:1789185323.846225:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000644171f7/0xff23d3f688d8f9fe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8c1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b5fa expref: 73 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.846233:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b15179ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018987520:0@lo:6:osp-syn-0-0.0
00010000:00010000:0.0:1789185323.846241:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000644171f7/0xff23d3f688d8f9fe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8c1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b5fa expref: 73 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.846260:0:178150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000644171f7/0xff23d3f688d8f9fe lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8c1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b5fa expref: 73 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.846261:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:0.0:1789185323.846276:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8c1:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.846279:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8c1:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.846290:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000fe3fc84a/0xff23d3f688d937b5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.846299:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fe3fc84a/0xff23d3f688d937b5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.846313:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010829184
00010000:00010000:0.0:1789185323.846323:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185323.846329:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010829184
00010000:00010000:2.0:1789185323.846350:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003ae5aa7e/0xff23d3f688d8fa28 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b624 expref: 73 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.846357:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f29df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+73:2394:x1876087010828672:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 144us (825us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.846369:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23604
00000100:00100000:2.0:1789185323.846383:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23605
00000100:00100000:2.0:1789185323.846392:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f29dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+75:2394:x1876087010828928:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.846399:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.846404:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000764c8e11/0xff23d3f688d8fa13 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b60f expref: 75 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.846414:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000764c8e11/0xff23d3f688d8fa13 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b60f expref: 75 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.846441:0:10396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000764c8e11/0xff23d3f688d8fa13 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b60f expref: 75 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.846462:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8c3:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.846465:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8c3:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.846470:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d4cdc89e/0xff23d3f688d937bc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.846473:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23606
00010000:00010000:2.0:1789185323.846483:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d4cdc89e/0xff23d3f688d937bc lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.846488:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e9a3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+72:2394:x1876087010829184:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.846504:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.846510:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003ae5aa7e/0xff23d3f688d8fa28 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b624 expref: 72 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.846514:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1789185323.846525:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003ae5aa7e/0xff23d3f688d8fa28 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b624 expref: 72 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.846535:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f29dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+74:2394:x1876087010828928:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 142us (917us total) trans 0 rc 0/0
00010000:00010000:0.0:1789185323.846542:0:178150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003ae5aa7e/0xff23d3f688d8fa28 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b624 expref: 72 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.846564:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23605
00010000:00010000:0.0:1789185323.846579:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8c4:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.846582:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8c4:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.846586:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000dadccb78/0xff23d3f688d937ca lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.846592:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dadccb78/0xff23d3f688d937ca lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.846600:0:178145:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d4cdc89e/0xff23d3f688d937bc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.846612:0:178145:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d4cdc89e/0xff23d3f688d937bc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.846618:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1789185323.846622:0:178145:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d4cdc89e/0xff23d3f688d937bc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.846632:0:178145:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d4cdc89e/0xff23d3f688d937bc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.846638:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e9a3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+71:2394:x1876087010829184:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 153us (721us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.846649:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23606
00010000:00010000:2.0:1789185323.846655:0:178145:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1789185323.846757:0:178145:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e9a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+942:3637:x1876087018985216:12345-0@lo:6:osp-syn-0-0.0 Request processed in 13970us (14143us total) trans 4294977909 rc 0/0
00000100:00100000:2.0:1789185323.846765:0:178145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38121
00000004:00080000:3.0:1789185323.847890:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14e9a6300/2, rc 0, transno 4294977909
00000100:00100000:3.0:1789185323.847906:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e9a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018985216:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185323.848033:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151781c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018988032:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185323.848071:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.848103:0:178143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018987648
00000100:00100000:2.0:1789185323.848109:0:178145:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018987392
00000100:00100000:1.0:1789185323.848110:0:178143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018987648
00000100:00100000:2.0:1789185323.848117:0:178145:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018987392
00000100:00100000:1.0:1789185323.848150:0:178143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018987520
00000100:00100000:1.0:1789185323.848155:0:178143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018987520
00000100:00100000:2.0:1789185323.848172:0:178145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38130
00000100:00100000:2.0:1789185323.848188:0:178145:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151799180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+943:3635:x1876087018987648:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1789185323.848210:0:178145:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2248 count 1
00010000:00010000:2.0:1789185323.848234:0:178145:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006fffc687/0xff23d3f688d937fb lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8c8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.848254:0:178145:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f0b309ea/0xff23d3f688d8fa59 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b655 expref: 73 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.848263:0:178145:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8c8:0x0].0x0 since=125s v=(0 0)
00010000:00010000:2.0:1789185323.848268:0:178145:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8c8:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.848274:0:178145:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006fffc687/0xff23d3f688d937fb lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.848301:0:178145:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f0b309ea/0xff23d3f688d8fa59 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b655 expref: 73 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.848314:0:178145:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f0b309ea/0xff23d3f688d8fa59 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b655 expref: 73 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.848461:0:178145:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e9a2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:178145:1876087018988160:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185323.848506:0:178145:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b149ae2780 going to sleep for 11 seconds
00010000:00010000:2.0:1789185323.848526:0:8429:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000fe3fc84a/0xff23d3f688d937b5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.848536:0:8429:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fe3fc84a/0xff23d3f688d937b5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.848566:0:8429:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fe3fc84a/0xff23d3f688d937b5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.848576:0:8429:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fe3fc84a/0xff23d3f688d937b5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.848593:0:8429:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:2.0:1789185323.848726:0:8429:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e9a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+942:3637:x1876087018983936:12345-0@lo:6:osp-syn-1-0.0 Request processed in 17520us (18114us total) trans 4294989704 rc 0/0
00000004:00080000:3.0:1789185323.848802:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14e9a0380/2, rc 0, transno 4294989704
00000100:00100000:3.0:1789185323.848813:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e9a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018983936:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1789185323.848862:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1789185323.848868:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151780700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018988288:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1789185323.848894:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185323.848993:0:178144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018988032
00000100:00100000:3.0:1789185323.848998:0:178144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018988032
00000100:00100000:1.0:1789185323.851324:0:178143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38131
00000100:00100000:1.0:1789185323.851507:0:178143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14876f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+942:3637:x1876087018987392:12345-0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185323.851516:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38120
00002000:00080000:1.0:1789185323.851560:0:178143:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2248 count 1
00000100:00100000:2.0:1789185323.851570:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018988288
00000100:00100000:2.0:1789185323.851578:0:8429:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018988288
00010000:00010000:1.0:1789185323.851589:0:178143:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fc5b8c3a/0xff23d3f688d93802 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8c8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.851609:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38132
00010000:00010000:1.0:1789185323.851615:0:178143:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000faf84e4e/0xff23d3f688d8fa60 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b65c expref: 70 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.851621:0:8429:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14876f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+944:3637:x1876087018987520:12345-0@lo:6:osp-syn-0-0.0
00010000:00010000:1.0:1789185323.851633:0:178143:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8c8:0x0].0x0 since=125s v=(0 0)
00010000:00010000:1.0:1789185323.851638:0:178143:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8c8:0x0].0x0 since=0s v=(0 0)
00002000:00080000:2.0:1789185323.851641:0:8429:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2247 count 1
00010000:00010000:1.0:1789185323.851643:0:178143:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fc5b8c3a/0xff23d3f688d93802 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.851660:0:8429:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003654a7fb/0xff23d3f688d93809 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8c7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.851676:0:8429:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000981ce4d9/0xff23d3f688d8fa4b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b647 expref: 73 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.851689:0:8429:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8c7:0x0].0x0 since=125s v=(0 0)
00010000:00010000:2.0:1789185323.851693:0:8429:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8c7:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.851697:0:8429:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003654a7fb/0xff23d3f688d93809 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.851731:0:8429:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000981ce4d9/0xff23d3f688d8fa4b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b647 expref: 73 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.851744:0:8429:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000981ce4d9/0xff23d3f688d8fa4b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b647 expref: 73 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.851758:0:8429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e9a3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8429:1876087018988416:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185323.851818:0:8429:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b149ae2600 going to sleep for 11 seconds
00010000:00010000:2.0:1789185323.851838:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:2.0:1789185323.851846:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d4cdc89e/0xff23d3f688d937bc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.851854:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bd000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.851859:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d4cdc89e/0xff23d3f688d937bc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.851871:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d4cdc89e/0xff23d3f688d937bc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.851895:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d4cdc89e/0xff23d3f688d937bc lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.851903:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d4cdc89e/0xff23d3f688d937bc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.852011:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185323.852015:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fe3fc84a/0xff23d3f688d937b5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.852023:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde7a00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.852026:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fe3fc84a/0xff23d3f688d937b5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.852034:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fe3fc84a/0xff23d3f688d937b5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.852045:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fe3fc84a/0xff23d3f688d937b5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.852052:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fe3fc84a/0xff23d3f688d937b5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.852066:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.852067:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.852070:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789185323.852086:0:8491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38133
00000100:00100000:2.0:1789185323.852095:0:8491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151780e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+942:3637:x1876087018988288:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1789185323.852109:0:8491:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2249 count 1
00010000:00010000:2.0:1789185323.852121:0:8491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004e8cbc4d/0xff23d3f688d93810 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8c9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.852132:0:8491:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008091ab66/0xff23d3f688d8fa6e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b66a expref: 70 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.852139:0:8491:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8c9:0x0].0x0 since=125s v=(0 0)
00010000:00010000:2.0:1789185323.852216:0:8491:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8c9:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.852223:0:8491:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004e8cbc4d/0xff23d3f688d93810 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.852245:0:8491:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008091ab66/0xff23d3f688d8fa6e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b66a expref: 70 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.852255:0:8491:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008091ab66/0xff23d3f688d8fa6e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b66a expref: 70 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.852267:0:8491:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e9a0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8491:1876087018988544:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185323.852289:0:8491:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b149ae2540 going to sleep for 11 seconds
00000100:00100000:2.0:1789185323.852480:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185323.852512:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010829440
00000100:00100000:2.0:1789185323.852517:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010829440
00010000:00010000:2.0:1789185323.852539:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000098c35763/0xff23d3f688d8fa0c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b608 expref: 71 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.852593:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23607
00000100:00100000:2.0:1789185323.852602:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b269761850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+71:2394:x1876087010829440:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.852612:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.852618:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000098c35763/0xff23d3f688d8fa0c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b608 expref: 71 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.852631:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000098c35763/0xff23d3f688d8fa0c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b608 expref: 71 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.852647:0:10396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000098c35763/0xff23d3f688d8fa0c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b608 expref: 71 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.852658:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8c2:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.852661:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8c2:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.852667:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000842f3ed2/0xff23d3f688d937a0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.852675:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000842f3ed2/0xff23d3f688d937a0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.852701:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185323.852720:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b269761850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+70:2394:x1876087010829440:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 120us (241us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185323.852727:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23607
00000100:00100000:2.0:1789185323.852809:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.852835:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010829696
00000100:00100000:0.0:1789185323.852841:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010829696
00000100:00100000:2.0:1789185323.852862:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:0.0:1789185323.852871:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000db532a95/0xff23d3f688d8f9db lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b5d7 expref: 74 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.852898:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010829824
00000100:00100000:0.0:1789185323.852902:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010829824
00010000:00010000:0.0:1789185323.852917:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000bed01de5/0xff23d3f688d8fa05 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b601 expref: 75 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.852935:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23608
00000100:00100000:0.0:1789185323.852942:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e9a1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+75:2394:x1876087010829696:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.852950:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.852955:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000db532a95/0xff23d3f688d8f9db lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8bf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b5d7 expref: 75 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.852963:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000db532a95/0xff23d3f688d8f9db lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8bf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b5d7 expref: 75 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.852978:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000db532a95/0xff23d3f688d8f9db lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8bf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b5d7 expref: 75 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.852996:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8bf:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.853000:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8bf:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.853005:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000db21e579/0xff23d3f688d93792 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.853013:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000db21e579/0xff23d3f688d93792 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.853036:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185323.853064:0:8428:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e9a2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8428:1876087018986368:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.853089:0:8428:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000004f475c67/0xff23d3f688d937d1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.853108:0:178143:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000faf84e4e/0xff23d3f688d8fa60 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b65c expref: 69 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.853118:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23609
00010000:00010000:1.0:1789185323.853123:0:178143:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000faf84e4e/0xff23d3f688d8fa60 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b65c expref: 69 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.853132:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e9a3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+74:2392:x1876087010829824:12345-192.168.204.3@tcp:103:ldlm_bl.0
00000100:00100000:1.0:1789185323.853141:0:178143:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e9a4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:178143:1876087018988672:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.853183:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e9a1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+74:2394:x1876087010829696:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 240us (373us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.853190:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23608
00000100:00100000:0.0:1789185323.853229:0:178146:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f118000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:178146:1876087018986752:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.853249:0:178146:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000005d3876dd/0xff23d3f688d937df lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.853254:0:178144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38134
00000100:00100000:3.0:1789185323.853271:0:178144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151783b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+944:3637:x1876087018988032:12345-0@lo:6:osp-syn-0-0.0
00010000:00010000:0.0:1789185323.853281:0:24325:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000db21e579/0xff23d3f688d93792 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00080000:3.0:1789185323.853290:0:178144:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2250 count 1
00010000:00010000:0.0:1789185323.853291:0:24325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000db21e579/0xff23d3f688d93792 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.853305:0:24325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000db21e579/0xff23d3f688d93792 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.853309:0:178144:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000028a70db0/0xff23d3f688d93817 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8ca:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.853326:0:24325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000db21e579/0xff23d3f688d93792 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.853342:0:24325:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1789185323.853391:0:8458:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.853399:0:8458:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000bed01de5/0xff23d3f688d8fa05 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b601 expref: 73 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.853412:0:8458:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000bed01de5/0xff23d3f688d8fa05 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b601 expref: 73 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.853439:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bed01de5/0xff23d3f688d8fa05 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b601 expref: 73 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.853451:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8c2:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.853456:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8c2:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.853460:0:8458:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a2baff92/0xff23d3f688d93776 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.853469:0:8458:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a2baff92/0xff23d3f688d93776 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.853499:0:8458:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.853511:0:24325:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e9a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+945:3637:x1876087018983040:12345-0@lo:6:osp-syn-0-0.0 Request processed in 26486us (29515us total) trans 4294977910 rc 0/0
00000100:00100000:2.0:1789185323.853521:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e9a3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+72:2392:x1876087010829824:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 392us (659us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.853521:0:24325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38115
00000100:00100000:2.0:1789185323.853532:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23609
00000100:00100000:2.0:1789185323.853643:0:178142:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e9a0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:178142:1876087018986624:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.853660:0:178142:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000146315f7/0xff23d3f688d937d8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.853712:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185323.853729:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010830080
00000100:00100000:2.0:1789185323.853733:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010830080
00010000:00010000:2.0:1789185323.853750:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000fc3fcd60/0xff23d3f688d8fa2f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b62b expref: 72 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.853779:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23610
00000100:00100000:2.0:1789185323.853789:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e9a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+72:2391:x1876087010830080:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.853798:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.853803:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000fc3fcd60/0xff23d3f688d8fa2f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b62b expref: 72 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.853815:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000fc3fcd60/0xff23d3f688d8fa2f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b62b expref: 72 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.853831:0:10396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fc3fcd60/0xff23d3f688d8fa2f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b62b expref: 72 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.853847:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8c5:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.853851:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8c5:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.853855:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004f475c67/0xff23d3f688d937d1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.853864:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004f475c67/0xff23d3f688d937d1 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.853883:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185323.853899:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e9a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+71:2391:x1876087010830080:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 112us (187us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185323.853905:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23610
00010000:00010000:3.0:1789185323.854019:0:178144:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001189dfce/0xff23d3f688d8fa75 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b671 expref: 71 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.854027:0:178144:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8ca:0x0].0x0 since=125s v=(0 0)
00010000:00010000:3.0:1789185323.854031:0:178144:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8ca:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.854035:0:178144:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000028a70db0/0xff23d3f688d93817 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.854076:0:178144:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001189dfce/0xff23d3f688d8fa75 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b671 expref: 71 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.854093:0:178144:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001189dfce/0xff23d3f688d8fa75 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b671 expref: 71 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.854105:0:178144:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149808000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:178144:1876087018988800:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185323.854215:0:178144:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14c482c00 going to sleep for 11 seconds
00010000:00010000:3.0:1789185323.854231:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185323.854238:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000db21e579/0xff23d3f688d93792 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.854247:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14bc29800 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185323.854251:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000db21e579/0xff23d3f688d93792 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.854262:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000db21e579/0xff23d3f688d93792 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.854275:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000db21e579/0xff23d3f688d93792 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.854283:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000db21e579/0xff23d3f688d93792 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.854301:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.854303:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.854305:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:3.0:1789185323.854408:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f711500/2, rc 0, transno 4294977910
00000100:00100000:3.0:1789185323.854437:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f711500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018983040:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185323.854506:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14980a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018988928:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185323.854562:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185323.854596:0:24325:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018988928
00000100:00100000:0.0:1789185323.854602:0:24325:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018988928
00010000:00010000:3.0:1789185323.854607:0:16720:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f1b7551a/0xff23d3f688d9378b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.854618:0:16720:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f1b7551a/0xff23d3f688d9378b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.854629:0:16720:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f1b7551a/0xff23d3f688d9378b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.854632:0:24325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38135
00010000:00010000:3.0:1789185323.854643:0:16720:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f1b7551a/0xff23d3f688d9378b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.854644:0:24325:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14980a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+945:3635:x1876087018988928:12345-0@lo:6:osp-syn-0-0.0
00010000:00010000:3.0:1789185323.854662:0:16720:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00002000:00080000:0.0:1789185323.854678:0:24325:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2251 count 1
00010000:00010000:0.0:1789185323.854696:0:24325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008f46687d/0xff23d3f688d9381e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8cb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.854710:0:24325:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000156d4422/0xff23d3f688d8fa83 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b67f expref: 71 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.854718:0:24325:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8cb:0x0].0x0 since=125s v=(0 0)
00010000:00010000:0.0:1789185323.854721:0:24325:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8cb:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.854725:0:24325:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008f46687d/0xff23d3f688d9381e lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.854747:0:24325:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000156d4422/0xff23d3f688d8fa83 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b67f expref: 71 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.854764:0:24325:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000156d4422/0xff23d3f688d8fa83 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b67f expref: 71 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.854776:0:24325:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f118000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24325:1876087018989056:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185323.854785:0:16720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151768700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+943:3637:x1876087018982400:12345-0@lo:6:osp-syn-1-0.0 Request processed in 28000us (30910us total) trans 4294989705 rc 0/0
00000100:00100000:3.0:1789185323.854794:0:16720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38114
00000100:00100000:0.0:1789185323.854811:0:24325:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1486aac00 going to sleep for 11 seconds
00010000:00010000:3.0:1789185323.854822:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185323.854828:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f1b7551a/0xff23d3f688d9378b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.854835:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bc600 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185323.854839:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f1b7551a/0xff23d3f688d9378b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.854848:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f1b7551a/0xff23d3f688d9378b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.854860:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f1b7551a/0xff23d3f688d9378b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.854866:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f1b7551a/0xff23d3f688d9378b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.854888:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.854890:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.854893:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.855036:0:8428:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000004f475c67/0xff23d3f688d937d1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.855045:0:8428:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004f475c67/0xff23d3f688d937d1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.855054:0:8428:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004f475c67/0xff23d3f688d937d1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.855061:0:8428:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004f475c67/0xff23d3f688d937d1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.855075:0:8428:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1789185323.855247:0:8428:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f11b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+946:3635:x1876087018985984:12345-0@lo:6:osp-syn-0-0.0 Request processed in 18583us (21495us total) trans 4294977911 rc 0/0
00000100:00100000:2.0:1789185323.855257:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38124
00000004:00080000:2.0:1789185323.855300:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f29e300/2, rc 0, transno 4294977911
00000100:00100000:2.0:1789185323.855312:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f29e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018985984:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185323.855447:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1789185323.855459:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e9a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018989184:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185323.855485:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:2.0:1789185323.855509:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185323.855514:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004f475c67/0xff23d3f688d937d1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.855522:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bda00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.855525:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004f475c67/0xff23d3f688d937d1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.855534:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004f475c67/0xff23d3f688d937d1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.855564:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004f475c67/0xff23d3f688d937d1 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.855572:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004f475c67/0xff23d3f688d937d1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.855595:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.855597:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.855600:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789185323.855669:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.855814:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010829952
00000100:00100000:0.0:1789185323.855819:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010829952
00010000:00010000:0.0:1789185323.855843:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004e47a3b4/0xff23d3f688d8fa36 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b632 expref: 70 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.855870:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23611
00000100:00100000:0.0:1789185323.855879:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f283100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+70:2391:x1876087010829952:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.855890:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.855895:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004e47a3b4/0xff23d3f688d8fa36 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b632 expref: 70 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.855907:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004e47a3b4/0xff23d3f688d8fa36 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b632 expref: 70 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.855921:0:178150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004e47a3b4/0xff23d3f688d8fa36 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b632 expref: 70 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.855936:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8c5:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.855940:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8c5:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.855945:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005d3876dd/0xff23d3f688d937df lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.855954:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005d3876dd/0xff23d3f688d937df lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.855976:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.855994:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f283100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+69:2391:x1876087010829952:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 117us (326us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.856001:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23611
00000100:00100000:2.0:1789185323.856045:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:0.0:1789185323.856108:0:178146:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000005d3876dd/0xff23d3f688d937df lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.856118:0:178146:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005d3876dd/0xff23d3f688d937df lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.856127:0:178146:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005d3876dd/0xff23d3f688d937df lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.856136:0:178146:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005d3876dd/0xff23d3f688d937df lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.856151:0:178146:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000004:00080000:3.0:1789185323.856278:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b151754380/2, rc 0, transno 4294989705
00000100:00100000:3.0:1789185323.856291:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151754380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018982400:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.856383:0:178143:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0600 going to sleep for 11 seconds
00010000:00010000:3.0:1789185323.856415:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185323.856420:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005d3876dd/0xff23d3f688d937df lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.856439:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14bc29c00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185323.856443:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005d3876dd/0xff23d3f688d937df lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.856450:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005d3876dd/0xff23d3f688d937df lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.856466:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005d3876dd/0xff23d3f688d937df lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.856472:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005d3876dd/0xff23d3f688d937df lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.856492:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.856493:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.856496:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789185323.856503:0:35222:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018989184
00000100:00100000:1.0:1789185323.856510:0:35222:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018989184
00000100:00100000:3.0:1789185323.856511:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149809180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018989312:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1789185323.856570:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.856579:0:35222:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018989312
00000100:00100000:1.0:1789185323.856583:0:35222:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018989312
00000100:00100000:1.0:1789185323.856606:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38136
00000100:00100000:3.0:1789185323.856613:0:16720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38137
00000100:00100000:1.0:1789185323.856615:0:35222:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f282680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+946:3635:x1876087018989184:12345-0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185323.856627:0:16720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149808e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+944:3637:x1876087018989312:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185323.856638:0:35222:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2252 count 1
00002000:00080000:3.0:1789185323.856644:0:16720:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2250 count 1
00010000:00010000:3.0:1789185323.856662:0:16720:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007a5723bd/0xff23d3f688d93825 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8ca:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.856676:0:16720:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ab1865b4/0xff23d3f688d8fa7c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b678 expref: 68 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.856684:0:16720:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8ca:0x0].0x0 since=125s v=(0 0)
00010000:00010000:3.0:1789185323.856688:0:16720:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8ca:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.856692:0:16720:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007a5723bd/0xff23d3f688d93825 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.856718:0:16720:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ab1865b4/0xff23d3f688d8fa7c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b678 expref: 68 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.856733:0:16720:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ab1865b4/0xff23d3f688d8fa7c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b678 expref: 68 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.856734:0:35222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000439557c1/0xff23d3f688d9382c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8cc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.856759:0:16720:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149809880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16720:1876087018989440:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.856762:0:35222:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000dc8765b5/0xff23d3f688d8fa98 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b68d expref: 70 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.856771:0:35222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8cc:0x0].0x0 since=125s v=(0 0)
00010000:00010000:1.0:1789185323.856775:0:35222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8cc:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.856779:0:35222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000439557c1/0xff23d3f688d9382c lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.856790:0:16720:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14c482e40 going to sleep for 11 seconds
00010000:00010000:1.0:1789185323.856804:0:35222:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000dc8765b5/0xff23d3f688d8fa98 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b68d expref: 70 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.856816:0:35222:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000dc8765b5/0xff23d3f688d8fa98 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b68d expref: 70 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.856817:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010830208
00000100:00100000:3.0:1789185323.856823:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010830208
00000100:00100000:1.0:1789185323.856832:0:35222:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e9a7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:35222:1876087018989568:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.856846:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000090eb1bf5/0xff23d3f688d8fa3d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b639 expref: 71 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.856861:0:35222:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0f00 going to sleep for 11 seconds
00000100:00100000:3.0:1789185323.856881:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23612
00010000:00010000:1.0:1789185323.856884:0:34809:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000a2baff92/0xff23d3f688d93776 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.856892:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f29df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+71:2391:x1876087010830208:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185323.856899:0:34809:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a2baff92/0xff23d3f688d93776 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.856904:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185323.856909:0:34809:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a2baff92/0xff23d3f688d93776 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.856918:0:34809:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a2baff92/0xff23d3f688d93776 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.856934:0:34809:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1789185323.856987:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000090eb1bf5/0xff23d3f688d8fa3d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b639 expref: 71 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.857003:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000090eb1bf5/0xff23d3f688d8fa3d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b639 expref: 71 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.857021:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000090eb1bf5/0xff23d3f688d8fa3d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b639 expref: 71 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.857031:0:34809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b2769b2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+947:3636:x1876087018983424:12345-0@lo:6:osp-syn-0-0.0 Request processed in 33221us (33327us total) trans 4294977912 rc 0/0
00000100:00100000:1.0:1789185323.857046:0:34809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38111
00010000:00010000:3.0:1789185323.857049:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8c6:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.857054:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8c6:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.857059:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000146315f7/0xff23d3f688d937d8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.857069:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000146315f7/0xff23d3f688d937d8 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.857095:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.857121:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f29df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+70:2391:x1876087010830208:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 231us (1075us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.857128:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23612
00000004:00080000:1.0:1789185323.857202:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14bbfea00/2, rc 0, transno 4294977912
00000100:00100000:1.0:1789185323.857214:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14bbfea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018983424:0@lo:6:osp-syn-0-0.0
00010000:00010000:1.0:1789185323.857232:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1789185323.857238:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a2baff92/0xff23d3f688d93776 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.857246:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde7000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.857249:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a2baff92/0xff23d3f688d93776 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.857257:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a2baff92/0xff23d3f688d93776 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.857269:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a2baff92/0xff23d3f688d93776 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.857276:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a2baff92/0xff23d3f688d93776 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.857294:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.857296:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.857298:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.857311:0:35223:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000dadccb78/0xff23d3f688d937ca lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.857319:0:35223:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dadccb78/0xff23d3f688d937ca lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.857327:0:35223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dadccb78/0xff23d3f688d937ca lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.857334:0:35223:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000dadccb78/0xff23d3f688d937ca lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.857359:0:35223:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1789185323.857722:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1789185323.857734:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f29dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018989696:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185323.857770:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185323.857806:0:34809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018989696
00000100:00100000:2.0:1789185323.857811:0:34809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018989696
00000100:00100000:1.0:1789185323.857835:0:35223:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f11a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+945:3635:x1876087018985856:12345-0@lo:6:osp-syn-1-0.0 Request processed in 24026us (24633us total) trans 4294989707 rc 0/0
00000100:00100000:2.0:1789185323.857843:0:34809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38138
00000100:00100000:2.0:1789185323.857852:0:34809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f29f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+947:3637:x1876087018989696:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1789185323.857869:0:34809:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2253 count 1
00010000:00010000:2.0:1789185323.857887:0:34809:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007ef11ebc/0xff23d3f688d93833 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8cd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.857902:0:34809:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c83205a1/0xff23d3f688d8fa9f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b69b expref: 69 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.857904:0:178146:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14b5f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+945:3638:x1876087018986496:12345-0@lo:6:osp-syn-1-0.0 Request processed in 20583us (20718us total) trans 4294989706 rc 0/0
00010000:00010000:2.0:1789185323.857919:0:34809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8cd:0x0].0x0 since=125s v=(0 0)
00000100:00100000:1.0:1789185323.857935:0:35223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38123
00010000:00010000:2.0:1789185323.857936:0:34809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8cd:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.857944:0:34809:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007ef11ebc/0xff23d3f688d93833 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.857968:0:34809:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c83205a1/0xff23d3f688d8fa9f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b69b expref: 69 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000004:00080000:1.0:1789185323.857977:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f119180/2, rc 0, transno 4294989707
00010000:00010000:2.0:1789185323.857981:0:34809:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c83205a1/0xff23d3f688d8fa9f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b69b expref: 69 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.857991:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f119180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018985856:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185323.858007:0:34809:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f29ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:34809:1876087018989824:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.858045:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1789185323.858053:0:34809:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b149ae2b40 going to sleep for 11 seconds
00000100:00100000:1.0:1789185323.858055:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e9a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018989952:0@lo:6:osp-syn-1-0.0
00010000:00010000:2.0:1789185323.858075:0:178142:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000146315f7/0xff23d3f688d937d8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.858086:0:178142:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000146315f7/0xff23d3f688d937d8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.858095:0:178142:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000146315f7/0xff23d3f688d937d8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.858104:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:2.0:1789185323.858112:0:178142:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000146315f7/0xff23d3f688d937d8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.858130:0:178142:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:1.0:1789185323.858140:0:35223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018989952
00000100:00100000:1.0:1789185323.858145:0:35223:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018989952
00000100:00100000:1.0:1789185323.858170:0:35223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38139
00000100:00100000:1.0:1789185323.858178:0:35223:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e9a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+945:3636:x1876087018989952:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185323.858190:0:35223:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2251 count 1
00010000:00010000:1.0:1789185323.858206:0:35223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000584e9167/0xff23d3f688d9383a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8cb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.858218:0:35223:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f0ec9dde/0xff23d3f688d8fa8a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b686 expref: 68 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.858226:0:35223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8cb:0x0].0x0 since=125s v=(0 0)
00010000:00010000:1.0:1789185323.858229:0:35223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8cb:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.858234:0:35223:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000584e9167/0xff23d3f688d9383a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.858239:0:178142:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e9a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+948:3637:x1876087018986112:12345-0@lo:6:osp-syn-0-0.0 Request processed in 21191us (21329us total) trans 4294977913 rc 0/0
00000100:00100000:2.0:1789185323.858251:0:178142:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38125
00010000:00010000:1.0:1789185323.858262:0:35223:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f0ec9dde/0xff23d3f688d8fa8a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b686 expref: 68 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.858273:0:35223:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f0ec9dde/0xff23d3f688d8fa8a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b686 expref: 68 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000004:00080000:2.0:1789185323.858287:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f29c000/2, rc 0, transno 4294977913
00000100:00100000:1.0:1789185323.858290:0:35223:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e9a6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:35223:1876087018990080:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185323.858299:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f29c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018986112:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185323.858322:0:35223:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0e40 going to sleep for 11 seconds
00010000:00010000:1.0:1789185323.858349:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:1.0:1789185323.858353:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000dadccb78/0xff23d3f688d937ca lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.858360:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde6800 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.858364:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000dadccb78/0xff23d3f688d937ca lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.858372:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000dadccb78/0xff23d3f688d937ca lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.858388:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000dadccb78/0xff23d3f688d937ca lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.858476:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dadccb78/0xff23d3f688d937ca lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.858496:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1789185323.858500:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000146315f7/0xff23d3f688d937d8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.858507:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bd800 already unused, calling callback (ffffffffc0cd94f0)
00000100:00100000:2.0:1789185323.858509:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149d61500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018990208:0@lo:6:osp-syn-0-0.0
00010000:00010000:1.0:1789185323.858511:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000146315f7/0xff23d3f688d937d8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.858523:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000146315f7/0xff23d3f688d937d8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.858534:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000146315f7/0xff23d3f688d937d8 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.858565:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000146315f7/0xff23d3f688d937d8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.858567:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:1.0:1789185323.858597:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.858599:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.858602:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789185323.858614:0:178142:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018990208
00000100:00100000:2.0:1789185323.858619:0:178142:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018990208
00010000:00010000:1.0:1789185323.858623:0:178148:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000842f3ed2/0xff23d3f688d937a0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.858633:0:178148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000842f3ed2/0xff23d3f688d937a0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.858640:0:178148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000842f3ed2/0xff23d3f688d937a0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.858645:0:178142:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38140
00000100:00100000:2.0:1789185323.858655:0:178142:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d61c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+948:3636:x1876087018990208:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1789185323.858679:0:178142:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2254 count 1
00010000:00010000:2.0:1789185323.858692:0:178142:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001ea59ce8/0xff23d3f688d93841 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8ce:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.858704:0:178142:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000eda0c48b/0xff23d3f688d8faad lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b6a9 expref: 69 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.858711:0:178142:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8ce:0x0].0x0 since=125s v=(0 0)
00010000:00010000:2.0:1789185323.858714:0:178142:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8ce:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.858717:0:178142:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001ea59ce8/0xff23d3f688d93841 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.858731:0:178148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000842f3ed2/0xff23d3f688d937a0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.858742:0:178142:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000eda0c48b/0xff23d3f688d8faad lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b6a9 expref: 69 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.858757:0:178142:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000eda0c48b/0xff23d3f688d8faad lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b6a9 expref: 69 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.858759:0:178148:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1789185323.858772:0:178142:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149d63b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:178142:1876087018990336:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.858773:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1789185323.858780:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000842f3ed2/0xff23d3f688d937a0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.858789:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde6200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.858792:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000842f3ed2/0xff23d3f688d937a0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.858800:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000842f3ed2/0xff23d3f688d937a0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.858806:0:178142:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b149ae2c00 going to sleep for 11 seconds
00010000:00010000:1.0:1789185323.858813:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000842f3ed2/0xff23d3f688d937a0 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.858822:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000842f3ed2/0xff23d3f688d937a0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.858839:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.858842:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:2.0:1789185323.858844:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14e9a4e00/2, rc 0, transno 4294989706
00010000:00010000:1.0:1789185323.858845:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789185323.858865:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e9a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018986496:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185323.858892:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1789185323.858979:0:178148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f725500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+946:3635:x1876087018984064:12345-0@lo:6:osp-syn-1-0.0 Request processed in 31604us (32106us total) trans 4294989708 rc 0/0
00000100:00100000:1.0:1789185323.858986:0:178148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38117
00000004:00080000:2.0:1789185323.858999:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14e9a2d80/2, rc 0, transno 4294989708
00000100:00100000:2.0:1789185323.859013:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e9a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018984064:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185323.859060:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e9a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018990464:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185323.859089:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185323.859109:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149d62a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018990592:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185323.859129:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185323.859223:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018990464
00000100:00100000:2.0:1789185323.859227:0:8428:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018990464
00000100:00100000:2.0:1789185323.859246:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018990592
00000100:00100000:2.0:1789185323.859249:0:8428:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018990592
00000100:00100000:2.0:1789185323.859261:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38141
00000100:00100000:2.0:1789185323.859267:0:8428:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b2769b3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+947:3638:x1876087018990464:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1789185323.859279:0:8428:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2252 count 1
00010000:00010000:2.0:1789185323.859292:0:8428:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ee62d8df/0xff23d3f688d93848 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8cc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.859304:0:8428:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f26d62a2/0xff23d3f688d8fa91 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b694 expref: 68 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.859311:0:8428:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8cc:0x0].0x0 since=125s v=(0 0)
00010000:00010000:2.0:1789185323.859315:0:8428:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8cc:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.859393:0:8428:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ee62d8df/0xff23d3f688d93848 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.859416:0:8428:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f26d62a2/0xff23d3f688d8fa91 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b694 expref: 68 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.859440:0:8428:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f26d62a2/0xff23d3f688d8fa91 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b694 expref: 68 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.859451:0:8428:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149d62300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8428:1876087018990720:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185323.859479:0:8428:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe16180 going to sleep for 11 seconds
00010000:00010000:3.0:1789185323.860039:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.860047:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789185323.860145:0:178148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38142
00000100:00100000:1.0:1789185323.860155:0:178148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+947:3638:x1876087018990592:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185323.860170:0:178148:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2253 count 1
00010000:00010000:1.0:1789185323.860185:0:178148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005465f551/0xff23d3f688d9384f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8cd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.860199:0:178148:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000577ee418/0xff23d3f688d8faa6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b6a2 expref: 68 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.860207:0:178148:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8cd:0x0].0x0 since=125s v=(0 0)
00010000:00010000:1.0:1789185323.860212:0:178148:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8cd:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.860216:0:178148:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005465f551/0xff23d3f688d9384f lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.860235:0:178148:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000577ee418/0xff23d3f688d8faa6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b6a2 expref: 68 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.860245:0:178148:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000577ee418/0xff23d3f688d8faa6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b6a2 expref: 68 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.860256:0:178148:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e9a7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:178148:1876087018990848:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.860297:0:178148:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0900 going to sleep for 11 seconds
00000100:00100000:0.0:1789185323.860806:0:178146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38126
00000100:00100000:0.0:1789185323.864538:0:34810:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f118380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:34810:1876087018987008:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185323.864653:0:178145:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e9a2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:178145:1876087018988160:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.864692:0:178145:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006fffc687/0xff23d3f688d937fb lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.864754:0:8429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e9a3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8429:1876087018988416:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.864785:0:8429:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000003654a7fb/0xff23d3f688d93809 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.864840:0:8491:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e9a0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8491:1876087018988544:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.864860:0:8491:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000004e8cbc4d/0xff23d3f688d93810 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.864899:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.865053:0:178147:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e9a7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:178147:1876087018987264:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.865077:0:178147:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f25d22cc/0xff23d3f688d937ed lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.865171:0:34810:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000087a9560f/0xff23d3f688d937e6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.865187:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010830464
00000100:00100000:2.0:1789185323.865195:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010830464
00010000:00010000:2.0:1789185323.865232:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e657db5c/0xff23d3f688d8fa52 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b64e expref: 69 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.865275:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23613
00000100:00100000:2.0:1789185323.865285:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d62680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+69:2393:x1876087010830464:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.865303:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.865310:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e657db5c/0xff23d3f688d8fa52 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b64e expref: 69 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.865322:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e657db5c/0xff23d3f688d8fa52 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b64e expref: 69 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.865348:0:10396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e657db5c/0xff23d3f688d8fa52 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b64e expref: 69 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.865363:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8c7:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.865368:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8c7:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.865375:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f25d22cc/0xff23d3f688d937ed lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.865386:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f25d22cc/0xff23d3f688d937ed lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.865473:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185323.865523:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d62680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+68:2393:x1876087010830464:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 239us (624us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185323.865532:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23613
00000100:00100000:2.0:1789185323.865598:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185323.865715:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185323.865739:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:3.0:1789185323.866067:0:178147:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f25d22cc/0xff23d3f688d937ed lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.866078:0:178147:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f25d22cc/0xff23d3f688d937ed lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.866089:0:178147:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f25d22cc/0xff23d3f688d937ed lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.866098:0:178147:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f25d22cc/0xff23d3f688d937ed lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.866117:0:178147:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1789185323.866149:0:178169:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e9a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:178169:1876087018987904:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.866169:0:178169:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000e53016f0/0xff23d3f688d937f4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.866284:0:178147:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e9a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+947:3636:x1876087018987136:12345-0@lo:6:osp-syn-1-0.0 Request processed in 20942us (21119us total) trans 4294989709 rc 0/0
00000100:00100000:3.0:1789185323.866293:0:178147:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38128
00010000:00010000:3.0:1789185323.866316:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185323.866324:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f25d22cc/0xff23d3f688d937ed lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.866332:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde6000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185323.866337:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f25d22cc/0xff23d3f688d937ed lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.866348:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f25d22cc/0xff23d3f688d937ed lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.866362:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f25d22cc/0xff23d3f688d937ed lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.866370:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f25d22cc/0xff23d3f688d937ed lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.866388:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.866390:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.866392:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:1.0:1789185323.866453:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f29ca80/2, rc 0, transno 4294989709
00000100:00100000:1.0:1789185323.866468:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f29ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018987136:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.866538:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e9a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018990976:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.866608:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.866648:0:35218:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018990976
00000100:00100000:1.0:1789185323.866652:0:35218:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018990976
00000100:00100000:1.0:1789185323.866676:0:35218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38143
00000100:00100000:1.0:1789185323.866682:0:35218:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e9a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+947:3635:x1876087018990976:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185323.866703:0:35218:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2254 count 1
00010000:00010000:1.0:1789185323.866723:0:35218:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000842f3ed2/0xff23d3f688d93856 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8ce:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.866737:0:35218:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000fd671f57/0xff23d3f688d8fe9d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8388608->8392703) gid 0 flags: 0x40000000020000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ba6f expref: 67 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.866745:0:35218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x8ce:0x0].0x0 since=123s v=(0 0)
00010000:00010000:1.0:1789185323.866749:0:35218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8ce:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1789185323.866753:0:35218:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000842f3ed2/0xff23d3f688d93856 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.866785:0:35218:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000fd671f57/0xff23d3f688d8fe9d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8388608->8392703) gid 0 flags: 0x50000000030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ba6f expref: 67 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.866796:0:35218:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000fd671f57/0xff23d3f688d8fe9d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x8ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8388608->8392703) gid 0 flags: 0x70000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ba6f expref: 67 pid: 24325 timeout: 9501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.866807:0:35218:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e9a5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35218:1876087018991104:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.866854:0:35218:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a09c0 going to sleep for 11 seconds
00000100:00100000:2.0:1789185323.868608:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.869302:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010830720
00000100:00100000:2.0:1789185323.869363:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010830592
00000100:00100000:2.0:1789185323.869372:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010830592
00010000:00010000:2.0:1789185323.869414:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f9534977/0xff23d3f688d8fa67 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b663 expref: 70 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.869465:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23614
00000100:00100000:2.0:1789185323.869476:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d61880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+70:2393:x1876087010830592:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.869492:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00000100:00100000:1.0:1789185323.869495:0:178149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010830976
00010000:00010000:2.0:1789185323.869499:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f9534977/0xff23d3f688d8fa67 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8c9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b663 expref: 70 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.869501:0:178149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010830976
00010000:00010000:2.0:1789185323.869517:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f9534977/0xff23d3f688d8fa67 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b663 expref: 70 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.869531:0:178149:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008091ab66/0xff23d3f688d8fa6e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b66a expref: 68 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.869562:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f9534977/0xff23d3f688d8fa67 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8c9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b663 expref: 70 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.869582:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23615
00010000:00010000:2.0:1789185323.869589:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8c9:0x0].0x0 since=0s v=(0 0)
00000100:00100000:1.0:1789185323.869591:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d61180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+68:2393:x1876087010830976:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.869597:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8c9:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.869602:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.869607:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e53016f0/0xff23d3f688d937f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.869609:0:178149:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008091ab66/0xff23d3f688d8fa6e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8c9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b66a expref: 68 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.869630:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e53016f0/0xff23d3f688d937f4 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.869632:0:178149:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008091ab66/0xff23d3f688d8fa6e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8c9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b66a expref: 68 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.869662:0:178149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008091ab66/0xff23d3f688d8fa6e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8c9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b66a expref: 68 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.869678:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8c9:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.869680:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1789185323.869682:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8c9:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.869689:0:178149:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004e8cbc4d/0xff23d3f688d93810 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.869701:0:178149:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004e8cbc4d/0xff23d3f688d93810 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.869720:0:178169:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000e53016f0/0xff23d3f688d937f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.869728:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d61880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+69:2393:x1876087010830592:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 252us (1132us total) trans 0 rc 0/0
00010000:00010000:1.0:1789185323.869734:0:178169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e53016f0/0xff23d3f688d937f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.869741:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23614
00010000:00010000:1.0:1789185323.869750:0:178169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e53016f0/0xff23d3f688d937f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.869759:0:178169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e53016f0/0xff23d3f688d937f4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.869779:0:178169:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1789185323.869856:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185323.869879:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010830848
00000100:00100000:2.0:1789185323.869883:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010830848
00010000:00010000:2.0:1789185323.869901:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000981ce4d9/0xff23d3f688d8fa4b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b647 expref: 69 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.869930:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23616
00000100:00100000:2.0:1789185323.869939:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d60700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+69:2393:x1876087010830848:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.869947:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.869952:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000981ce4d9/0xff23d3f688d8fa4b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b647 expref: 69 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.869963:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000981ce4d9/0xff23d3f688d8fa4b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b647 expref: 69 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.869977:0:10396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000981ce4d9/0xff23d3f688d8fa4b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b647 expref: 69 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.869987:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8c7:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.869990:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8c7:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.869994:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003654a7fb/0xff23d3f688d93809 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.870006:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003654a7fb/0xff23d3f688d93809 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.870024:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185323.870042:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d60700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+68:2393:x1876087010830848:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 105us (187us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185323.870049:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23616
00010000:00010000:2.0:1789185323.870069:0:8429:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000003654a7fb/0xff23d3f688d93809 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.870077:0:8429:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003654a7fb/0xff23d3f688d93809 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.870086:0:8429:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003654a7fb/0xff23d3f688d93809 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.870094:0:8429:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003654a7fb/0xff23d3f688d93809 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.870117:0:8429:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:0.0:1789185323.870135:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010830720
00010000:00010000:0.0:1789185323.870161:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f0b309ea/0xff23d3f688d8fa59 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b655 expref: 68 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.870190:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23617
00000100:00100000:0.0:1789185323.870198:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b247d6e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+68:2393:x1876087010830720:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.870207:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00000100:00100000:2.0:1789185323.870212:0:8429:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14876f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+950:3637:x1876087018987520:12345-0@lo:6:osp-syn-0-0.0 Request processed in 18593us (23951us total) trans 4294977915 rc 0/0
00010000:00010000:0.0:1789185323.870215:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f0b309ea/0xff23d3f688d8fa59 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b655 expref: 68 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.870223:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38132
00010000:00010000:0.0:1789185323.870308:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f0b309ea/0xff23d3f688d8fa59 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b655 expref: 68 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.870313:0:178169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e9a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+949:3636:x1876087018987776:12345-0@lo:6:osp-syn-0-0.0 Request processed in 24339us (24407us total) trans 4294977914 rc 0/0
00000100:00100000:1.0:1789185323.870328:0:178169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38129
00010000:00010000:0.0:1789185323.870334:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f0b309ea/0xff23d3f688d8fa59 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b655 expref: 68 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.870346:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8c8:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.870350:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8c8:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.870354:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006fffc687/0xff23d3f688d937fb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.870366:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006fffc687/0xff23d3f688d937fb lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.870413:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.870450:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b247d6e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+67:2393:x1876087010830720:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 253us (4851us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.870456:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23617
00010000:00010000:1.0:1789185323.870613:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:1.0:1789185323.870621:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e53016f0/0xff23d3f688d937f4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.870624:0:178145:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006fffc687/0xff23d3f688d937fb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.870642:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde6c00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.870653:0:178145:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006fffc687/0xff23d3f688d937fb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.870653:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e53016f0/0xff23d3f688d937f4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.870679:0:178145:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006fffc687/0xff23d3f688d937fb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.870680:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e53016f0/0xff23d3f688d937f4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.870699:0:178145:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006fffc687/0xff23d3f688d937fb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.870707:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e53016f0/0xff23d3f688d937f4 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.870716:0:178145:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00010000:00010000:1.0:1789185323.870717:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e53016f0/0xff23d3f688d937f4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.870740:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:1.0:1789185323.870743:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003654a7fb/0xff23d3f688d93809 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.870750:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bce00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.870753:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003654a7fb/0xff23d3f688d93809 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.870761:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003654a7fb/0xff23d3f688d93809 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.870772:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003654a7fb/0xff23d3f688d93809 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.870780:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003654a7fb/0xff23d3f688d93809 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.870796:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1789185323.870799:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006fffc687/0xff23d3f688d937fb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.870806:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bcc00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.870808:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006fffc687/0xff23d3f688d937fb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.870815:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006fffc687/0xff23d3f688d937fb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.870825:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006fffc687/0xff23d3f688d937fb lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.870832:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006fffc687/0xff23d3f688d937fb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.870844:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.870847:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.870849:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789185323.870883:0:178145:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151799180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+949:3635:x1876087018987648:12345-0@lo:6:osp-syn-0-0.0 Request processed in 22702us (24848us total) trans 4294977916 rc 0/0
00000100:00100000:2.0:1789185323.870891:0:178145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38130
00000004:00080000:1.0:1789185323.870892:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b15179b800/2, rc 0, transno 4294977914
00000100:00100000:1.0:1789185323.870910:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b15179b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018987776:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185323.870980:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e9a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018991232:0@lo:6:osp-syn-0-0.0
00000004:00080000:2.0:1789185323.870992:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b15179b100/2, rc 0, transno 4294977916
00000100:00100000:2.0:1789185323.871007:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b15179b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018987648:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185323.871019:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185323.871057:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1789185323.871069:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149d63100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018991360:0@lo:6:osp-syn-0-0.0
00000004:00080000:1.0:1789185323.871084:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b15179ad80/2, rc 0, transno 4294977915
00000100:00100000:1.0:1789185323.871096:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b15179ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018987520:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185323.871104:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185323.871155:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e9a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018991488:0@lo:6:osp-syn-0-0.0
00010000:00010000:1.0:1789185323.871181:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185323.871186:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.871209:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d61180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+67:2393:x1876087010830976:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 1620us (5493us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185323.871217:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23615
00000100:00100000:1.0:1789185323.871240:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018991232
00000100:00100000:1.0:1789185323.871244:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018991232
00000100:00100000:3.0:1789185323.871299:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010830336
00000100:00100000:3.0:1789185323.871304:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010830336
00010000:00010000:3.0:1789185323.871314:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.871489:0:8491:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000004e8cbc4d/0xff23d3f688d93810 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.871500:0:8491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004e8cbc4d/0xff23d3f688d93810 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.871509:0:8491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004e8cbc4d/0xff23d3f688d93810 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.871517:0:8491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004e8cbc4d/0xff23d3f688d93810 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.871532:0:8491:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1789185323.871695:0:8491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151780e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+948:3637:x1876087018988288:12345-0@lo:6:osp-syn-1-0.0 Request processed in 19599us (22798us total) trans 4294989710 rc 0/0
00000100:00100000:2.0:1789185323.871703:0:8491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38133
00000100:00100000:2.0:1789185323.871720:0:8491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018991360
00000100:00100000:2.0:1789185323.871724:0:8491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018991360
00000100:00100000:0.0:1789185323.872516:0:178146:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018991488
00000100:00100000:0.0:1789185323.872524:0:178146:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018991488
00000100:00100000:3.0:1789185323.872560:0:178147:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38144
00000100:00100000:3.0:1789185323.872573:0:178147:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e9a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+951:3636:x1876087018991232:12345-0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.872584:0:178146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38145
00000100:00100000:0.0:1789185323.872594:0:178146:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+951:3638:x1876087018991360:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1789185323.872607:0:178147:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2255 count 1
00002000:00080000:0.0:1789185323.872611:0:178146:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2256 count 1
00010000:00010000:0.0:1789185323.872637:0:178146:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000089f5cf92/0xff23d3f688d93864 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8d0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.872638:0:178147:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d5ddba84/0xff23d3f688d9385d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8cf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.872669:0:178146:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000043cfda4c/0xff23d3f688d8fae5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b6c5 expref: 66 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.872670:0:178147:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f726508d/0xff23d3f688d8fb2b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b6b7 expref: 66 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.872691:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38146
00010000:00010000:0.0:1789185323.872691:0:178146:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8d0:0x0].0x0 since=125s v=(0 0)
00010000:00010000:3.0:1789185323.872693:0:178147:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8cf:0x0].0x0 since=125s v=(0 0)
00010000:00010000:0.0:1789185323.872702:0:178146:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8d0:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.872703:0:178147:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8cf:0x0].0x0 since=0s v=(0 0)
00000100:00100000:1.0:1789185323.872708:0:8429:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+951:3638:x1876087018991488:12345-0@lo:6:osp-syn-0-0.0
00010000:00010000:3.0:1789185323.872718:0:178147:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d5ddba84/0xff23d3f688d9385d lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.872718:0:178146:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000089f5cf92/0xff23d3f688d93864 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00080000:1.0:1789185323.872725:0:8429:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2257 count 1
00010000:00010000:1.0:1789185323.872742:0:8429:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dadccb78/0xff23d3f688d9386b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8d1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.872755:0:8429:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000007ebf2be1/0xff23d3f688d8faec lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b6d3 expref: 66 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.872762:0:8429:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8d1:0x0].0x0 since=125s v=(0 0)
00010000:00010000:1.0:1789185323.872765:0:8429:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8d1:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.872770:0:8429:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dadccb78/0xff23d3f688d9386b lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.872771:0:178146:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000043cfda4c/0xff23d3f688d8fae5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b6c5 expref: 66 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.872801:0:178146:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000043cfda4c/0xff23d3f688d8fae5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b6c5 expref: 66 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.872806:0:8429:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000007ebf2be1/0xff23d3f688d8faec lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b6d3 expref: 66 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.872824:0:178146:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f118380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:178146:1876087018991616:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.872826:0:8429:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000007ebf2be1/0xff23d3f688d8faec lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b6d3 expref: 66 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.872847:0:8429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14b5c2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8429:1876087018991744:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.872892:0:178146:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1486aae40 going to sleep for 11 seconds
00000100:00100000:1.0:1789185323.872893:0:8429:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0d80 going to sleep for 11 seconds
00000004:00080000:1.0:1789185323.872939:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b151780700/2, rc 0, transno 4294989710
00000100:00100000:1.0:1789185323.872952:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151780700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018988288:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.873008:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14b5c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018991872:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.873043:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.873088:0:178145:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018991872
00000100:00100000:1.0:1789185323.873092:0:178145:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018991872
00000100:00100000:1.0:1789185323.873125:0:178145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38147
00000100:00100000:1.0:1789185323.873132:0:178145:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14b5c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+948:3635:x1876087018991872:12345-0@lo:6:osp-syn-1-0.0
00010000:00010000:3.0:1789185323.873151:0:178147:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f726508d/0xff23d3f688d8fb2b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b6b7 expref: 66 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00002000:00080000:1.0:1789185323.873161:0:178145:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2255 count 1
00010000:00010000:3.0:1789185323.873164:0:178147:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f726508d/0xff23d3f688d8fb2b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b6b7 expref: 66 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.873178:0:178147:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149808700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:178147:1876087018992000:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.873180:0:178145:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a2baff92/0xff23d3f688d93872 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8cf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.873196:0:178145:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000fd29f556/0xff23d3f688d8fabb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b6be expref: 67 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.873203:0:178145:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8cf:0x0].0x0 since=125s v=(0 0)
00010000:00010000:1.0:1789185323.873207:0:178145:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8cf:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.873211:0:178145:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a2baff92/0xff23d3f688d93872 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.873213:0:178147:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14c482a80 going to sleep for 11 seconds
00010000:00010000:1.0:1789185323.873238:0:178145:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000fd29f556/0xff23d3f688d8fabb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b6be expref: 67 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.873249:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1789185323.873256:0:178145:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000fd29f556/0xff23d3f688d8fabb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b6be expref: 67 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.873258:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004e8cbc4d/0xff23d3f688d93810 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.873278:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bd200 already unused, calling callback (ffffffffc0cd94f0)
00000100:00100000:1.0:1789185323.873281:0:178145:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14b5c3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:178145:1876087018992128:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.873285:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004e8cbc4d/0xff23d3f688d93810 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.873297:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004e8cbc4d/0xff23d3f688d93810 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.873318:0:178145:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14a4dc780 going to sleep for 11 seconds
00010000:00010000:3.0:1789185323.873319:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004e8cbc4d/0xff23d3f688d93810 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.873330:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004e8cbc4d/0xff23d3f688d93810 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.874126:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185323.874149:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010831232
00000100:00100000:2.0:1789185323.874154:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010831232
00010000:00010000:2.0:1789185323.874179:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000156d4422/0xff23d3f688d8fa83 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b67f expref: 67 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.874211:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23618
00000100:00100000:2.0:1789185323.874220:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d62d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+67:2392:x1876087010831232:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.874232:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.874238:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000156d4422/0xff23d3f688d8fa83 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b67f expref: 67 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.874251:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000156d4422/0xff23d3f688d8fa83 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b67f expref: 67 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.874272:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8cb:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.874277:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8cb:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.874284:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000008f46687d/0xff23d3f688d9381e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.874295:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008f46687d/0xff23d3f688d9381e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.874315:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185323.874348:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d62d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+67:2392:x1876087010831232:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 129us (226us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185323.874355:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23618
00000100:00100000:2.0:1789185323.874412:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.874455:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010831104
00000100:00100000:0.0:1789185323.874461:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010831104
00010000:00010000:0.0:1789185323.874483:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001189dfce/0xff23d3f688d8fa75 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b671 expref: 67 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.874510:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23619
00000100:00100000:0.0:1789185323.874517:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d63480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+67:2392:x1876087010831104:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.874526:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.874531:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001189dfce/0xff23d3f688d8fa75 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b671 expref: 67 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.874542:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001189dfce/0xff23d3f688d8fa75 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b671 expref: 67 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.874577:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.874582:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.874584:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8ca:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.874585:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.874590:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8ca:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.874594:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.874596:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000028a70db0/0xff23d3f688d93817 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.874612:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000028a70db0/0xff23d3f688d93817 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.874626:0:178144:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001189dfce/0xff23d3f688d8fa75 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b671 expref: 67 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.874627:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.874642:0:178144:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149808000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:178144:1876087018988800:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.874653:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d63480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+66:2392:x1876087010831104:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 135us (240us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.874662:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23619
00010000:00010000:3.0:1789185323.874665:0:178144:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000028a70db0/0xff23d3f688d93817 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.874681:0:178144:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000028a70db0/0xff23d3f688d93817 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.874687:0:178144:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000028a70db0/0xff23d3f688d93817 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.874698:0:178144:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000028a70db0/0xff23d3f688d93817 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.874708:0:178144:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000028a70db0/0xff23d3f688d93817 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.874726:0:178144:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1789185323.875082:0:178144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151783b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+952:3637:x1876087018988032:12345-0@lo:6:osp-syn-0-0.0 Request processed in 21815us (27009us total) trans 4294977917 rc 0/0
00000100:00100000:3.0:1789185323.875090:0:178144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38134
00010000:00010000:3.0:1789185323.875112:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185323.875118:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000028a70db0/0xff23d3f688d93817 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.875126:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14a863000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185323.875131:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000028a70db0/0xff23d3f688d93817 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.875140:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000028a70db0/0xff23d3f688d93817 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.875153:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000028a70db0/0xff23d3f688d93817 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.875160:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000028a70db0/0xff23d3f688d93817 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.875176:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.875177:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.875179:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:3.0:1789185323.875205:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b151781c00/2, rc 0, transno 4294977917
00000100:00100000:3.0:1789185323.875217:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151781c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018988032:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185323.875288:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149808000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018992256:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185323.875326:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:3.0:1789185323.875475:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000085b7c645/0xff23d3f688d8ffae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x8c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 29360128->29364223) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bb80 expref: 67 pid: 16720 timeout: 9501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.875507:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23620
00000100:00100000:3.0:1789185323.875518:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d60e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+67:2393:x1876087010830336:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.875529:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.875535:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000085b7c645/0xff23d3f688d8ffae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x8c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 29360128->29364223) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bb80 expref: 67 pid: 16720 timeout: 9501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.875570:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000085b7c645/0xff23d3f688d8ffae lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 29360128->29364223) gid 0 flags: 0x50000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bb80 expref: 67 pid: 16720 timeout: 9501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.875593:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000085b7c645/0xff23d3f688d8ffae lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 29360128->29364223) gid 0 flags: 0x44801400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bb80 expref: 67 pid: 16720 timeout: 9501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.875606:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8c6:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1789185323.875609:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8c6:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1789185323.875614:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000087a9560f/0xff23d3f688d937e6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.875623:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000087a9560f/0xff23d3f688d937e6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.875651:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1789185323.875662:0:34810:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000087a9560f/0xff23d3f688d937e6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.875674:0:34810:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000087a9560f/0xff23d3f688d937e6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.875680:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d60e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+66:2393:x1876087010830336:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 164us (9938us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.875693:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23620
00010000:00010000:0.0:1789185323.875693:0:34810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000087a9560f/0xff23d3f688d937e6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.875705:0:34810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000087a9560f/0xff23d3f688d937e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.875719:0:34810:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1789185323.875727:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185323.875733:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000087a9560f/0xff23d3f688d937e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.875741:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14bc29e00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185323.875744:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000087a9560f/0xff23d3f688d937e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.875753:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000087a9560f/0xff23d3f688d937e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.875835:0:34810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f11a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+949:3636:x1876087018986880:12345-0@lo:6:osp-syn-1-0.0 Request processed in 34106us (34210us total) trans 4294989711 rc 0/0
00000100:00100000:0.0:1789185323.875843:0:34810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38127
00000100:00100000:0.0:1789185323.875862:0:34810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018992256
00000100:00100000:0.0:1789185323.875867:0:34810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018992256
00000100:00100000:0.0:1789185323.875890:0:34810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38148
00000100:00100000:0.0:1789185323.875897:0:34810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14980b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+952:3636:x1876087018992256:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1789185323.875918:0:34810:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2258 count 1
00010000:00010000:0.0:1789185323.875938:0:34810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a850fc00/0xff23d3f688d93879 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8d2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.875953:0:34810:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000ccc3624/0xff23d3f688d8faf3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b6e1 expref: 65 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.875961:0:34810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8d2:0x0].0x0 since=125s v=(0 0)
00010000:00010000:0.0:1789185323.875964:0:34810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8d2:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.875969:0:34810:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a850fc00/0xff23d3f688d93879 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.875996:0:34810:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000ccc3624/0xff23d3f688d8faf3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b6e1 expref: 65 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.876009:0:34810:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000ccc3624/0xff23d3f688d8faf3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b6e1 expref: 65 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.876022:0:34810:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f119c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:34810:1876087018992384:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.876068:0:34810:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1486aa300 going to sleep for 11 seconds
00000004:00080000:0.0:1789185323.876099:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f11ad80/2, rc 0, transno 4294989711
00000100:00100000:0.0:1789185323.876110:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f11ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018986880:0@lo:6:osp-syn-1-0.0
00010000:00010000:1.0:1789185323.876186:0:24325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000156d4422/0xff23d3f688d8fa83 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b67f expref: 65 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.876200:0:24325:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f118000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24325:1876087018989056:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.876224:0:24325:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000008f46687d/0xff23d3f688d9381e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.876234:0:24325:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000008f46687d/0xff23d3f688d9381e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.876241:0:24325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008f46687d/0xff23d3f688d9381e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.876249:0:24325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008f46687d/0xff23d3f688d9381e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.876257:0:24325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008f46687d/0xff23d3f688d9381e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.876276:0:24325:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1789185323.876408:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000087a9560f/0xff23d3f688d937e6 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.876418:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000087a9560f/0xff23d3f688d937e6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.876448:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185323.876452:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008f46687d/0xff23d3f688d9381e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.876459:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14bc29600 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185323.876462:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008f46687d/0xff23d3f688d9381e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.876470:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008f46687d/0xff23d3f688d9381e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.876481:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008f46687d/0xff23d3f688d9381e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.876488:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008f46687d/0xff23d3f688d9381e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.876503:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.876506:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.876509:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789185323.876536:0:16720:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149809880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16720:1876087018989440:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.876572:0:16720:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000007a5723bd/0xff23d3f688d93825 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.876882:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185323.876997:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.877087:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010831488
00000100:00100000:0.0:1789185323.877093:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010831488
00010000:00010000:0.0:1789185323.877299:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ab1865b4/0xff23d3f688d8fa7c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b678 expref: 66 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.877330:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010831744
00000100:00100000:0.0:1789185323.877334:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010831744
00010000:00010000:0.0:1789185323.877353:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000fd671f57/0xff23d3f688d8fe9d lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x8ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8388608->8392703) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ba6f expref: 67 pid: 24325 timeout: 9501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.877375:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23621
00000100:00100000:0.0:1789185323.877383:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b247d6e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+67:2392:x1876087010831488:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.877394:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.877401:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ab1865b4/0xff23d3f688d8fa7c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b678 expref: 67 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.877413:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ab1865b4/0xff23d3f688d8fa7c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b678 expref: 67 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.877441:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ab1865b4/0xff23d3f688d8fa7c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b678 expref: 67 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.877451:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:0.0:1789185323.877457:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8ca:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.877462:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8ca:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.877468:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007a5723bd/0xff23d3f688d93825 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.877477:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007a5723bd/0xff23d3f688d93825 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.877482:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:0.0:1789185323.877509:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185323.877564:0:35222:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e9a7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:35222:1876087018989568:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.877573:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b247d6e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+66:2392:x1876087010831488:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 189us (691us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.877582:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23621
00010000:00010000:2.0:1789185323.877587:0:35222:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000439557c1/0xff23d3f688d9382c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.877602:0:24325:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14980a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+953:3635:x1876087018988928:12345-0@lo:6:osp-syn-0-0.0 Request processed in 22957us (23055us total) trans 4294977918 rc 0/0
00000100:00100000:1.0:1789185323.877612:0:24325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38135
00000100:00100000:0.0:1789185323.877638:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010831360
00000100:00100000:0.0:1789185323.877643:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010831360
00000100:00100000:2.0:1789185323.877656:0:34809:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f29ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:34809:1876087018989824:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.877659:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000faf84e4e/0xff23d3f688d8fa60 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b65c expref: 66 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.877675:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789185323.877677:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010831616
00010000:00010000:2.0:1789185323.877681:0:34809:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000007ef11ebc/0xff23d3f688d93833 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.877681:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010831616
00010000:00010000:0.0:1789185323.877695:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000577ee418/0xff23d3f688d8faa6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b6a2 expref: 67 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.877710:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23622
00000100:00100000:0.0:1789185323.877717:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d63800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+67:2392:x1876087010831744:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.877725:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.877730:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000fd671f57/0xff23d3f688d8fe9d lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x8ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8388608->8392703) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ba6f expref: 67 pid: 24325 timeout: 9501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.877742:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000fd671f57/0xff23d3f688d8fe9d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x8ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8388608->8392703) gid 0 flags: 0x50000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ba6f expref: 67 pid: 24325 timeout: 9501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.877754:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8ce:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1789185323.877758:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8ce:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1789185323.877763:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000842f3ed2/0xff23d3f688d93856 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.877771:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000842f3ed2/0xff23d3f688d93856 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.877782:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.877799:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d63800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+67:2392:x1876087010831744:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 83us (804us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.877805:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23622
00000100:00100000:0.0:1789185323.877820:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23623
00000100:00100000:0.0:1789185323.877828:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d60a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+66:2392:x1876087010831360:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.877836:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.877841:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000faf84e4e/0xff23d3f688d8fa60 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b65c expref: 66 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.877854:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000faf84e4e/0xff23d3f688d8fa60 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b65c expref: 66 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.877857:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00010000:00010000:0.0:1789185323.877870:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8c8:0x0].0x0 since=0s v=(0 0)
00000100:00100000:1.0:1789185323.877871:0:35223:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e9a6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:35223:1876087018990080:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185323.877877:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151766300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018992512:0@lo:6:osp-syn-1-0.0
00010000:00010000:0.0:1789185323.877877:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8c8:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.877886:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000fc5b8c3a/0xff23d3f688d93802 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.877891:0:35223:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000584e9167/0xff23d3f688d9383a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.877896:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fc5b8c3a/0xff23d3f688d93802 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.877922:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185323.877929:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185323.877944:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d60a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+66:2392:x1876087010831360:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 116us (495us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.877951:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23623
00000100:00100000:0.0:1789185323.877966:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23624
00000100:00100000:2.0:1789185323.877972:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018992512
00000100:00100000:0.0:1789185323.877974:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d62680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+65:2392:x1876087010831616:12345-192.168.204.3@tcp:103:ldlm_bl.0
00000100:00100000:2.0:1789185323.877978:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018992512
00010000:00010000:0.0:1789185323.877983:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.877989:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000577ee418/0xff23d3f688d8faa6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b6a2 expref: 65 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.877999:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000577ee418/0xff23d3f688d8faa6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b6a2 expref: 65 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.878011:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8cd:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.878014:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8cd:0x0].0x0 since=0s v=(0 0)
00000100:00100000:2.0:1789185323.878019:0:178144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38149
00010000:00010000:0.0:1789185323.878020:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005465f551/0xff23d3f688d9384f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.878032:0:178144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+949:3638:x1876087018992512:12345-0@lo:6:osp-syn-1-0.0
00010000:00010000:0.0:1789185323.878033:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005465f551/0xff23d3f688d9384f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.878050:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00002000:00080000:2.0:1789185323.878061:0:178144:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2256 count 1
00000004:00080000:1.0:1789185323.878063:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14980a300/2, rc 0, transno 4294977918
00000100:00100000:0.0:1789185323.878068:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d62680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+65:2392:x1876087010831616:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 93us (586us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.878078:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23624
00000100:00100000:1.0:1789185323.878082:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14980a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018988928:0@lo:6:osp-syn-0-0.0
00010000:00010000:2.0:1789185323.878091:0:178144:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004f475c67/0xff23d3f688d93880 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8d0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.878108:0:178144:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008fe428c0/0xff23d3f688d8fac2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b6cc expref: 64 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.878111:0:16720:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000007a5723bd/0xff23d3f688d93825 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.878118:0:178144:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8d0:0x0].0x0 since=125s v=(0 0)
00010000:00010000:2.0:1789185323.878123:0:178144:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8d0:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.878128:0:178144:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004f475c67/0xff23d3f688d93880 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.878154:0:178144:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008fe428c0/0xff23d3f688d8fac2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b6cc expref: 64 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.878155:0:178143:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000faf84e4e/0xff23d3f688d8fa60 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b65c expref: 64 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.878184:0:178144:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008fe428c0/0xff23d3f688d8fac2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b6cc expref: 63 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.878189:0:178143:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e9a4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:178143:1876087018988672:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.878207:0:178143:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000fc5b8c3a/0xff23d3f688d93802 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.878208:0:178144:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149d60700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:178144:1876087018992768:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.878232:0:16720:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007a5723bd/0xff23d3f688d93825 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.878233:0:178143:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000fc5b8c3a/0xff23d3f688d93802 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.878252:0:178144:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe16a80 going to sleep for 11 seconds
00010000:00010000:0.0:1789185323.878258:0:16720:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007a5723bd/0xff23d3f688d93825 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.878259:0:178143:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fc5b8c3a/0xff23d3f688d93802 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.878269:0:16720:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007a5723bd/0xff23d3f688d93825 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.878297:0:178143:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fc5b8c3a/0xff23d3f688d93802 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.878299:0:16720:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1789185323.878305:0:178142:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149d63b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:178142:1876087018990336:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.878311:0:178143:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fc5b8c3a/0xff23d3f688d93802 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.878324:0:178142:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001ea59ce8/0xff23d3f688d93841 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.878329:0:178143:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:0.0:1789185323.878437:0:16720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149808e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+951:3637:x1876087018989312:12345-0@lo:6:osp-syn-1-0.0 Request processed in 21815us (21866us total) trans 4294989712 rc 0/0
00000100:00100000:0.0:1789185323.878444:0:16720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38137
00000100:00100000:2.0:1789185323.878527:0:8428:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149d62300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8428:1876087018990720:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.878541:0:8428:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ee62d8df/0xff23d3f688d93848 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.878616:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.878637:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010832000
00000100:00100000:0.0:1789185323.878642:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010832000
00000100:00100000:2.0:1789185323.878662:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:0.0:1789185323.878674:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c83205a1/0xff23d3f688d8fa9f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b69b expref: 65 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.878686:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:3.0:1789185323.879094:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:3.0:1789185323.879103:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007a5723bd/0xff23d3f688d93825 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.879117:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14a862000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185323.879122:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007a5723bd/0xff23d3f688d93825 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.879132:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007a5723bd/0xff23d3f688d93825 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.879149:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007a5723bd/0xff23d3f688d93825 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.879158:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007a5723bd/0xff23d3f688d93825 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.879178:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185323.879181:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fc5b8c3a/0xff23d3f688d93802 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.879188:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde7600 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185323.879192:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fc5b8c3a/0xff23d3f688d93802 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.879200:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fc5b8c3a/0xff23d3f688d93802 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.879210:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fc5b8c3a/0xff23d3f688d93802 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.879217:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fc5b8c3a/0xff23d3f688d93802 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.879231:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.879233:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.879235:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.879241:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789185323.879277:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010832256
00000100:00100000:0.0:1789185323.879283:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010832256
00000100:00100000:2.0:1789185323.879298:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:0.0:1789185323.879304:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000eda0c48b/0xff23d3f688d8faad lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b6a9 expref: 66 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.879330:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010831872
00000100:00100000:0.0:1789185323.879334:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010831872
00000100:00100000:2.0:1789185323.879342:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:0.0:1789185323.879349:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000dc8765b5/0xff23d3f688d8fa98 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b68d expref: 67 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.879363:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010832128
00000100:00100000:0.0:1789185323.879366:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010832128
00010000:00010000:0.0:1789185323.879379:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f0ec9dde/0xff23d3f688d8fa8a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b686 expref: 64 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.879391:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010832384
00000100:00100000:0.0:1789185323.879394:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010832384
00010000:00010000:0.0:1789185323.879406:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f26d62a2/0xff23d3f688d8fa91 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b694 expref: 65 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.879416:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23625
00000100:00100000:0.0:1789185323.879433:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d62300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+67:2393:x1876087010832000:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.879445:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.879450:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c83205a1/0xff23d3f688d8fa9f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b69b expref: 67 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.879458:0:178143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14876f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+950:3637:x1876087018987392:12345-0@lo:6:osp-syn-1-0.0 Request processed in 27958us (33328us total) trans 4294989713 rc 0/0
00010000:00010000:0.0:1789185323.879466:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c83205a1/0xff23d3f688d8fa9f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b69b expref: 67 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.879472:0:178143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38131
00000100:00100000:3.0:1789185323.879474:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23626
00000100:00100000:3.0:1789185323.879490:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d63b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+67:2393:x1876087010832256:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.879495:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c83205a1/0xff23d3f688d8fa9f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b69b expref: 67 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.879502:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.879511:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000eda0c48b/0xff23d3f688d8faad lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b6a9 expref: 66 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.879513:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8cd:0x0].0x0 since=0s v=(0 0)
00000004:00080000:1.0:1789185323.879521:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b149809180/2, rc 0, transno 4294989712
00010000:00010000:0.0:1789185323.879522:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8cd:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.879531:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000eda0c48b/0xff23d3f688d8faad lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b6a9 expref: 66 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.879533:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000007ef11ebc/0xff23d3f688d93833 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.879558:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149809180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018989312:0@lo:6:osp-syn-1-0.0
00000004:00080000:1.0:1789185323.879572:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14b5f9180/2, rc 0, transno 4294989713
00000100:00100000:1.0:1789185323.879576:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14b5f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018987392:0@lo:6:osp-syn-1-0.0
00010000:00010000:0.0:1789185323.879576:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007ef11ebc/0xff23d3f688d93833 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.879585:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1789185323.879596:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1517b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018992640:0@lo:6:osp-syn-0-0.0
00010000:00010000:0.0:1789185323.879608:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185323.879623:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185323.879647:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d62300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+66:2393:x1876087010832000:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 224us (1031us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.879656:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23625
00000100:00100000:2.0:1789185323.879672:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149d63480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018992896:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185323.879679:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23627
00000100:00100000:0.0:1789185323.879688:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d61180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+65:2393:x1876087010831872:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.879697:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.879702:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000dc8765b5/0xff23d3f688d8fa98 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8cc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b68d expref: 65 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.879711:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:0.0:1789185323.879721:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000dc8765b5/0xff23d3f688d8fa98 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8cc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b68d expref: 65 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.879736:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dc8765b5/0xff23d3f688d8fa98 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8cc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b68d expref: 65 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.879740:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789185323.879741:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23628
00000100:00100000:2.0:1789185323.879752:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149d60e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018993024:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.879755:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b269762050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+65:2393:x1876087010832128:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185323.879769:0:8458:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.879770:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8cc:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.879775:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8cc:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.879777:0:8458:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f0ec9dde/0xff23d3f688d8fa8a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b686 expref: 65 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.879780:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000439557c1/0xff23d3f688d9382c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.879803:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000439557c1/0xff23d3f688d9382c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.879812:0:8458:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f0ec9dde/0xff23d3f688d8fa8a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b686 expref: 65 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.879828:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1789185323.879830:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f0ec9dde/0xff23d3f688d8fa8a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b686 expref: 65 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.879843:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8cb:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.879847:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8cb:0x0].0x0 since=0s v=(0 0)
00000100:00100000:0.0:1789185323.879853:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d61180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+64:2393:x1876087010831872:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 164us (1168us total) trans 0 rc 0/0
00010000:00010000:1.0:1789185323.879854:0:8458:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000584e9167/0xff23d3f688d9383a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.879867:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23627
00010000:00010000:1.0:1789185323.879870:0:8458:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000584e9167/0xff23d3f688d9383a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.879886:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23629
00010000:00010000:1.0:1789185323.879893:0:8458:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.879897:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d62d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+64:2393:x1876087010832384:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185323.879909:0:35223:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000584e9167/0xff23d3f688d9383a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.879909:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.879915:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f26d62a2/0xff23d3f688d8fa91 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8cc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b694 expref: 64 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.879923:0:35223:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000584e9167/0xff23d3f688d9383a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.879933:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f26d62a2/0xff23d3f688d8fa91 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8cc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b694 expref: 64 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.879947:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f26d62a2/0xff23d3f688d8fa91 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8cc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b694 expref: 64 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.879962:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8cc:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.879965:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8cc:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.879969:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ee62d8df/0xff23d3f688d93848 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.879976:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ee62d8df/0xff23d3f688d93848 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.879997:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1789185323.880011:0:35223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000584e9167/0xff23d3f688d9383a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.880021:0:35223:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000584e9167/0xff23d3f688d9383a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.880041:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000eda0c48b/0xff23d3f688d8faad lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b6a9 expref: 63 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.880042:0:35223:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1789185323.880053:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d62d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+63:2393:x1876087010832384:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 158us (711us total) trans 0 rc 0/0
00010000:00010000:3.0:1789185323.880057:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8ce:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.880063:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8ce:0x0].0x0 since=0s v=(0 0)
00000100:00100000:0.0:1789185323.880063:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23629
00010000:00010000:3.0:1789185323.880070:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001ea59ce8/0xff23d3f688d93841 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.880079:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001ea59ce8/0xff23d3f688d93841 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.880090:0:34809:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000007ef11ebc/0xff23d3f688d93833 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.880094:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185323.880101:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000584e9167/0xff23d3f688d9383a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.880104:0:34809:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007ef11ebc/0xff23d3f688d93833 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.880118:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde7400 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185323.880122:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000584e9167/0xff23d3f688d9383a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.880138:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000584e9167/0xff23d3f688d9383a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.880140:0:34809:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007ef11ebc/0xff23d3f688d93833 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.880160:0:34809:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007ef11ebc/0xff23d3f688d93833 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.880163:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000584e9167/0xff23d3f688d9383a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.880174:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000584e9167/0xff23d3f688d9383a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.880178:0:34809:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1789185323.880199:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185323.880203:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007ef11ebc/0xff23d3f688d93833 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.880210:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bd600 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185323.880214:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007ef11ebc/0xff23d3f688d93833 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.880222:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007ef11ebc/0xff23d3f688d93833 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.880234:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007ef11ebc/0xff23d3f688d93833 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.880240:0:35223:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e9a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+950:3636:x1876087018989952:12345-0@lo:6:osp-syn-1-0.0 Request processed in 22061us (22137us total) trans 4294989714 rc 0/0
00010000:00010000:3.0:1789185323.880247:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007ef11ebc/0xff23d3f688d93833 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.880256:0:35223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38139
00010000:00010000:3.0:1789185323.880266:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.880269:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.880271:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789185323.880285:0:34809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f29f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+953:3637:x1876087018989696:12345-0@lo:6:osp-syn-0-0.0 Request processed in 22432us (22512us total) trans 4294977919 rc 0/0
00010000:00010000:3.0:1789185323.880290:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.880294:0:34809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38138
00010000:00010000:3.0:1789185323.880309:0:178142:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001ea59ce8/0xff23d3f688d93841 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.880313:0:34809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018992640
00000100:00100000:0.0:1789185323.880319:0:34809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018992640
00010000:00010000:3.0:1789185323.880321:0:178142:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001ea59ce8/0xff23d3f688d93841 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.880337:0:178142:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001ea59ce8/0xff23d3f688d93841 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.880343:0:34809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018992896
00010000:00010000:3.0:1789185323.880345:0:178142:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001ea59ce8/0xff23d3f688d93841 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.880348:0:34809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018992896
00000100:00100000:0.0:1789185323.880365:0:34809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38150
00000100:00100000:0.0:1789185323.880371:0:34809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1517b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+953:3637:x1876087018992640:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1789185323.880389:0:34809:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2259 count 1
00010000:00010000:0.0:1789185323.880406:0:34809:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000975c7499/0xff23d3f688d93887 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8d3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.880421:0:34809:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000065c6e87d/0xff23d3f688d8fafa lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b6ef expref: 62 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.880442:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:0.0:1789185323.880444:0:34809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8d3:0x0].0x0 since=125s v=(0 0)
00010000:00010000:0.0:1789185323.880449:0:34809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8d3:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.880453:0:34809:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000975c7499/0xff23d3f688d93887 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.880454:0:35223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018993024
00000100:00100000:1.0:1789185323.880461:0:35223:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018993024
00010000:00010000:2.0:1789185323.880481:0:8428:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ee62d8df/0xff23d3f688d93848 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.880483:0:34809:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000065c6e87d/0xff23d3f688d8fafa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b6ef expref: 62 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.880494:0:35223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38151
00000100:00100000:1.0:1789185323.880506:0:35223:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e9a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+951:3635:x1876087018992896:12345-0@lo:6:osp-syn-1-0.0
00010000:00010000:0.0:1789185323.880513:0:34809:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000065c6e87d/0xff23d3f688d8fafa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b6ef expref: 62 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.880518:0:8428:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ee62d8df/0xff23d3f688d93848 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00080000:1.0:1789185323.880523:0:35223:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2257 count 1
00010000:00010000:1.0:1789185323.880540:0:35223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e53016f0/0xff23d3f688d9388e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8d1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.880543:0:8428:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ee62d8df/0xff23d3f688d93848 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.880573:0:35223:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000514fa64b/0xff23d3f688d8fac9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b6da expref: 62 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.880586:0:8428:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ee62d8df/0xff23d3f688d93848 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.880588:0:35223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8d1:0x0].0x0 since=125s v=(0 0)
00010000:00010000:1.0:1789185323.880596:0:35223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8d1:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.880605:0:35223:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e53016f0/0xff23d3f688d9388e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.880612:0:8428:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1789185323.880626:0:34809:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f118e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:34809:1876087018993152:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.880631:0:35223:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000514fa64b/0xff23d3f688d8fac9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b6da expref: 62 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.880651:0:35223:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000514fa64b/0xff23d3f688d8fac9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b6da expref: 62 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.880669:0:35223:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f283100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:35223:1876087018993280:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.880680:0:34809:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1486aaf00 going to sleep for 11 seconds
00000100:00100000:1.0:1789185323.880709:0:35223:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14a4dce40 going to sleep for 11 seconds
00000004:00080000:0.0:1789185323.880716:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14e9a5f80/2, rc 0, transno 4294989714
00000100:00100000:0.0:1789185323.880731:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e9a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018989952:0@lo:6:osp-syn-1-0.0
00010000:00010000:1.0:1789185323.880744:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185323.880754:0:178142:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1789185323.880758:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ee62d8df/0xff23d3f688d93848 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.880762:0:178169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38152
00010000:00010000:1.0:1789185323.880772:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bd400 already unused, calling callback (ffffffffc0cd94f0)
00000100:00100000:0.0:1789185323.880777:0:178169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e9a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+952:3635:x1876087018993024:12345-0@lo:6:osp-syn-1-0.0
00010000:00010000:1.0:1789185323.880779:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ee62d8df/0xff23d3f688d93848 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.880790:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ee62d8df/0xff23d3f688d93848 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00080000:0.0:1789185323.880793:0:178169:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2258 count 1
00010000:00010000:1.0:1789185323.880807:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ee62d8df/0xff23d3f688d93848 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.880811:0:178169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005d3876dd/0xff23d3f688d93895 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8d2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.880818:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ee62d8df/0xff23d3f688d93848 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.880829:0:178169:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000487948da/0xff23d3f688d8fad0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b6e8 expref: 62 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.880837:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185323.880839:0:178169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8d2:0x0].0x0 since=125s v=(0 0)
00010000:00010000:1.0:1789185323.880842:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001ea59ce8/0xff23d3f688d93841 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.880843:0:178169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8d2:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.880852:0:178169:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005d3876dd/0xff23d3f688d93895 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.880857:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bc200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.880863:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001ea59ce8/0xff23d3f688d93841 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.880873:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001ea59ce8/0xff23d3f688d93841 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.880881:0:178169:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000487948da/0xff23d3f688d8fad0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b6e8 expref: 62 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.880892:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001ea59ce8/0xff23d3f688d93841 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.880896:0:178169:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000487948da/0xff23d3f688d8fad0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b6e8 expref: 62 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.880905:0:8428:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b2769b3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+952:3638:x1876087018990464:12345-0@lo:6:osp-syn-1-0.0 Request processed in 21634us (21811us total) trans 4294989715 rc 0/0
00010000:00010000:1.0:1789185323.880913:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001ea59ce8/0xff23d3f688d93841 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.880939:0:178169:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f11bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:178169:1876087018993408:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.880965:0:178169:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1486aa840 going to sleep for 11 seconds
00010000:00010000:0.0:1789185323.880980:0:35222:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000439557c1/0xff23d3f688d9382c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.880990:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38141
00010000:00010000:0.0:1789185323.880992:0:35222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000439557c1/0xff23d3f688d9382c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.881001:0:35222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000439557c1/0xff23d3f688d9382c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.881009:0:35222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000439557c1/0xff23d3f688d9382c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.881023:0:35222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1789185323.881054:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1789185323.881059:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000439557c1/0xff23d3f688d9382c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.881067:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde7c00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.881071:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000439557c1/0xff23d3f688d9382c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.881080:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000439557c1/0xff23d3f688d9382c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.881092:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000439557c1/0xff23d3f688d9382c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.881100:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000439557c1/0xff23d3f688d9382c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.881117:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.881119:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.881121:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:1.0:1789185323.881150:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f29dc00/2, rc 0, transno 4294977919
00000100:00100000:1.0:1789185323.881163:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f29dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018989696:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185323.881173:0:178142:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d61c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+955:3636:x1876087018990208:12345-0@lo:6:osp-syn-0-0.0 Request processed in 22515us (22629us total) trans 4294977920 rc 0/0
00000100:00100000:3.0:1789185323.881182:0:178142:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38140
00000100:00100000:0.0:1789185323.881186:0:35222:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f282680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+955:3635:x1876087018989184:12345-0@lo:6:osp-syn-0-0.0 Request processed in 24570us (25697us total) trans 4294977921 rc 0/0
00000100:00100000:0.0:1789185323.881197:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38136
00000100:00100000:1.0:1789185323.881222:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f283480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018993536:0@lo:6:osp-syn-0-0.0
00000004:00080000:3.0:1789185323.881227:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b149d61500/2, rc 0, transno 4294977920
00000100:00100000:3.0:1789185323.881241:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149d61500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018990208:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185323.881255:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:3.0:1789185323.881259:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:2.0:1789185323.881592:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14e9a2680/2, rc 0, transno 4294977921
00000100:00100000:2.0:1789185323.881599:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e9a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018989184:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185323.881605:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1789185323.881615:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149809880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018993664:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185323.881639:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185323.881884:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789185323.881893:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149809f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018993792:0@lo:6:osp-syn-0-0.0
00010000:00010000:3.0:1789185323.881925:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.881930:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789185323.881952:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d63b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+62:2393:x1876087010832256:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 2466us (3289us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.881960:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23626
00000100:00100000:0.0:1789185323.882770:0:35222:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018993536
00000100:00100000:0.0:1789185323.882777:0:35222:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018993536
00000100:00100000:0.0:1789185323.882815:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38153
00000100:00100000:0.0:1789185323.882824:0:35222:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f282d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+954:3637:x1876087018993536:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1789185323.882844:0:35222:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2260 count 1
00010000:00010000:0.0:1789185323.882867:0:35222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000db21e579/0xff23d3f688d9389c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8d4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.882887:0:35222:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000045e7c434/0xff23d3f688d8fb01 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b6fd expref: 61 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.882896:0:35222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8d4:0x0].0x0 since=125s v=(0 0)
00010000:00010000:0.0:1789185323.882900:0:35222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8d4:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.882905:0:35222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000db21e579/0xff23d3f688d9389c lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.882931:0:35222:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000045e7c434/0xff23d3f688d8fb01 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b6fd expref: 61 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.882942:0:35222:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000045e7c434/0xff23d3f688d8fb01 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b6fd expref: 61 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.882954:0:35222:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f11b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:35222:1876087018993920:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.882998:0:35222:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1486aac00 going to sleep for 11 seconds
00000100:00100000:2.0:1789185323.883345:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789185323.883383:0:16720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018993664
00000100:00100000:1.0:1789185323.883389:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185323.883390:0:16720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018993664
00000100:00100000:3.0:1789185323.883438:0:16720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018993792
00000100:00100000:3.0:1789185323.883443:0:16720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018993792
00000100:00100000:1.0:1789185323.883444:0:24325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38154
00000100:00100000:1.0:1789185323.883456:0:24325:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f283800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+956:3637:x1876087018993664:12345-0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185323.883469:0:16720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38155
00002000:00080000:1.0:1789185323.883473:0:24325:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2261 count 1
00000100:00100000:3.0:1789185323.883480:0:16720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f283b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+956:3636:x1876087018993792:12345-0@lo:6:osp-syn-0-0.0
00010000:00010000:1.0:1789185323.883490:0:24325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bfc3353f/0xff23d3f688d938a3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8d5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00080000:3.0:1789185323.883496:0:16720:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2262 count 1
00010000:00010000:1.0:1789185323.883506:0:24325:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006678c2d8/0xff23d3f688d8fb1d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b70b expref: 61 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.883511:0:16720:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fb0703b2/0xff23d3f688d938aa lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8d6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.883519:0:24325:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8d5:0x0].0x0 since=125s v=(0 0)
00010000:00010000:1.0:1789185323.883525:0:24325:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8d5:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.883531:0:16720:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000008f466b18/0xff23d3f688d8fb24 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b719 expref: 61 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.883532:0:24325:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bfc3353f/0xff23d3f688d938a3 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.883565:0:16720:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8d6:0x0].0x0 since=125s v=(0 0)
00010000:00010000:3.0:1789185323.883574:0:16720:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8d6:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.883580:0:16720:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fb0703b2/0xff23d3f688d938aa lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.883593:0:24325:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006678c2d8/0xff23d3f688d8fb1d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b70b expref: 61 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.883603:0:24325:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006678c2d8/0xff23d3f688d8fb1d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b70b expref: 61 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.883608:0:16720:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000008f466b18/0xff23d3f688d8fb24 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b719 expref: 61 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.883620:0:24325:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f282680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24325:1876087018994176:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.883627:0:16720:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000008f466b18/0xff23d3f688d8fb24 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b719 expref: 61 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.883641:0:16720:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149808380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16720:1876087018994304:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.883649:0:24325:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14a4dc540 going to sleep for 11 seconds
00000100:00100000:3.0:1789185323.883675:0:16720:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14c482c00 going to sleep for 11 seconds
00000100:00100000:1.0:1789185323.883685:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b269762050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+62:2393:x1876087010832128:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 3933us (4387us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185323.883695:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23628
00000004:00080000:1.0:1789185323.883765:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14e9a7480/2, rc 0, transno 4294989715
00000100:00100000:1.0:1789185323.883779:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e9a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018990464:0@lo:6:osp-syn-1-0.0
00010000:00010000:1.0:1789185323.883807:0:178148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000577ee418/0xff23d3f688d8faa6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b6a2 expref: 61 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.883819:0:178148:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e9a7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:178148:1876087018990848:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.883838:0:178148:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000005465f551/0xff23d3f688d9384f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.883844:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f11a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018994048:0@lo:6:osp-syn-1-0.0
00010000:00010000:1.0:1789185323.883849:0:178148:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000005465f551/0xff23d3f688d9384f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.883861:0:178148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005465f551/0xff23d3f688d9384f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.883870:0:178148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005465f551/0xff23d3f688d9384f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.883878:0:178148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005465f551/0xff23d3f688d9384f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.883888:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:1.0:1789185323.883899:0:178148:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1789185323.883911:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1789185323.883916:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005465f551/0xff23d3f688d9384f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.883924:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde6a00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.883927:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005465f551/0xff23d3f688d9384f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.883998:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005465f551/0xff23d3f688d9384f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.884018:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005465f551/0xff23d3f688d9384f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.884025:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005465f551/0xff23d3f688d9384f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.884035:0:8491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018994048
00000100:00100000:3.0:1789185323.884041:0:8491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018994048
00010000:00010000:1.0:1789185323.884047:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.884050:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.884052:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789185323.884074:0:8491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38156
00000100:00100000:3.0:1789185323.884081:0:8491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e9a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+952:3635:x1876087018994048:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:3.0:1789185323.884094:0:8491:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2259 count 1
00010000:00010000:3.0:1789185323.884109:0:8491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009f6a2b19/0xff23d3f688d938b1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8d3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.884123:0:8491:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000acf4e68d/0xff23d3f688d8fad7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b6f6 expref: 60 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.884131:0:8491:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8d3:0x0].0x0 since=125s v=(0 0)
00010000:00010000:3.0:1789185323.884135:0:8491:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8d3:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.884139:0:8491:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009f6a2b19/0xff23d3f688d938b1 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.884162:0:8491:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000acf4e68d/0xff23d3f688d8fad7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b6f6 expref: 60 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.884173:0:8491:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000acf4e68d/0xff23d3f688d8fad7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b6f6 expref: 60 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.884187:0:8491:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14980ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8491:1876087018994432:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.884187:0:178148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+953:3638:x1876087018990592:12345-0@lo:6:osp-syn-1-0.0 Request processed in 24032us (25054us total) trans 4294989716 rc 0/0
00000100:00100000:1.0:1789185323.884199:0:178148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38142
00000004:00080000:1.0:1789185323.884236:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b149d62a00/2, rc 0, transno 4294989716
00000100:00100000:3.0:1789185323.884237:0:8491:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14c482e40 going to sleep for 11 seconds
00000100:00100000:1.0:1789185323.884243:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149d62a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018990592:0@lo:6:osp-syn-1-0.0
00010000:00010000:1.0:1789185323.884273:0:35218:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fd671f57/0xff23d3f688d8fe9d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8388608->8392703) gid 0 flags: 0x44801400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4ba6f expref: 60 pid: 24325 timeout: 9501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.884284:0:35218:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e9a5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35218:1876087018991104:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.884299:0:35218:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000842f3ed2/0xff23d3f688d93856 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.884307:0:35218:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000842f3ed2/0xff23d3f688d93856 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.884314:0:35218:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000842f3ed2/0xff23d3f688d93856 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.884322:0:35218:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000842f3ed2/0xff23d3f688d93856 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.884334:0:35218:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000842f3ed2/0xff23d3f688d93856 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.884349:0:35218:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1789185323.884438:0:35218:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e9a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+953:3635:x1876087018990976:12345-0@lo:6:osp-syn-1-0.0 Request processed in 17754us (17827us total) trans 4294989717 rc 0/0
00000100:00100000:1.0:1789185323.884445:0:35218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38143
00000100:00100000:1.0:1789185323.884494:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f11a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018994560:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.884525:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.884599:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1789185323.884607:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f11aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018994688:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.884634:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.884673:0:178143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018994560
00000100:00100000:1.0:1789185323.884677:0:178143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018994560
00010000:00010000:3.0:1789185323.884682:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185323.884690:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000842f3ed2/0xff23d3f688d93856 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.884698:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde6200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185323.884703:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000842f3ed2/0xff23d3f688d93856 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.884706:0:178143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018994688
00000100:00100000:1.0:1789185323.884711:0:178143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018994688
00010000:00010000:3.0:1789185323.884722:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000842f3ed2/0xff23d3f688d93856 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.884735:0:178143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38157
00010000:00010000:3.0:1789185323.884738:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000842f3ed2/0xff23d3f688d93856 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.884745:0:178143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14b5f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+954:3637:x1876087018994560:12345-0@lo:6:osp-syn-1-0.0
00010000:00010000:3.0:1789185323.884756:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000842f3ed2/0xff23d3f688d93856 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00080000:1.0:1789185323.884761:0:178143:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2260 count 1
00010000:00010000:1.0:1789185323.884776:0:178143:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b053a121/0xff23d3f688d938b8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8d4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.884788:0:178143:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005ea9ead8/0xff23d3f688d8fade lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b704 expref: 59 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.884801:0:178143:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8d4:0x0].0x0 since=125s v=(0 0)
00010000:00010000:1.0:1789185323.884804:0:178143:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8d4:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.884808:0:178143:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b053a121/0xff23d3f688d938b8 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.884828:0:178143:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005ea9ead8/0xff23d3f688d8fade lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b704 expref: 59 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.884838:0:178143:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005ea9ead8/0xff23d3f688d8fade lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b704 expref: 59 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.884848:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38158
00000100:00100000:1.0:1789185323.884852:0:178143:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14bbfd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:178143:1876087018994816:192.168.204.3@tcp:104:
00000004:00080000:2.0:1789185323.884883:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14e9a5880/2, rc 0, transno 4294989717
00000100:00100000:1.0:1789185323.884889:0:178143:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14de820c0 going to sleep for 11 seconds
00000100:00100000:2.0:1789185323.884895:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e9a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018990976:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185323.884980:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14b5f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+954:3637:x1876087018994688:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1789185323.884995:0:8431:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2261 count 1
00010000:00010000:2.0:1789185323.885010:0:8431:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004e8cbc4d/0xff23d3f688d938bf lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8d5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.885024:0:8431:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008f639bb9/0xff23d3f688d8fb08 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b712 expref: 59 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.885031:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8d5:0x0].0x0 since=125s v=(0 0)
00010000:00010000:2.0:1789185323.885034:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8d5:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.885038:0:8431:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004e8cbc4d/0xff23d3f688d938bf lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.885058:0:8431:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008f639bb9/0xff23d3f688d8fb08 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b712 expref: 59 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.885068:0:8431:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008f639bb9/0xff23d3f688d8fb08 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b712 expref: 59 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.885078:0:8431:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e9a5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8431:1876087018994944:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185323.885099:0:8431:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe16180 going to sleep for 11 seconds
00000100:00100000:0.0:1789185323.885450:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789185323.885463:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f119500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018995072:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185323.885499:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185323.885702:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018995072
00000100:00100000:2.0:1789185323.885708:0:8428:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018995072
00000100:00100000:2.0:1789185323.885746:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38159
00000100:00100000:2.0:1789185323.885754:0:8428:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f119f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+955:3636:x1876087018995072:12345-0@lo:6:osp-syn-1-0.0
00010000:00010000:3.0:1789185323.885832:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.885836:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.885838:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00002000:00080000:2.0:1789185323.885870:0:8428:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2262 count 1
00010000:00010000:2.0:1789185323.885886:0:8428:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d4cdc89e/0xff23d3f688d938c6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8d6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.885900:0:8428:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b74d2b1d/0xff23d3f688d900f7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 54525952->54530047) gid 0 flags: 0x40000000020000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bcc9 expref: 59 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.885908:0:8428:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x8d6:0x0].0x0 since=121s v=(0 0)
00010000:00010000:2.0:1789185323.885973:0:8428:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8d6:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1789185323.885978:0:8428:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d4cdc89e/0xff23d3f688d938c6 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.886005:0:8428:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b74d2b1d/0xff23d3f688d900f7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 54525952->54530047) gid 0 flags: 0x50000000030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bcc9 expref: 59 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.886021:0:8428:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b74d2b1d/0xff23d3f688d900f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x8d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 54525952->54530047) gid 0 flags: 0x70000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bcc9 expref: 59 pid: 8491 timeout: 9501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.886033:0:8428:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e9a7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8428:1876087018995200:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185323.886063:0:8428:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe160c0 going to sleep for 11 seconds
00000100:00100000:0.0:1789185323.886192:0:178146:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f118380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:178146:1876087018991616:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.886216:0:178146:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000089f5cf92/0xff23d3f688d93864 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.886314:0:178147:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149808700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:178147:1876087018992000:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.886353:0:178145:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14b5c3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:178145:1876087018992128:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.886369:0:178145:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000a2baff92/0xff23d3f688d93872 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.886440:0:178147:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d5ddba84/0xff23d3f688d9385d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.886463:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.886491:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010832512
00000100:00100000:0.0:1789185323.886498:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010832512
00000100:00100000:2.0:1789185323.886513:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:0.0:1789185323.886530:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000043cfda4c/0xff23d3f688d8fae5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b6c5 expref: 62 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.886586:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185323.886628:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.886691:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010832768
00000100:00100000:0.0:1789185323.886696:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010832768
00010000:00010000:0.0:1789185323.886717:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f726508d/0xff23d3f688d8fb2b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b6b7 expref: 63 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.886739:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010832640
00000100:00100000:0.0:1789185323.886743:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010832640
00010000:00010000:0.0:1789185323.886760:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007ebf2be1/0xff23d3f688d8faec lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b6d3 expref: 64 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.886792:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010832896
00000100:00100000:0.0:1789185323.886796:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010832896
00010000:00010000:0.0:1789185323.886812:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000fd29f556/0xff23d3f688d8fabb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b6be expref: 60 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.886816:0:178144:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149d60700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:178144:1876087018992768:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.886824:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23630
00000100:00100000:1.0:1789185323.886837:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e9a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+64:2391:x1876087010832512:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.886843:0:178144:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000004f475c67/0xff23d3f688d93880 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.886848:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00000100:00100000:0.0:1789185323.886848:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23631
00010000:00010000:1.0:1789185323.886860:0:178149:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000043cfda4c/0xff23d3f688d8fae5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b6c5 expref: 64 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.886878:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e9a5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+64:2391:x1876087010832768:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185323.886881:0:178149:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000043cfda4c/0xff23d3f688d8fae5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b6c5 expref: 64 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.886890:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00000100:00100000:2.0:1789185323.886895:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:0.0:1789185323.886902:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f726508d/0xff23d3f688d8fb2b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b6b7 expref: 64 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.886913:0:178149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000043cfda4c/0xff23d3f688d8fae5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b6c5 expref: 64 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.886917:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f726508d/0xff23d3f688d8fb2b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b6b7 expref: 64 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.886932:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:1.0:1789185323.886936:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8d0:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.886941:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8d0:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.886946:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f726508d/0xff23d3f688d8fb2b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b6b7 expref: 63 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.886949:0:178149:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000089f5cf92/0xff23d3f688d93864 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.886968:0:178149:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000089f5cf92/0xff23d3f688d93864 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.886969:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:0.0:1789185323.886969:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8cf:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.886979:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8cf:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.886986:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d5ddba84/0xff23d3f688d9385d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.886995:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d5ddba84/0xff23d3f688d9385d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.887001:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185323.887014:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:0.0:1789185323.887019:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185323.887038:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e9a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+62:2391:x1876087010832512:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 203us (576us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185323.887045:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23630
00000100:00100000:1.0:1789185323.887064:0:178149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010833024
00000100:00100000:1.0:1789185323.887067:0:178149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010833024
00010000:00010000:1.0:1789185323.887079:0:178149:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008fe428c0/0xff23d3f688d8fac2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b6cc expref: 61 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.887089:0:178149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010833152
00000100:00100000:1.0:1789185323.887091:0:178149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010833152
00010000:00010000:1.0:1789185323.887101:0:178149:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000ccc3624/0xff23d3f688d8faf3 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b6e1 expref: 62 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.887110:0:178149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010833280
00000100:00100000:1.0:1789185323.887112:0:178149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010833280
00010000:00010000:1.0:1789185323.887120:0:178149:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000514fa64b/0xff23d3f688d8fac9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b6da expref: 62 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.887130:0:178149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010833408
00000100:00100000:1.0:1789185323.887132:0:178149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010833408
00010000:00010000:1.0:1789185323.887141:0:178149:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000065c6e87d/0xff23d3f688d8fafa lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b6ef expref: 63 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.887152:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23632
00000100:00100000:1.0:1789185323.887158:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e9a4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+63:2391:x1876087010832640:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185323.887164:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185323.887168:0:178149:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000007ebf2be1/0xff23d3f688d8faec lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b6d3 expref: 63 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.887177:0:178149:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007ebf2be1/0xff23d3f688d8faec lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b6d3 expref: 63 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.887188:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8d1:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.887191:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8d1:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.887195:0:178149:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000dadccb78/0xff23d3f688d9386b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.887207:0:178149:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dadccb78/0xff23d3f688d9386b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.887217:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185323.887441:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23633
00000100:00100000:0.0:1789185323.887450:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e9a5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+63:2391:x1876087010832768:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 585us (934us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185323.887453:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e9a4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+63:2391:x1876087010832640:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 291us (865us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185323.887455:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e9a3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+62:2391:x1876087010832896:12345-192.168.204.3@tcp:103:ldlm_bl.0
00000100:00100000:0.0:1789185323.887470:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23631
00010000:00010000:2.0:1789185323.887472:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00000100:00100000:1.0:1789185323.887477:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23632
00010000:00010000:2.0:1789185323.887480:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000fd29f556/0xff23d3f688d8fabb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b6be expref: 62 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.887494:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23634
00010000:00010000:2.0:1789185323.887496:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000fd29f556/0xff23d3f688d8fabb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b6be expref: 62 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.887505:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23635
00000100:00100000:0.0:1789185323.887509:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e9a1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+62:2391:x1876087010833024:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.887521:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.887523:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fd29f556/0xff23d3f688d8fabb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b6be expref: 62 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.887523:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b247d6d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+61:2394:x1876087010833152:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.887530:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008fe428c0/0xff23d3f688d8fac2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b6cc expref: 62 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.887540:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.887568:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8cf:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.887573:0:178149:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000ccc3624/0xff23d3f688d8faf3 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b6e1 expref: 61 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.887578:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8cf:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.887589:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a2baff92/0xff23d3f688d93872 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.887603:0:178149:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000ccc3624/0xff23d3f688d8faf3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b6e1 expref: 61 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.887605:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008fe428c0/0xff23d3f688d8fac2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b6cc expref: 61 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.887607:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a2baff92/0xff23d3f688d93872 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.887639:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8d2:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.887641:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008fe428c0/0xff23d3f688d8fac2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b6cc expref: 61 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.887645:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8d2:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.887647:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1789185323.887655:0:178149:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a850fc00/0xff23d3f688d93879 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.887664:0:178145:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000a2baff92/0xff23d3f688d93872 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.887664:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8d0:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.887665:0:178149:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a850fc00/0xff23d3f688d93879 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.887672:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8d0:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.887683:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004f475c67/0xff23d3f688d93880 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.887691:0:178145:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a2baff92/0xff23d3f688d93872 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.887711:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004f475c67/0xff23d3f688d93880 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.887716:0:178145:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a2baff92/0xff23d3f688d93872 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.887719:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1789185323.887729:0:178145:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a2baff92/0xff23d3f688d93872 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.887739:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185323.887746:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b247d6d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+61:2394:x1876087010833152:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 230us (818us total) trans 0 rc 0/0
00010000:00010000:2.0:1789185323.887749:0:178145:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1789185323.887755:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23635
00000100:00100000:0.0:1789185323.887769:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e9a1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+60:2391:x1876087010833024:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 265us (878us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185323.887775:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23636
00000100:00100000:0.0:1789185323.887783:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23634
00000100:00100000:1.0:1789185323.887789:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e9a0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+60:2394:x1876087010833280:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185323.887799:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185323.887804:0:178149:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000514fa64b/0xff23d3f688d8fac9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b6da expref: 59 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.887808:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23637
00010000:00010000:1.0:1789185323.887821:0:178149:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000514fa64b/0xff23d3f688d8fac9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b6da expref: 59 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.887823:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e9a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+60:2392:x1876087010833408:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.887838:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185323.887841:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8d1:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.887846:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000065c6e87d/0xff23d3f688d8fafa lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8d3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b6ef expref: 60 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.887847:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8d1:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.887855:0:178149:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e53016f0/0xff23d3f688d9388e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.887867:0:178149:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e53016f0/0xff23d3f688d9388e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.887890:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000065c6e87d/0xff23d3f688d8fafa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8d3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b6ef expref: 60 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.887895:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1789185323.887909:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8d3:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.887912:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8d3:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.887917:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000975c7499/0xff23d3f688d93887 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.887921:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e9a0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+59:2394:x1876087010833280:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 134us (950us total) trans 0 rc 0/0
00010000:00010000:0.0:1789185323.887933:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000975c7499/0xff23d3f688d93887 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8d3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.887949:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.887969:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e9a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+60:2392:x1876087010833408:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 151us (957us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.887975:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23637
00010000:00010000:0.0:1789185323.888016:0:34810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000ccc3624/0xff23d3f688d8faf3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b6e1 expref: 59 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.888031:0:34810:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f119c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:34810:1876087018992384:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185323.888032:0:178145:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14b5c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+956:3635:x1876087018991872:12345-0@lo:6:osp-syn-1-0.0 Request processed in 14897us (14985us total) trans 4294989718 rc 0/0
00000100:00100000:2.0:1789185323.888044:0:178145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38147
00000100:00100000:1.0:1789185323.888052:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23636
00010000:00010000:0.0:1789185323.888071:0:34810:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000a850fc00/0xff23d3f688d93879 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.888081:0:34810:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000a850fc00/0xff23d3f688d93879 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.888086:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e9a3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+58:2391:x1876087010832896:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 634us (1454us total) trans 0 rc 0/0
00010000:00010000:1.0:1789185323.888098:0:35223:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000514fa64b/0xff23d3f688d8fac9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b6da expref: 58 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.888104:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23633
00010000:00010000:0.0:1789185323.888111:0:34810:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a850fc00/0xff23d3f688d93879 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.888124:0:35223:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f283100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:35223:1876087018993280:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.888124:0:34810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a850fc00/0xff23d3f688d93879 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.888137:0:34810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a850fc00/0xff23d3f688d93879 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.888146:0:35223:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e53016f0/0xff23d3f688d9388e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.888152:0:34810:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00010000:00010000:1.0:1789185323.888157:0:35223:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e53016f0/0xff23d3f688d9388e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.888166:0:35223:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e53016f0/0xff23d3f688d9388e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.888174:0:35223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e53016f0/0xff23d3f688d9388e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.888183:0:35223:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e53016f0/0xff23d3f688d9388e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.888200:0:35223:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00000100:00100000:0.0:1789185323.888273:0:34810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14980b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+957:3636:x1876087018992256:12345-0@lo:6:osp-syn-0-0.0 Request processed in 12375us (12945us total) trans 4294977922 rc 0/0
00000100:00100000:0.0:1789185323.888281:0:34810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38148
00000100:00100000:1.0:1789185323.888293:0:35223:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e9a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+956:3635:x1876087018992896:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7788us (8584us total) trans 4294989719 rc 0/0
00000100:00100000:1.0:1789185323.888301:0:35223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38151
00010000:00010000:0.0:1789185323.888327:0:34809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000065c6e87d/0xff23d3f688d8fafa lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b6ef expref: 58 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.888328:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:1.0:1789185323.888338:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a2baff92/0xff23d3f688d93872 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.888347:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde7000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.888352:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a2baff92/0xff23d3f688d93872 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.888361:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a2baff92/0xff23d3f688d93872 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.888373:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a2baff92/0xff23d3f688d93872 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.888381:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a2baff92/0xff23d3f688d93872 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.888396:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:1.0:1789185323.888400:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a850fc00/0xff23d3f688d93879 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.888406:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14bc28600 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.888408:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a850fc00/0xff23d3f688d93879 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.888415:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a850fc00/0xff23d3f688d93879 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.888679:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a850fc00/0xff23d3f688d93879 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.888687:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a850fc00/0xff23d3f688d93879 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.888703:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1789185323.888706:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e53016f0/0xff23d3f688d9388e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.888712:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde6c00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185323.888715:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e53016f0/0xff23d3f688d9388e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.888722:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e53016f0/0xff23d3f688d9388e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.888731:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e53016f0/0xff23d3f688d9388e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.888738:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e53016f0/0xff23d3f688d9388e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.888751:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.888752:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.888755:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789185323.888785:0:34809:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f118e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:34809:1876087018993152:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.888806:0:34809:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000975c7499/0xff23d3f688d93887 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.888815:0:34809:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000975c7499/0xff23d3f688d93887 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.888822:0:34809:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000975c7499/0xff23d3f688d93887 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.888832:0:34809:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000975c7499/0xff23d3f688d93887 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.888840:0:34809:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000975c7499/0xff23d3f688d93887 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.888851:0:8429:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007ebf2be1/0xff23d3f688d8faec lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b6d3 expref: 57 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.888866:0:8429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14b5c2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8429:1876087018991744:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.888882:0:8429:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000dadccb78/0xff23d3f688d9386b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.888891:0:8429:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000dadccb78/0xff23d3f688d9386b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.888898:0:8429:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dadccb78/0xff23d3f688d9386b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.888906:0:34809:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1789185323.888982:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185323.888989:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000975c7499/0xff23d3f688d93887 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.888998:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14bc28400 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.889003:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000975c7499/0xff23d3f688d93887 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.889005:0:34809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1517b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+957:3637:x1876087018992640:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8632us (9380us total) trans 4294977923 rc 0/0
00000100:00100000:0.0:1789185323.889020:0:34809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38150
00010000:00010000:2.0:1789185323.889022:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000975c7499/0xff23d3f688d93887 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.889039:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000975c7499/0xff23d3f688d93887 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.889048:0:178146:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000089f5cf92/0xff23d3f688d93864 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.889049:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000975c7499/0xff23d3f688d93887 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.889071:0:178146:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000089f5cf92/0xff23d3f688d93864 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.889080:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.889081:0:178146:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000089f5cf92/0xff23d3f688d93864 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.889084:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.889087:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.889094:0:178146:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000089f5cf92/0xff23d3f688d93864 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.889115:0:178146:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1789185323.889123:0:8429:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dadccb78/0xff23d3f688d9386b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.889133:0:8429:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dadccb78/0xff23d3f688d9386b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.889150:0:8429:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00010000:00010000:3.0:1789185323.889161:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:3.0:1789185323.889165:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000089f5cf92/0xff23d3f688d93864 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.889172:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14bc29000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185323.889176:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000089f5cf92/0xff23d3f688d93864 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:1.0:1789185323.889193:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b1517b4700/2, rc 0, transno 4294977923
00010000:00010000:2.0:1789185323.889207:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00000100:00100000:1.0:1789185323.889210:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b1517b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018992640:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.889213:0:178146:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+957:3638:x1876087018991360:12345-0@lo:6:osp-syn-0-0.0 Request processed in 16618us (18109us total) trans 4294977924 rc 0/0
00010000:00010000:2.0:1789185323.889215:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dadccb78/0xff23d3f688d9386b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.889236:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde6800 already unused, calling callback (ffffffffc0cd94f0)
00000100:00100000:0.0:1789185323.889239:0:178146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38145
00010000:00010000:2.0:1789185323.889241:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dadccb78/0xff23d3f688d9386b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:1.0:1789185323.889243:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b149d63100/2, rc 0, transno 4294977924
00000100:00100000:1.0:1789185323.889253:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149d63100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018991360:0@lo:6:osp-syn-0-0.0
00010000:00010000:2.0:1789185323.889256:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dadccb78/0xff23d3f688d9386b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.889271:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dadccb78/0xff23d3f688d9386b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.889278:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dadccb78/0xff23d3f688d9386b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:0.0:1789185323.889285:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b149808000/2, rc 0, transno 4294977922
00000100:00100000:0.0:1789185323.889293:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149808000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018992256:0@lo:6:osp-syn-0-0.0
00010000:00010000:2.0:1789185323.889297:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.889301:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.889305:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.889419:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000089f5cf92/0xff23d3f688d93864 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.889446:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000089f5cf92/0xff23d3f688d93864 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.889454:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000089f5cf92/0xff23d3f688d93864 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.889469:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.889471:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.889473:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789185323.889581:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14980b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018995456:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185323.889618:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185323.889729:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1789185323.889736:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149808a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018995584:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185323.889760:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185323.889904:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14980b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018995328:0@lo:6:osp-syn-0-0.0
00000004:00080000:0.0:1789185323.889972:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b149d63480/2, rc 0, transno 4294989719
00000100:00100000:0.0:1789185323.889985:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149d63480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018992896:0@lo:6:osp-syn-1-0.0
00000004:00080000:0.0:1789185323.890002:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14b5c1880/2, rc 0, transno 4294989718
00000100:00100000:0.0:1789185323.890006:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14b5c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018991872:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1789185323.890035:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185323.890101:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789185323.890109:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f118e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018995712:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185323.890137:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789185323.890138:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185323.890150:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f119c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018995840:0@lo:6:osp-syn-1-0.0
00010000:00010000:0.0:1789185323.890189:0:178147:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d5ddba84/0xff23d3f688d9385d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.890199:0:178147:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d5ddba84/0xff23d3f688d9385d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.890209:0:178147:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d5ddba84/0xff23d3f688d9385d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.890217:0:178147:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d5ddba84/0xff23d3f688d9385d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.890226:0:178142:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018995456
00010000:00010000:0.0:1789185323.890232:0:178147:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1789185323.890234:0:178142:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018995456
00000100:00100000:2.0:1789185323.890273:0:178142:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018995584
00000100:00100000:2.0:1789185323.890276:0:178142:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018995584
00000100:00100000:1.0:1789185323.890287:0:178148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018995328
00000100:00100000:1.0:1789185323.890293:0:178148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018995328
00000100:00100000:2.0:1789185323.890299:0:178142:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018995712
00000100:00100000:2.0:1789185323.890304:0:178142:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018995712
00000100:00100000:1.0:1789185323.890330:0:178148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38160
00000100:00100000:1.0:1789185323.890413:0:178148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e9a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+960:3637:x1876087018995456:12345-0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.890420:0:178147:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e9a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+960:3636:x1876087018991232:12345-0@lo:6:osp-syn-0-0.0 Request processed in 17847us (19399us total) trans 4294977925 rc 0/0
00000100:00100000:2.0:1789185323.890455:0:178142:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38161
00002000:00080000:1.0:1789185323.890458:0:178148:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2264 count 1
00000100:00100000:2.0:1789185323.890471:0:178142:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e9a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+960:3637:x1876087018995584:12345-0@lo:6:osp-syn-0-0.0
00010000:00010000:1.0:1789185323.890482:0:178148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005465f551/0xff23d3f688d938cd lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8d8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00080000:2.0:1789185323.890487:0:178142:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2265 count 1
00010000:00010000:2.0:1789185323.890504:0:178142:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006fffc687/0xff23d3f688d938d4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8d9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.890505:0:178148:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000007bae093e/0xff23d3f688d8fb6a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b735 expref: 56 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.890520:0:178148:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8d8:0x0].0x0 since=125s v=(0 0)
00010000:00010000:1.0:1789185323.890525:0:178148:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8d8:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.890530:0:178142:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000030b067b2/0xff23d3f688d8fb71 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b743 expref: 56 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.890532:0:178148:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005465f551/0xff23d3f688d938cd lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.890577:0:178142:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8d9:0x0].0x0 since=125s v=(0 0)
00010000:00010000:2.0:1789185323.890581:0:178142:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8d9:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.890585:0:178142:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006fffc687/0xff23d3f688d938d4 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.890590:0:178148:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000007bae093e/0xff23d3f688d8fb6a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b735 expref: 56 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.890607:0:178148:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000007bae093e/0xff23d3f688d8fb6a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b735 expref: 56 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.890615:0:178142:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000030b067b2/0xff23d3f688d8fb71 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b743 expref: 56 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.890644:0:178148:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14bbff800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:178148:1876087018995968:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.890650:0:178142:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000030b067b2/0xff23d3f688d8fb71 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b743 expref: 56 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.890663:0:178142:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e9a1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:178142:1876087018996096:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185323.890720:0:178142:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe16780 going to sleep for 11 seconds
00000100:00100000:1.0:1789185323.890720:0:178148:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14de82240 going to sleep for 11 seconds
00000100:00100000:1.0:1789185323.890753:0:35223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38162
00000100:00100000:1.0:1789185323.890763:0:35223:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149809500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+960:3636:x1876087018995328:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185323.890776:0:35223:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2263 count 1
00010000:00010000:1.0:1789185323.890788:0:35223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000439557c1/0xff23d3f688d938db lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8d7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.890800:0:35223:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a3088610/0xff23d3f688d8fb32 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b727 expref: 56 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.890808:0:35223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8d7:0x0].0x0 since=125s v=(0 0)
00010000:00010000:1.0:1789185323.890810:0:35223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8d7:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.890814:0:35223:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000439557c1/0xff23d3f688d938db lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.890833:0:35223:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a3088610/0xff23d3f688d8fb32 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b727 expref: 56 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.890844:0:35223:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a3088610/0xff23d3f688d8fb32 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b727 expref: 56 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.890845:0:178145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38163
00000100:00100000:0.0:1789185323.890857:0:178147:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38144
00000100:00100000:3.0:1789185323.890862:0:178145:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149809c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+956:3636:x1876087018995712:12345-0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.890863:0:35223:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14bbfd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:35223:1876087018996224:192.168.204.3@tcp:104:
00002000:00080000:3.0:1789185323.890882:0:178145:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2263 count 1
00000100:00100000:1.0:1789185323.890899:0:35223:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14de82c00 going to sleep for 11 seconds
00010000:00010000:3.0:1789185323.890900:0:178145:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007a5723bd/0xff23d3f688d938e2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8d7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.890949:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185323.890955:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d5ddba84/0xff23d3f688d9385d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.890963:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14a862200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.890966:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d5ddba84/0xff23d3f688d9385d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.890974:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d5ddba84/0xff23d3f688d9385d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.890992:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d5ddba84/0xff23d3f688d9385d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.891000:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d5ddba84/0xff23d3f688d9385d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.891270:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.891273:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.891275:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789185323.891301:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185323.891420:0:34809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018995840
00000100:00100000:2.0:1789185323.891439:0:34809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018995840
00010000:00010000:0.0:1789185323.891479:0:178144:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000004f475c67/0xff23d3f688d93880 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.891489:0:178144:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004f475c67/0xff23d3f688d93880 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.891496:0:35218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38164
00010000:00010000:0.0:1789185323.891508:0:178144:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004f475c67/0xff23d3f688d93880 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.891511:0:35218:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f118380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+957:3635:x1876087018995840:12345-0@lo:6:osp-syn-1-0.0
00010000:00010000:3.0:1789185323.891513:0:178145:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a3124790/0xff23d3f688d8fb16 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b72e expref: 56 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.891528:0:178144:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004f475c67/0xff23d3f688d93880 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.891532:0:178145:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8d7:0x0].0x0 since=125s v=(0 0)
00002000:00080000:1.0:1789185323.891534:0:35218:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2264 count 1
00010000:00010000:3.0:1789185323.891543:0:178145:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8d7:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.891568:0:178145:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007a5723bd/0xff23d3f688d938e2 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.891571:0:35218:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fa0e9384/0xff23d3f688d938e9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8d8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.891573:0:178144:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1789185323.891596:0:35218:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d1fb21d6/0xff23d3f688d8fb39 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b73c expref: 56 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.891605:0:178145:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a3124790/0xff23d3f688d8fb16 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b72e expref: 56 pid: 35222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.891607:0:35218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8d8:0x0].0x0 since=125s v=(0 0)
00010000:00010000:1.0:1789185323.891614:0:35218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8d8:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.891623:0:35218:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fa0e9384/0xff23d3f688d938e9 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.891627:0:178145:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a3124790/0xff23d3f688d8fb16 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b72e expref: 56 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.891659:0:178145:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14980bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:178145:1876087018996352:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.891659:0:35218:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d1fb21d6/0xff23d3f688d8fb39 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b73c expref: 56 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.891676:0:35218:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d1fb21d6/0xff23d3f688d8fb39 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b73c expref: 56 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.891687:0:35218:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f283100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35218:1876087018996480:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.891794:0:35218:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14de823c0 going to sleep for 11 seconds
00000100:00100000:0.0:1789185323.891803:0:178144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+958:3638:x1876087018992512:12345-0@lo:6:osp-syn-1-0.0 Request processed in 13773us (13873us total) trans 4294989720 rc 0/0
00000100:00100000:0.0:1789185323.891811:0:178144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38149
00000004:00080000:2.0:1789185323.891859:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b151766300/2, rc 0, transno 4294989720
00000100:00100000:2.0:1789185323.891882:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151766300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018992512:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185323.892004:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1789185323.892014:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f11b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018996608:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1789185323.892273:0:178145:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14c482a80 going to sleep for 11 seconds
00010000:00010000:3.0:1789185323.892300:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185323.892306:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004f475c67/0xff23d3f688d93880 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.892315:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bda00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185323.892319:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004f475c67/0xff23d3f688d93880 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.892328:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004f475c67/0xff23d3f688d93880 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.892345:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004f475c67/0xff23d3f688d93880 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.892404:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004f475c67/0xff23d3f688d93880 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.892433:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.892435:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.892437:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789185323.892456:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:3.0:1789185323.892470:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14e9a5c00/2, rc 0, transno 4294977925
00000100:00100000:3.0:1789185323.892485:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e9a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018991232:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.892499:0:178147:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018996608
00000100:00100000:0.0:1789185323.892505:0:178147:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018996608
00000100:00100000:0.0:1789185323.892542:0:178147:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38165
00010000:00010000:3.0:1789185323.892638:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.892647:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789185323.892663:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14980aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018996736:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.892671:0:178147:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f118000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+958:3638:x1876087018996608:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1789185323.892692:0:178147:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2265 count 1
00000100:00100000:1.0:1789185323.892702:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:0.0:1789185323.892710:0:178147:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ea23a920/0xff23d3f688d938f0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8d9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.892726:0:178147:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003edd5434/0xff23d3f688d8fb40 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b74a expref: 56 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.892734:0:178147:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8d9:0x0].0x0 since=125s v=(0 0)
00010000:00010000:0.0:1789185323.892739:0:178147:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8d9:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.892744:0:178147:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ea23a920/0xff23d3f688d938f0 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.892770:0:178147:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003edd5434/0xff23d3f688d8fb40 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b74a expref: 56 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.892778:0:178146:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018996736
00010000:00010000:0.0:1789185323.892782:0:178147:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003edd5434/0xff23d3f688d8fb40 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b74a expref: 56 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.892784:0:178146:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018996736
00000100:00100000:0.0:1789185323.892797:0:178147:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151768700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:178147:1876087018996864:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.892836:0:178146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38166
00000100:00100000:3.0:1789185323.892838:0:8429:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+961:3638:x1876087018991488:12345-0@lo:6:osp-syn-0-0.0 Request processed in 20132us (21649us total) trans 4294977926 rc 0/0
00000100:00100000:0.0:1789185323.892839:0:178147:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1486aa0c0 going to sleep for 11 seconds
00000100:00100000:1.0:1789185323.892849:0:178146:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14b5c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+961:3638:x1876087018996736:12345-0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185323.892853:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38146
00002000:00080000:1.0:1789185323.892868:0:178146:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2266 count 1
00010000:00010000:1.0:1789185323.893980:0:178146:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000084950cc6/0xff23d3f688d938f7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8da:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.894006:0:178146:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000902e1a65/0xff23d3f688d8fb78 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b751 expref: 56 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.894015:0:178146:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8da:0x0].0x0 since=125s v=(0 0)
00010000:00010000:1.0:1789185323.894019:0:178146:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8da:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.894024:0:178146:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000084950cc6/0xff23d3f688d938f7 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.894059:0:178146:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000902e1a65/0xff23d3f688d8fb78 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b751 expref: 56 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.894071:0:178146:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000902e1a65/0xff23d3f688d8fb78 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b751 expref: 56 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.894085:0:178146:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14b5c3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:178146:1876087018996992:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.894365:0:178146:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14de82f00 going to sleep for 11 seconds
00000004:00080000:1.0:1789185323.894412:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14e9a4000/2, rc 0, transno 4294977926
00000100:00100000:1.0:1789185323.894437:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e9a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018991488:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185323.894540:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789185323.894576:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f710e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018997120:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185323.894620:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185323.894670:0:178144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018997120
00000100:00100000:0.0:1789185323.894676:0:178144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018997120
00000100:00100000:0.0:1789185323.894722:0:178144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38167
00000100:00100000:0.0:1789185323.894731:0:178144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f711f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+961:3636:x1876087018997120:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1789185323.894757:0:178144:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2267 count 1
00010000:00010000:0.0:1789185323.894788:0:178144:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000127e8890/0xff23d3f688d938fe lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8db:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.894803:0:178144:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c7905bee/0xff23d3f688d8fb7f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b75f expref: 56 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.894811:0:178144:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8db:0x0].0x0 since=125s v=(0 0)
00010000:00010000:0.0:1789185323.894815:0:178144:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8db:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.894819:0:178144:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000127e8890/0xff23d3f688d938fe lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.894840:0:178144:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c7905bee/0xff23d3f688d8fb7f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b75f expref: 56 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.894851:0:178144:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c7905bee/0xff23d3f688d8fb7f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b75f expref: 56 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.894871:0:178144:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f727800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:178144:1876087018997248:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.894908:0:178144:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1486aae40 going to sleep for 11 seconds
00000100:00100000:2.0:1789185323.896873:0:8428:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e9a7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8428:1876087018995200:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.896904:0:8428:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d4cdc89e/0xff23d3f688d938c6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.896947:0:8431:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e9a5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8431:1876087018994944:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.896961:0:8431:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000004e8cbc4d/0xff23d3f688d938bf lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.897323:0:16720:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149808380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16720:1876087018994304:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.897346:0:16720:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000fb0703b2/0xff23d3f688d938aa lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.897389:0:8491:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14980ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8491:1876087018994432:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.897409:0:8491:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000009f6a2b19/0xff23d3f688d938b1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.897598:0:178143:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14bbfd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:178143:1876087018994816:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.897616:0:178143:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b053a121/0xff23d3f688d938b8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.897644:0:24325:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f282680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24325:1876087018994176:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.897660:0:24325:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000bfc3353f/0xff23d3f688d938a3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.897792:0:35222:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f11b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:35222:1876087018993920:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.897810:0:35222:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000db21e579/0xff23d3f688d9389c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.901939:0:178147:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151768700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:178147:1876087018996864:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185323.901972:0:178145:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14980bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:178145:1876087018996352:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.901979:0:178147:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ea23a920/0xff23d3f688d938f0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.901992:0:178145:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000007a5723bd/0xff23d3f688d938e2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.902025:0:178142:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e9a1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:178142:1876087018996096:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.902038:0:178142:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006fffc687/0xff23d3f688d938d4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.902202:0:178148:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14bbff800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:178148:1876087018995968:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.902221:0:178148:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000005465f551/0xff23d3f688d938cd lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.902247:0:35223:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14bbfd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:35223:1876087018996224:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.902260:0:35223:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000439557c1/0xff23d3f688d938db lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.902284:0:35218:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f283100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35218:1876087018996480:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.902297:0:35218:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000fa0e9384/0xff23d3f688d938e9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.914148:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.914172:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.914188:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.914206:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.914232:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.914251:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.914268:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.914289:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.914304:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.914317:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.914330:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.914346:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.914364:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.914387:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010835072
00000100:00100000:3.0:1789185323.914395:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010835072
00010000:00010000:3.0:1789185323.914448:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000487948da/0xff23d3f688d8fad0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b6e8 expref: 57 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.914478:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010833536
00000100:00100000:3.0:1789185323.914481:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010833536
00010000:00010000:3.0:1789185323.914496:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000045e7c434/0xff23d3f688d8fb01 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b6fd expref: 57 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.914510:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010833792
00000100:00100000:3.0:1789185323.914512:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010833792
00010000:00010000:3.0:1789185323.914523:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000008f466b18/0xff23d3f688d8fb24 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b719 expref: 58 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.914534:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010834048
00000100:00100000:3.0:1789185323.914537:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010834048
00010000:00010000:3.0:1789185323.914574:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005ea9ead8/0xff23d3f688d8fade lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b704 expref: 58 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.914593:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010834304
00000100:00100000:3.0:1789185323.914596:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010834304
00010000:00010000:3.0:1789185323.914609:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b74d2b1d/0xff23d3f688d900f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x8d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 54525952->54530047) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bcc9 expref: 59 pid: 8491 timeout: 9501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.914618:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010834560
00000100:00100000:3.0:1789185323.914620:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010834560
00010000:00010000:3.0:1789185323.914630:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000030b067b2/0xff23d3f688d8fb71 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b743 expref: 59 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.914640:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010834816
00000100:00100000:3.0:1789185323.914642:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010834816
00010000:00010000:3.0:1789185323.914653:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d1fb21d6/0xff23d3f688d8fb39 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b73c expref: 60 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.914663:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010833664
00000100:00100000:3.0:1789185323.914665:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010833664
00010000:00010000:3.0:1789185323.914675:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006678c2d8/0xff23d3f688d8fb1d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b70b expref: 60 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.914684:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010833920
00000100:00100000:3.0:1789185323.914685:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010833920
00010000:00010000:3.0:1789185323.914694:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000acf4e68d/0xff23d3f688d8fad7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b6f6 expref: 61 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.914704:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010834176
00000100:00100000:3.0:1789185323.914707:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010834176
00010000:00010000:3.0:1789185323.914718:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008f639bb9/0xff23d3f688d8fb08 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b712 expref: 62 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.914728:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010834432
00000100:00100000:3.0:1789185323.914730:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010834432
00010000:00010000:3.0:1789185323.914741:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007bae093e/0xff23d3f688d8fb6a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b735 expref: 61 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.914750:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010834688
00000100:00100000:3.0:1789185323.914753:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010834688
00010000:00010000:3.0:1789185323.914762:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a3088610/0xff23d3f688d8fb32 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b727 expref: 62 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.914772:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010834944
00000100:00100000:3.0:1789185323.914774:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010834944
00010000:00010000:3.0:1789185323.914786:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a3124790/0xff23d3f688d8fb16 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b72e expref: 63 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.914800:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23638
00000100:00100000:3.0:1789185323.914810:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14980bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+63:2392:x1876087010835072:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.914827:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.914834:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000487948da/0xff23d3f688d8fad0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b6e8 expref: 63 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.914849:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000487948da/0xff23d3f688d8fad0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b6e8 expref: 63 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.914883:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8d2:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.914888:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8d2:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.914894:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005d3876dd/0xff23d3f688d93895 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.914906:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005d3876dd/0xff23d3f688d93895 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.914929:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.914980:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14980bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+63:2392:x1876087010835072:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 171us (839us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.914988:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23638
00000100:00100000:3.0:1789185323.915007:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23639
00000100:00100000:3.0:1789185323.915014:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14980ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+62:2393:x1876087010833536:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.915023:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.915028:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000045e7c434/0xff23d3f688d8fb01 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b6fd expref: 62 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.915039:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000045e7c434/0xff23d3f688d8fb01 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b6fd expref: 62 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.915055:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000045e7c434/0xff23d3f688d8fb01 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b6fd expref: 62 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.915075:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8d4:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.915079:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8d4:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.915084:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000db21e579/0xff23d3f688d9389c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.915092:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000db21e579/0xff23d3f688d9389c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.915109:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.915129:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14980ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+61:2393:x1876087010833536:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 115us (956us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.915135:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23639
00000100:00100000:3.0:1789185323.915150:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23640
00000100:00100000:3.0:1789185323.915157:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149808380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+60:2393:x1876087010833792:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.915164:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.915169:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000008f466b18/0xff23d3f688d8fb24 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b719 expref: 60 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.915178:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000008f466b18/0xff23d3f688d8fb24 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b719 expref: 60 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.915191:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008f466b18/0xff23d3f688d8fb24 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b719 expref: 60 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.915206:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8d6:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.915209:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8d6:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.915213:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000fb0703b2/0xff23d3f688d938aa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.915221:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fb0703b2/0xff23d3f688d938aa lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.915240:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1789185323.915258:0:16720:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000fb0703b2/0xff23d3f688d938aa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.915268:0:16720:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fb0703b2/0xff23d3f688d938aa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.915278:0:16720:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fb0703b2/0xff23d3f688d938aa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.915285:0:16720:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fb0703b2/0xff23d3f688d938aa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.915301:0:16720:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1789185323.915462:0:16720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f283b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+962:3636:x1876087018993792:12345-0@lo:6:osp-syn-0-0.0 Request processed in 31985us (32073us total) trans 4294977927 rc 0/0
00000100:00100000:3.0:1789185323.915470:0:16720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38155
00000100:00100000:3.0:1789185323.915503:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149808380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+59:2393:x1876087010833792:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 346us (1313us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.915509:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23640
00000100:00100000:3.0:1789185323.915520:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23641
00000100:00100000:3.0:1789185323.915526:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149808700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+62:2393:x1876087010834048:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.915533:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.915539:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005ea9ead8/0xff23d3f688d8fade lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b704 expref: 62 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.915575:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005ea9ead8/0xff23d3f688d8fade lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b704 expref: 62 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.915588:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005ea9ead8/0xff23d3f688d8fade lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b704 expref: 62 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.915598:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8d4:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.915602:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8d4:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.915606:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b053a121/0xff23d3f688d938b8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.915613:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b053a121/0xff23d3f688d938b8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.915632:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.915648:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149808700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+61:2393:x1876087010834048:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 123us (1441us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.915657:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23641
00000100:00100000:3.0:1789185323.915670:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23642
00000100:00100000:3.0:1789185323.915676:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b247d6d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+60:2393:x1876087010834304:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.915683:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.915688:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b74d2b1d/0xff23d3f688d900f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x8d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 54525952->54530047) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bcc9 expref: 60 pid: 8491 timeout: 9501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.915696:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b74d2b1d/0xff23d3f688d900f7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 54525952->54530047) gid 0 flags: 0x50000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bcc9 expref: 60 pid: 8491 timeout: 9501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.915707:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b74d2b1d/0xff23d3f688d900f7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 54525952->54530047) gid 0 flags: 0x44801400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bcc9 expref: 60 pid: 8491 timeout: 9501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.915716:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8d6:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1789185323.915718:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8d6:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1789185323.915722:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d4cdc89e/0xff23d3f688d938c6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.915728:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d4cdc89e/0xff23d3f688d938c6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.915743:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.915757:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b247d6d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+59:2393:x1876087010834304:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 82us (1525us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.915762:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23642
00000100:00100000:3.0:1789185323.915813:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23643
00000100:00100000:3.0:1789185323.915820:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14980a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+58:2393:x1876087010834560:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.915829:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.915833:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000030b067b2/0xff23d3f688d8fb71 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8d9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b743 expref: 58 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.915842:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000030b067b2/0xff23d3f688d8fb71 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8d9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b743 expref: 58 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.915853:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000030b067b2/0xff23d3f688d8fb71 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8d9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b743 expref: 58 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.915863:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8d9:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.915866:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8d9:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.915870:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006fffc687/0xff23d3f688d938d4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.915879:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006fffc687/0xff23d3f688d938d4 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.915882:0:178143:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b053a121/0xff23d3f688d938b8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.915896:0:178143:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b053a121/0xff23d3f688d938b8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.915900:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1789185323.915908:0:178143:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b053a121/0xff23d3f688d938b8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.915915:0:178142:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006fffc687/0xff23d3f688d938d4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.915917:0:178143:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b053a121/0xff23d3f688d938b8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.915939:0:178142:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006fffc687/0xff23d3f688d938d4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.915949:0:178143:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00010000:00010000:3.0:1789185323.915959:0:178142:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006fffc687/0xff23d3f688d938d4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.915966:0:178142:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006fffc687/0xff23d3f688d938d4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.915983:0:178142:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00000100:00100000:2.0:1789185323.916075:0:178143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14b5f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+959:3637:x1876087018994560:12345-0@lo:6:osp-syn-1-0.0 Request processed in 31332us (31550us total) trans 4294989721 rc 0/0
00000100:00100000:2.0:1789185323.916084:0:178143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38157
00000100:00100000:3.0:1789185323.916093:0:178142:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e9a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+962:3637:x1876087018995584:12345-0@lo:6:osp-syn-0-0.0 Request processed in 25628us (26330us total) trans 4294977928 rc 0/0
00000100:00100000:3.0:1789185323.916101:0:178142:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38161
00010000:00010000:3.0:1789185323.916128:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:3.0:1789185323.916134:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fb0703b2/0xff23d3f688d938aa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.916141:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14a862600 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185323.916146:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fb0703b2/0xff23d3f688d938aa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.916157:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fb0703b2/0xff23d3f688d938aa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.916170:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fb0703b2/0xff23d3f688d938aa lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.916176:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fb0703b2/0xff23d3f688d938aa lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.916195:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:3.0:1789185323.916199:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b053a121/0xff23d3f688d938b8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.916206:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde7800 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185323.916209:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b053a121/0xff23d3f688d938b8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.916216:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b053a121/0xff23d3f688d938b8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.916225:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b053a121/0xff23d3f688d938b8 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.916233:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b053a121/0xff23d3f688d938b8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.916247:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185323.916251:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006fffc687/0xff23d3f688d938d4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.916257:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bcc00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185323.916260:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006fffc687/0xff23d3f688d938d4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.916272:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006fffc687/0xff23d3f688d938d4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.916280:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006fffc687/0xff23d3f688d938d4 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.916287:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006fffc687/0xff23d3f688d938d4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.916299:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.916301:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.916303:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789185323.916453:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14980a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+57:2393:x1876087010834560:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 631us (2199us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.916460:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23643
00000100:00100000:3.0:1789185323.916476:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23644
00000100:00100000:3.0:1789185323.916483:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149808e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+58:2393:x1876087010834816:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.916490:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.916496:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d1fb21d6/0xff23d3f688d8fb39 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b73c expref: 58 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.916507:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d1fb21d6/0xff23d3f688d8fb39 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b73c expref: 58 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.916524:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d1fb21d6/0xff23d3f688d8fb39 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b73c expref: 58 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.916534:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8d8:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.916537:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8d8:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.916541:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000fa0e9384/0xff23d3f688d938e9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.916568:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fa0e9384/0xff23d3f688d938e9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.916586:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.916605:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149808e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+57:2393:x1876087010834816:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 123us (2336us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.916611:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23644
00000100:00100000:3.0:1789185323.916627:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23645
00000100:00100000:3.0:1789185323.916634:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151780e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+56:2393:x1876087010833664:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.916642:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.916648:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006678c2d8/0xff23d3f688d8fb1d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b70b expref: 56 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.916659:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006678c2d8/0xff23d3f688d8fb1d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b70b expref: 56 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.916679:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006678c2d8/0xff23d3f688d8fb1d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b70b expref: 56 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.916689:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8d5:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.916692:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8d5:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.916696:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000bfc3353f/0xff23d3f688d938a3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.916704:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bfc3353f/0xff23d3f688d938a3 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.916722:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000004:00080000:2.0:1789185323.916906:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b149808a80/2, rc 0, transno 4294977928
00000100:00100000:2.0:1789185323.916922:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149808a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018995584:0@lo:6:osp-syn-0-0.0
00000004:00080000:2.0:1789185323.916940:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f11a300/2, rc 0, transno 4294989721
00000100:00100000:2.0:1789185323.916949:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f11a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018994560:0@lo:6:osp-syn-1-0.0
00010000:00010000:1.0:1789185323.917040:0:178169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000487948da/0xff23d3f688d8fad0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b6e8 expref: 56 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.917050:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789185323.917054:0:178169:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f11bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:178169:1876087018993408:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185323.917067:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e9a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018997376:0@lo:6:osp-syn-0-0.0
00010000:00010000:1.0:1789185323.917082:0:178169:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000005d3876dd/0xff23d3f688d93895 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.917092:0:178169:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000005d3876dd/0xff23d3f688d93895 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.917099:0:178169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005d3876dd/0xff23d3f688d93895 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.917109:0:178169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005d3876dd/0xff23d3f688d93895 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.917111:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:1.0:1789185323.917119:0:178169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005d3876dd/0xff23d3f688d93895 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.917140:0:178169:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1789185323.917247:0:178169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e9a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+959:3635:x1876087018993024:12345-0@lo:6:osp-syn-1-0.0 Request processed in 36476us (36810us total) trans 4294989722 rc 0/0
00000100:00100000:1.0:1789185323.917255:0:178169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38152
00000100:00100000:1.0:1789185323.917286:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23646
00000100:00100000:1.0:1789185323.917294:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151783b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+55:2393:x1876087010833920:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185323.917302:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185323.917308:0:178149:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000acf4e68d/0xff23d3f688d8fad7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8d3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b6f6 expref: 55 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.917325:0:178149:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000acf4e68d/0xff23d3f688d8fad7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8d3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b6f6 expref: 55 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.917339:0:178149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000acf4e68d/0xff23d3f688d8fad7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8d3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b6f6 expref: 55 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.917350:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8d3:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.917353:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8d3:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.917357:0:178149:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009f6a2b19/0xff23d3f688d938b1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.917365:0:178149:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009f6a2b19/0xff23d3f688d938b1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.917386:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000004:00080000:2.0:1789185323.918659:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b149d60e00/2, rc 0, transno 4294989722
00000100:00100000:2.0:1789185323.918671:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149d60e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018993024:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185323.918699:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e9a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018997504:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185323.918739:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185323.918785:0:34810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018997376
00000100:00100000:2.0:1789185323.918791:0:34810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018997376
00000100:00100000:2.0:1789185323.918837:0:34810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018997504
00000100:00100000:2.0:1789185323.918840:0:34810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018997504
00000100:00100000:2.0:1789185323.918865:0:34810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38168
00000100:00100000:2.0:1789185323.918875:0:34810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e9a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+962:3635:x1876087018997376:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1789185323.918904:0:34810:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2268 count 1
00010000:00010000:2.0:1789185323.918929:0:34810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bc9fe99c/0xff23d3f688d93905 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8dc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.918955:0:34810:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000004bedfa2/0xff23d3f688d8fb86 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b76d expref: 55 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.918965:0:34810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8dc:0x0].0x0 since=125s v=(0 0)
00010000:00010000:2.0:1789185323.918969:0:34810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8dc:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.918974:0:34810:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bc9fe99c/0xff23d3f688d93905 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.919004:0:34810:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000004bedfa2/0xff23d3f688d8fb86 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b76d expref: 55 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.919017:0:34810:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000004bedfa2/0xff23d3f688d8fb86 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b76d expref: 55 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.919030:0:34810:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e9a0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:34810:1876087018997632:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185323.919084:0:34810:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe160c0 going to sleep for 11 seconds
00000100:00100000:2.0:1789185323.919153:0:34809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38169
00000100:00100000:2.0:1789185323.919161:0:34809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e9a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+959:3637:x1876087018997504:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1789185323.919177:0:34809:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2266 count 1
00010000:00010000:2.0:1789185323.919192:0:34809:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d9390c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8da:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.919207:0:34809:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000092e2d20a/0xff23d3f688d8fb47 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b758 expref: 54 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.919214:0:34809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8da:0x0].0x0 since=125s v=(0 0)
00010000:00010000:2.0:1789185323.919217:0:34809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8da:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.919221:0:34809:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d9390c lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.919242:0:34809:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000092e2d20a/0xff23d3f688d8fb47 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b758 expref: 54 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.919253:0:34809:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000092e2d20a/0xff23d3f688d8fb47 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b758 expref: 54 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.919264:0:34809:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e9a3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:34809:1876087018997888:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185323.919295:0:34809:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe16180 going to sleep for 11 seconds
00000100:00100000:2.0:1789185323.919308:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1789185323.919317:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e9a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018997760:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185323.919344:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23647
00000100:00100000:2.0:1789185323.919349:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185323.919358:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d62d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+54:2393:x1876087010834176:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.919369:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.919377:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008f639bb9/0xff23d3f688d8fb08 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b712 expref: 54 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.919392:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008f639bb9/0xff23d3f688d8fb08 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b712 expref: 54 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.919410:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008f639bb9/0xff23d3f688d8fb08 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b712 expref: 54 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.919443:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8d5:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.919447:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8d5:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.919452:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004e8cbc4d/0xff23d3f688d938bf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.919461:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004e8cbc4d/0xff23d3f688d938bf lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.919484:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1789185323.919730:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185323.919740:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005d3876dd/0xff23d3f688d93895 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.919750:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14bc29c00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185323.919755:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005d3876dd/0xff23d3f688d93895 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.919767:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005d3876dd/0xff23d3f688d93895 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.919779:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005d3876dd/0xff23d3f688d93895 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.919792:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005d3876dd/0xff23d3f688d93895 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.919816:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.919817:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.919819:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.920025:0:24325:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000bfc3353f/0xff23d3f688d938a3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.920036:0:24325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bfc3353f/0xff23d3f688d938a3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.920047:0:24325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bfc3353f/0xff23d3f688d938a3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.920056:0:24325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bfc3353f/0xff23d3f688d938a3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.920072:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:2.0:1789185323.920080:0:24325:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1789185323.920087:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185323.920093:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bfc3353f/0xff23d3f688d938a3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.920101:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde7e00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185323.920105:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bfc3353f/0xff23d3f688d938a3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.920113:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bfc3353f/0xff23d3f688d938a3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.920126:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bfc3353f/0xff23d3f688d938a3 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.920133:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bfc3353f/0xff23d3f688d938a3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.920149:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.920152:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.920154:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789185323.920187:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.920481:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.920523:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151780e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+55:2393:x1876087010833664:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 3888us (6232us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.920533:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23645
00000100:00100000:3.0:1789185323.920572:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010835200
00000100:00100000:3.0:1789185323.920578:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010835200
00010000:00010000:3.0:1789185323.920601:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003edd5434/0xff23d3f688d8fb40 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b74a expref: 54 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.920620:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010835328
00000100:00100000:3.0:1789185323.920623:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010835328
00010000:00010000:3.0:1789185323.920638:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000902e1a65/0xff23d3f688d8fb78 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b751 expref: 55 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.920651:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010835456
00000100:00100000:3.0:1789185323.920654:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010835456
00010000:00010000:3.0:1789185323.920668:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c7905bee/0xff23d3f688d8fb7f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b75f expref: 56 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.920684:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23648
00000100:00100000:3.0:1789185323.920692:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d60700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+56:2393:x1876087010834432:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.920702:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.920708:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000007bae093e/0xff23d3f688d8fb6a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b735 expref: 56 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.920727:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007bae093e/0xff23d3f688d8fb6a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b735 expref: 56 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.920741:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007bae093e/0xff23d3f688d8fb6a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b735 expref: 56 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.920754:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8d8:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.920759:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8d8:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.920765:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000005465f551/0xff23d3f688d938cd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.920775:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005465f551/0xff23d3f688d938cd lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.920789:0:24325:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f283800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+963:3637:x1876087018993664:12345-0@lo:6:osp-syn-0-0.0 Request processed in 37335us (39148us total) trans 4294977929 rc 0/0
00000100:00100000:2.0:1789185323.920800:0:24325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38154
00010000:00010000:3.0:1789185323.920803:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185323.920817:0:24325:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018997760
00000100:00100000:2.0:1789185323.920822:0:24325:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018997760
00000100:00100000:2.0:1789185323.920854:0:24325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38170
00000100:00100000:2.0:1789185323.920861:0:24325:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b2768a1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+960:3637:x1876087018997760:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1789185323.920878:0:24325:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2267 count 1
00000100:00100000:1.0:1789185323.920888:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151783b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+54:2393:x1876087010833920:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 3594us (6581us total) trans 0 rc 0/0
00010000:00010000:2.0:1789185323.920898:0:24325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000054f5e6e3/0xff23d3f688d93913 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8db:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.920898:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23646
00010000:00010000:2.0:1789185323.920920:0:24325:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000072c6297c/0xff23d3f688d8fb4e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b766 expref: 54 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.920927:0:24325:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8db:0x0].0x0 since=125s v=(0 0)
00010000:00010000:2.0:1789185323.920931:0:24325:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8db:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.920934:0:24325:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000054f5e6e3/0xff23d3f688d93913 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.920962:0:24325:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000072c6297c/0xff23d3f688d8fb4e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b766 expref: 54 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.920979:0:24325:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000072c6297c/0xff23d3f688d8fb4e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b766 expref: 54 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.920995:0:24325:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e9a2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24325:1876087018998016:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.921026:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d62d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+54:2393:x1876087010834176:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 1671us (6705us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.921036:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23647
00000100:00100000:2.0:1789185323.921047:0:24325:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe16780 going to sleep for 11 seconds
00000100:00100000:0.0:1789185323.921056:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23649
00000100:00100000:0.0:1789185323.921068:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b247d6e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+55:2393:x1876087010834688:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.921077:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.921084:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a3088610/0xff23d3f688d8fb32 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b727 expref: 55 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000004:00080000:2.0:1789185323.921092:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b149809880/2, rc 0, transno 4294977929
00010000:00010000:0.0:1789185323.921097:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a3088610/0xff23d3f688d8fb32 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b727 expref: 55 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.921107:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149809880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018993664:0@lo:6:osp-syn-0-0.0
00010000:00010000:0.0:1789185323.921118:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a3088610/0xff23d3f688d8fb32 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b727 expref: 55 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.921139:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8d7:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.921142:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8d7:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.921147:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000439557c1/0xff23d3f688d938db lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.921155:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000439557c1/0xff23d3f688d938db lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.921180:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.921201:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b247d6e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+54:2393:x1876087010834688:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 138us (6854us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.921208:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23649
00000100:00100000:0.0:1789185323.921221:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23650
00000100:00100000:0.0:1789185323.921229:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d63800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+53:2393:x1876087010834944:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.921236:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.921242:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a3124790/0xff23d3f688d8fb16 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b72e expref: 53 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.921252:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a3124790/0xff23d3f688d8fb16 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b72e expref: 53 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.921266:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a3124790/0xff23d3f688d8fb16 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b72e expref: 53 pid: 35222 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.921281:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8d7:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.921284:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8d7:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.921289:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007a5723bd/0xff23d3f688d938e2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.921296:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007a5723bd/0xff23d3f688d938e2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.921316:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.921335:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d63800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+52:2393:x1876087010834944:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 107us (6969us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.921341:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23650
00000100:00100000:0.0:1789185323.921354:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23651
00000100:00100000:0.0:1789185323.921361:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d60a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+51:2393:x1876087010835200:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.921368:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.921373:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003edd5434/0xff23d3f688d8fb40 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8d9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b74a expref: 51 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.921383:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003edd5434/0xff23d3f688d8fb40 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8d9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b74a expref: 51 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.921396:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003edd5434/0xff23d3f688d8fb40 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8d9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b74a expref: 51 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.921413:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e9a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018998144:0@lo:6:osp-syn-0-0.0
00010000:00010000:0.0:1789185323.921414:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8d9:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.921420:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8d9:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.921438:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ea23a920/0xff23d3f688d938f0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.921446:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ea23a920/0xff23d3f688d938f0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8d9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.921462:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:0.0:1789185323.921470:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.921495:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d60a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+50:2393:x1876087010835200:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 133us (1424us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.921504:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23651
00000100:00100000:2.0:1789185323.921505:0:178143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018998144
00000100:00100000:2.0:1789185323.921511:0:178143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018998144
00000100:00100000:0.0:1789185323.921523:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23652
00000100:00100000:0.0:1789185323.921535:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d62680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+53:2393:x1876087010835328:12345-192.168.204.3@tcp:103:ldlm_bl.0
00000100:00100000:2.0:1789185323.921539:0:178143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38171
00010000:00010000:0.0:1789185323.921570:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00000100:00100000:2.0:1789185323.921571:0:178143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e9a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+963:3635:x1876087018998144:12345-0@lo:6:osp-syn-0-0.0
00010000:00010000:0.0:1789185323.921579:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000902e1a65/0xff23d3f688d8fb78 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b751 expref: 53 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00002000:00080000:2.0:1789185323.921591:0:178143:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2269 count 1
00010000:00010000:0.0:1789185323.921592:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000902e1a65/0xff23d3f688d8fb78 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b751 expref: 53 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.921609:0:178143:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004f475c67/0xff23d3f688d9391a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8dd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.921610:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8da:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.921617:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8da:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.921627:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000084950cc6/0xff23d3f688d938f7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.921633:0:178143:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e6c4829b/0xff23d3f688d8fb8d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b77b expref: 53 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.921644:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000084950cc6/0xff23d3f688d938f7 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.921647:0:178143:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8dd:0x0].0x0 since=125s v=(0 0)
00010000:00010000:2.0:1789185323.921655:0:178143:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8dd:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.921663:0:178143:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004f475c67/0xff23d3f688d9391a lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.921669:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.921693:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d62680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+53:2393:x1876087010835328:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 162us (1505us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.921699:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23652
00000100:00100000:0.0:1789185323.921715:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23653
00000100:00100000:0.0:1789185323.921723:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d62300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+52:2392:x1876087010835456:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.921750:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.921757:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c7905bee/0xff23d3f688d8fb7f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8db:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b75f expref: 52 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.921763:0:178143:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e6c4829b/0xff23d3f688d8fb8d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b77b expref: 52 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.921776:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c7905bee/0xff23d3f688d8fb7f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8db:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b75f expref: 52 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.921781:0:178143:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e6c4829b/0xff23d3f688d8fb8d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b77b expref: 52 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.921801:0:178143:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e9a1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:178143:1876087018998272:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.921802:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8db:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.921809:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8db:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.921813:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000127e8890/0xff23d3f688d938fe lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8db:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.921822:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000127e8890/0xff23d3f688d938fe lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8db:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.921829:0:178143:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe16a80 going to sleep for 11 seconds
00010000:00010000:0.0:1789185323.921846:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1789185323.921850:0:8428:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d4cdc89e/0xff23d3f688d938c6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.921860:0:8428:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d4cdc89e/0xff23d3f688d938c6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.921869:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d62300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+52:2392:x1876087010835456:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 145us (1386us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.921885:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23653
00010000:00010000:2.0:1789185323.921887:0:8428:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d4cdc89e/0xff23d3f688d938c6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.921896:0:8428:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d4cdc89e/0xff23d3f688d938c6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.921916:0:8428:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1789185323.922027:0:8428:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f119f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+961:3636:x1876087018995072:12345-0@lo:6:osp-syn-1-0.0 Request processed in 36274us (36529us total) trans 4294989723 rc 0/0
00000100:00100000:2.0:1789185323.922034:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38159
00010000:00010000:2.0:1789185323.922057:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185323.922064:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d4cdc89e/0xff23d3f688d938c6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.922070:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bd000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.922075:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d4cdc89e/0xff23d3f688d938c6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.922084:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d4cdc89e/0xff23d3f688d938c6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.922098:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d4cdc89e/0xff23d3f688d938c6 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.922106:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d4cdc89e/0xff23d3f688d938c6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.922157:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.922173:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.922176:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.922243:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.922406:0:8431:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000004e8cbc4d/0xff23d3f688d938bf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.922416:0:8431:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004e8cbc4d/0xff23d3f688d938bf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.922436:0:8431:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004e8cbc4d/0xff23d3f688d938bf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.922444:0:8431:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004e8cbc4d/0xff23d3f688d938bf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.922462:0:8431:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1789185323.922462:0:35222:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000db21e579/0xff23d3f688d9389c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.922474:0:35222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000db21e579/0xff23d3f688d9389c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.922484:0:35222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000db21e579/0xff23d3f688d9389c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.922494:0:35222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000db21e579/0xff23d3f688d9389c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.922512:0:35222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:2.0:1789185323.922538:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14b5f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+961:3637:x1876087018994688:12345-0@lo:6:osp-syn-1-0.0 Request processed in 37679us (37902us total) trans 4294989724 rc 0/0
00000100:00100000:2.0:1789185323.922563:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38158
00000004:00080000:2.0:1789185323.922600:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f11aa00/2, rc 0, transno 4294989724
00000100:00100000:2.0:1789185323.922611:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f11aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018994688:0@lo:6:osp-syn-1-0.0
00000004:00080000:2.0:1789185323.922629:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f283480/2, rc 0, transno 4294977930
00000100:00100000:1.0:1789185323.922635:0:35222:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f282d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+964:3637:x1876087018993536:12345-0@lo:6:osp-syn-0-0.0 Request processed in 39810us (41378us total) trans 4294977930 rc 0/0
00000100:00100000:2.0:1789185323.922638:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f283480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018993536:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185323.922650:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38153
00000100:00100000:1.0:1789185323.922689:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f283100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018998400:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.922719:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:1.0:1789185323.922752:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f119500/2, rc 0, transno 4294989723
00000100:00100000:1.0:1789185323.922757:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f119500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018995072:0@lo:6:osp-syn-1-0.0
00000004:00080000:1.0:1789185323.922769:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b149809f80/2, rc 0, transno 4294977927
00000100:00100000:1.0:1789185323.922773:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149809f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018993792:0@lo:6:osp-syn-0-0.0
00010000:00010000:1.0:1789185323.922816:0:178146:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000902e1a65/0xff23d3f688d8fb78 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b751 expref: 51 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.922832:0:178146:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14b5c3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:178146:1876087018996992:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185323.922846:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14bbff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018998784:0@lo:6:osp-syn-0-0.0
00010000:00010000:1.0:1789185323.922853:0:178146:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000084950cc6/0xff23d3f688d938f7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.922863:0:178146:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000084950cc6/0xff23d3f688d938f7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.922876:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:1.0:1789185323.922881:0:178146:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000084950cc6/0xff23d3f688d938f7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.922891:0:178146:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000084950cc6/0xff23d3f688d938f7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.922899:0:178146:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000084950cc6/0xff23d3f688d938f7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.922904:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f282680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018998528:0@lo:6:osp-syn-1-0.0
00010000:00010000:1.0:1789185323.922927:0:178146:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00000100:00100000:2.0:1789185323.922930:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185323.922950:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1789185323.922955:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14bbfd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018998656:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185323.922975:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:2.0:1789185323.922994:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:2.0:1789185323.922999:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004e8cbc4d/0xff23d3f688d938bf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.923007:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bd200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.923012:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004e8cbc4d/0xff23d3f688d938bf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.923017:0:178146:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14b5c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+964:3638:x1876087018996736:12345-0@lo:6:osp-syn-0-0.0 Request processed in 30171us (30314us total) trans 4294977931 rc 0/0
00010000:00010000:2.0:1789185323.923026:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004e8cbc4d/0xff23d3f688d938bf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.923030:0:178146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38166
00010000:00010000:2.0:1789185323.923045:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004e8cbc4d/0xff23d3f688d938bf lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.923048:0:178146:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018998400
00000100:00100000:1.0:1789185323.923055:0:178146:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018998400
00010000:00010000:2.0:1789185323.923057:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004e8cbc4d/0xff23d3f688d938bf lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.923075:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:2.0:1789185323.923079:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000db21e579/0xff23d3f688d9389c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.923083:0:178146:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018998784
00000100:00100000:1.0:1789185323.923088:0:178146:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018998784
00010000:00010000:2.0:1789185323.923096:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14bc29800 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.923101:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000db21e579/0xff23d3f688d9389c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.923104:0:178146:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018998528
00000100:00100000:1.0:1789185323.923109:0:178146:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018998528
00010000:00010000:2.0:1789185323.923113:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000db21e579/0xff23d3f688d9389c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.923122:0:178146:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018998656
00000100:00100000:1.0:1789185323.923125:0:178146:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018998656
00000100:00100000:1.0:1789185323.923137:0:178146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38172
00000100:00100000:1.0:1789185323.923143:0:178146:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f11bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+962:3636:x1876087018998400:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185323.923161:0:178146:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2268 count 1
00010000:00010000:1.0:1789185323.923177:0:178146:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e53016f0/0xff23d3f688d93921 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8dc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.923196:0:178146:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a6722302/0xff23d3f688d8fb55 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b774 expref: 48 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.923204:0:178146:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8dc:0x0].0x0 since=125s v=(0 0)
00010000:00010000:1.0:1789185323.923207:0:178146:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8dc:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.923212:0:178146:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e53016f0/0xff23d3f688d93921 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.923235:0:178146:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a6722302/0xff23d3f688d8fb55 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b774 expref: 48 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.923245:0:178146:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a6722302/0xff23d3f688d8fb55 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b774 expref: 48 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.923255:0:178146:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f11b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:178146:1876087018998912:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.923285:0:178146:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14de82240 going to sleep for 11 seconds
00010000:00010000:1.0:1789185323.923303:0:178148:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000005465f551/0xff23d3f688d938cd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.923311:0:178148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005465f551/0xff23d3f688d938cd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.923330:0:178148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005465f551/0xff23d3f688d938cd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.923341:0:178148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005465f551/0xff23d3f688d938cd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.923349:0:178148:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00010000:00010000:2.0:1789185323.923398:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000db21e579/0xff23d3f688d9389c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.923406:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000db21e579/0xff23d3f688d9389c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.923438:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:2.0:1789185323.923442:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000084950cc6/0xff23d3f688d938f7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.923447:0:178148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e9a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+966:3637:x1876087018995456:12345-0@lo:6:osp-syn-0-0.0 Request processed in 33036us (33827us total) trans 4294977932 rc 0/0
00010000:00010000:2.0:1789185323.923456:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde6e00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.923461:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000084950cc6/0xff23d3f688d938f7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.923461:0:178148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38160
00010000:00010000:2.0:1789185323.923471:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000084950cc6/0xff23d3f688d938f7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.923481:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000084950cc6/0xff23d3f688d938f7 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.923484:0:178148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38173
00010000:00010000:2.0:1789185323.923493:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000084950cc6/0xff23d3f688d938f7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.923497:0:178148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14bbfd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+965:3635:x1876087018998784:12345-0@lo:6:osp-syn-0-0.0
00010000:00010000:2.0:1789185323.923517:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00002000:00080000:1.0:1789185323.923517:0:178148:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2271 count 1
00010000:00010000:2.0:1789185323.923521:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005465f551/0xff23d3f688d938cd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.923529:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde6a00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.923535:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005465f551/0xff23d3f688d938cd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.923535:0:178148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a2baff92/0xff23d3f688d93928 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8df:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.923585:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005465f551/0xff23d3f688d938cd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.923587:0:178148:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000007c03f473/0xff23d3f688d8fb9b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b797 expref: 50 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.923605:0:178148:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8df:0x0].0x0 since=125s v=(0 0)
00010000:00010000:2.0:1789185323.923606:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005465f551/0xff23d3f688d938cd lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.923610:0:178148:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8df:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.923619:0:178148:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a2baff92/0xff23d3f688d93928 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.923621:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005465f551/0xff23d3f688d938cd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.923644:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.923647:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.923649:0:178148:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000007c03f473/0xff23d3f688d8fb9b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b797 expref: 50 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.923650:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.923662:0:178148:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000007c03f473/0xff23d3f688d8fb9b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b797 expref: 50 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000004:00080000:2.0:1789185323.923675:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14980b800/2, rc 0, transno 4294977932
00000100:00100000:1.0:1789185323.923675:0:178148:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14b5c3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:178148:1876087018999040:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.923700:0:178148:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14de820c0 going to sleep for 11 seconds
00010000:00010000:1.0:1789185323.923715:0:35223:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000439557c1/0xff23d3f688d938db lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.923724:0:35223:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000439557c1/0xff23d3f688d938db lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.923732:0:35223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000439557c1/0xff23d3f688d938db lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.923739:0:35223:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000439557c1/0xff23d3f688d938db lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.923752:0:35223:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1789185323.923823:0:35223:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149809500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+966:3636:x1876087018995328:12345-0@lo:6:osp-syn-0-0.0 Request processed in 33061us (33788us total) trans 4294977933 rc 0/0
00000100:00100000:1.0:1789185323.923829:0:35223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38162
00000100:00100000:1.0:1789185323.923845:0:35223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38174
00000100:00100000:1.0:1789185323.923851:0:35223:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e9a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+962:3637:x1876087018998528:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185323.923884:0:35223:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2269 count 1
00010000:00010000:1.0:1789185323.923897:0:35223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000429e81d7/0xff23d3f688d9392f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8dd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.923900:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14980b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018995456:0@lo:6:osp-syn-0-0.0
00010000:00010000:1.0:1789185323.923920:0:35223:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c83f18db/0xff23d3f688d8fb5c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b782 expref: 48 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.923928:0:35223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8dd:0x0].0x0 since=125s v=(0 0)
00010000:00010000:1.0:1789185323.923931:0:35223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8dd:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.923936:0:35223:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000429e81d7/0xff23d3f688d9392f lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.923961:0:35223:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c83f18db/0xff23d3f688d8fb5c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b782 expref: 48 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.923965:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00010000:00010000:1.0:1789185323.923975:0:35223:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c83f18db/0xff23d3f688d8fb5c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b782 expref: 48 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.923978:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e9a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018999168:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185323.923996:0:35223:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14877aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:35223:1876087018999296:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185323.924016:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.924027:0:35223:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14de82f00 going to sleep for 11 seconds
00000100:00100000:2.0:1789185323.924051:0:178142:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018999168
00000100:00100000:1.0:1789185323.924056:0:178169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38175
00000100:00100000:2.0:1789185323.924058:0:178142:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018999168
00000100:00100000:1.0:1789185323.924068:0:178169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e9a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+966:3637:x1876087018998656:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185323.924084:0:178169:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2270 count 1
00000100:00100000:2.0:1789185323.924088:0:178142:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38176
00000100:00100000:2.0:1789185323.924097:0:178142:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e9a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+966:3635:x1876087018999168:12345-0@lo:6:osp-syn-0-0.0
00010000:00010000:1.0:1789185323.924099:0:178169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dadccb78/0xff23d3f688d93936 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8de:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00080000:2.0:1789185323.924113:0:178142:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2272 count 1
00010000:00010000:1.0:1789185323.924114:0:178169:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d0edde06/0xff23d3f688d8fb94 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b789 expref: 50 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.924130:0:178169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8de:0x0].0x0 since=125s v=(0 0)
00010000:00010000:2.0:1789185323.924131:0:178142:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f1b7551a/0xff23d3f688d9393d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8e0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.924137:0:178169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8de:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.924146:0:178169:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dadccb78/0xff23d3f688d93936 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.924152:0:178142:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003156a70e/0xff23d3f688d8fbcc lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b7a5 expref: 50 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.924163:0:178142:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8e0:0x0].0x0 since=125s v=(0 0)
00010000:00010000:2.0:1789185323.924166:0:178142:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8e0:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.924171:0:178142:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f1b7551a/0xff23d3f688d9393d lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.924176:0:178169:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d0edde06/0xff23d3f688d8fb94 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b789 expref: 50 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.924189:0:178169:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d0edde06/0xff23d3f688d8fb94 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b789 expref: 50 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.924199:0:178169:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148778700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:178169:1876087018999424:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.924224:0:178169:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14de82c00 going to sleep for 11 seconds
00000004:00080000:1.0:1789185323.924249:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14980aa00/2, rc 0, transno 4294977931
00000100:00100000:1.0:1789185323.924260:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14980aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018996736:0@lo:6:osp-syn-0-0.0
00000004:00080000:1.0:1789185323.924281:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14980b480/2, rc 0, transno 4294977933
00000100:00100000:1.0:1789185323.924285:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14980b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018995328:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185323.924341:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f29ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018999808:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185323.924365:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.924383:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00010000:00010000:2.0:1789185323.924385:0:178142:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003156a70e/0xff23d3f688d8fbcc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b7a5 expref: 50 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.924391:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f29f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018999552:0@lo:6:osp-syn-0-0.0
00010000:00010000:2.0:1789185323.924407:0:178142:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003156a70e/0xff23d3f688d8fbcc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b7a5 expref: 50 pid: 8431 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.924421:0:178142:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e9a4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:178142:1876087018999680:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.924436:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.924461:0:35222:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018999808
00000100:00100000:2.0:1789185323.924466:0:178142:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe16cc0 going to sleep for 11 seconds
00000100:00100000:1.0:1789185323.924467:0:35222:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018999808
00000100:00100000:1.0:1789185323.924491:0:35222:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087018999552
00000100:00100000:1.0:1789185323.924495:0:35222:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087018999552
00010000:00010000:2.0:1789185323.924496:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185323.924502:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000439557c1/0xff23d3f688d938db lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.924509:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde7c00 already unused, calling callback (ffffffffc0cd94f0)
00000100:00100000:1.0:1789185323.924510:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38177
00010000:00010000:2.0:1789185323.924515:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000439557c1/0xff23d3f688d938db lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.924520:0:35222:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f29df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+968:3638:x1876087018999808:12345-0@lo:6:osp-syn-0-0.0
00010000:00010000:2.0:1789185323.924532:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000439557c1/0xff23d3f688d938db lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00080000:1.0:1789185323.924538:0:35222:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2274 count 1
00010000:00010000:2.0:1789185323.924570:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000439557c1/0xff23d3f688d938db lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.924575:0:35222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000842f3ed2/0xff23d3f688d93944 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8e2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.924578:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000439557c1/0xff23d3f688d938db lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.924603:0:35222:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e61fba4c/0xff23d3f688d8fbda lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b7c1 expref: 50 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.924609:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.924612:0:35222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8e2:0x0].0x0 since=125s v=(0 0)
00010000:00010000:2.0:1789185323.924613:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.924616:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.924619:0:35222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8e2:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.924625:0:35222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000842f3ed2/0xff23d3f688d93944 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.924633:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38178
00000100:00100000:2.0:1789185323.924643:0:8429:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b148764e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+968:3638:x1876087018999552:12345-0@lo:6:osp-syn-0-0.0
00010000:00010000:1.0:1789185323.924651:0:35222:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e61fba4c/0xff23d3f688d8fbda lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b7c1 expref: 50 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00002000:00080000:2.0:1789185323.924659:0:8429:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2273 count 1
00010000:00010000:1.0:1789185323.924663:0:35222:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e61fba4c/0xff23d3f688d8fbda lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b7c1 expref: 50 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.924675:0:8429:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000146315f7/0xff23d3f688d9394b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8e1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.924677:0:35222:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148766d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:35222:1876087018999936:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.924705:0:35222:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14de823c0 going to sleep for 11 seconds
00010000:00010000:1.0:1789185323.924724:0:35218:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000fa0e9384/0xff23d3f688d938e9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.924737:0:35218:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fa0e9384/0xff23d3f688d938e9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.924746:0:35218:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fa0e9384/0xff23d3f688d938e9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.924761:0:35218:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fa0e9384/0xff23d3f688d938e9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.924783:0:8429:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000014737f8b/0xff23d3f688d8fbd3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b7b3 expref: 50 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.924788:0:35218:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1789185323.924791:0:8429:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8e1:0x0].0x0 since=125s v=(0 0)
00010000:00010000:2.0:1789185323.924796:0:8429:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8e1:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.924799:0:8429:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000146315f7/0xff23d3f688d9394b lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.924824:0:8429:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000014737f8b/0xff23d3f688d8fbd3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b7b3 expref: 50 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.924833:0:8429:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000014737f8b/0xff23d3f688d8fbd3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b7b3 expref: 50 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.924844:0:8429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148760000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8429:1876087019000064:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185323.924872:0:8429:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0d80 going to sleep for 11 seconds
00010000:00010000:2.0:1789185323.924884:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185323.924888:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fa0e9384/0xff23d3f688d938e9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.924895:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde7200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.924899:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fa0e9384/0xff23d3f688d938e9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.924907:0:35218:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f118380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+963:3635:x1876087018995840:12345-0@lo:6:osp-syn-1-0.0 Request processed in 33398us (33602us total) trans 4294989725 rc 0/0
00000100:00100000:1.0:1789185323.924923:0:35218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38164
00010000:00010000:2.0:1789185323.924925:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fa0e9384/0xff23d3f688d938e9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.924939:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fa0e9384/0xff23d3f688d938e9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.924946:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fa0e9384/0xff23d3f688d938e9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.924952:0:8491:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000009f6a2b19/0xff23d3f688d938b1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.924960:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.924963:0:8491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009f6a2b19/0xff23d3f688d938b1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.924964:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.924967:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.924975:0:8491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009f6a2b19/0xff23d3f688d938b1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.924982:0:8491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009f6a2b19/0xff23d3f688d938b1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:2.0:1789185323.924990:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f119c00/2, rc 0, transno 4294989725
00000100:00100000:2.0:1789185323.925003:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f119c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018995840:0@lo:6:osp-syn-1-0.0
00010000:00010000:1.0:1789185323.925006:0:8491:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1789185323.925106:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14b5ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087019000192:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185323.925134:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:3.0:1789185323.925214:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185323.925220:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009f6a2b19/0xff23d3f688d938b1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.925229:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14a863a00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185323.925232:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009f6a2b19/0xff23d3f688d938b1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.925241:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009f6a2b19/0xff23d3f688d938b1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.925254:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009f6a2b19/0xff23d3f688d938b1 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.925260:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009f6a2b19/0xff23d3f688d938b1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.925275:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.925277:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.925279:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.925285:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789185323.925466:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d60700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+50:2393:x1876087010834432:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 4729us (11088us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.925476:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23648
00010000:00010000:0.0:1789185323.925820:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.926261:0:178144:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c7905bee/0xff23d3f688d8fb7f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b75f expref: 49 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.926277:0:178144:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f727800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:178144:1876087018997248:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.926301:0:178144:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000127e8890/0xff23d3f688d938fe lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.926311:0:178144:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000127e8890/0xff23d3f688d938fe lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.926318:0:178144:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000127e8890/0xff23d3f688d938fe lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.926326:0:178144:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000127e8890/0xff23d3f688d938fe lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.926334:0:178144:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000127e8890/0xff23d3f688d938fe lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.926357:0:178144:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1789185323.926488:0:178144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f711f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+969:3636:x1876087018997120:12345-0@lo:6:osp-syn-0-0.0 Request processed in 31757us (31866us total) trans 4294977934 rc 0/0
00000100:00100000:0.0:1789185323.926496:0:178144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38167
00010000:00010000:3.0:1789185323.926710:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185323.926716:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000127e8890/0xff23d3f688d938fe lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.926725:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14bc29200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185323.926728:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000127e8890/0xff23d3f688d938fe lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.926738:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000127e8890/0xff23d3f688d938fe lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.926755:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000127e8890/0xff23d3f688d938fe lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.926763:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000127e8890/0xff23d3f688d938fe lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.926781:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.926783:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.926785:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789185323.926865:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.926885:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.926939:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.926963:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000004:00080000:1.0:1789185323.927331:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f710e00/2, rc 0, transno 4294977934
00000100:00100000:1.0:1789185323.927345:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f710e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018997120:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.927503:0:178144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019000192
00000100:00100000:0.0:1789185323.927510:0:178144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019000192
00000100:00100000:0.0:1789185323.927559:0:178144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38179
00000100:00100000:0.0:1789185323.927568:0:178144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14b5fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+964:3635:x1876087019000192:12345-0@lo:6:osp-syn-1-0.0
00010000:00010000:0.0:1789185323.927592:0:178145:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000007a5723bd/0xff23d3f688d938e2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.927603:0:178145:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007a5723bd/0xff23d3f688d938e2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.927612:0:178145:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007a5723bd/0xff23d3f688d938e2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.927621:0:178145:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007a5723bd/0xff23d3f688d938e2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.927639:0:178145:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1789185323.927712:0:178147:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ea23a920/0xff23d3f688d938f0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.927722:0:178147:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ea23a920/0xff23d3f688d938f0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.927732:0:178147:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ea23a920/0xff23d3f688d938f0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.927741:0:178147:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ea23a920/0xff23d3f688d938f0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.927755:0:178147:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:1.0:1789185323.927890:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148765500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087019000320:0@lo:6:osp-syn-0-0.0
00010000:00010000:3.0:1789185323.928286:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:3.0:1789185323.928293:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007a5723bd/0xff23d3f688d938e2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.928302:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14a862000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185323.928306:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007a5723bd/0xff23d3f688d938e2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.928315:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007a5723bd/0xff23d3f688d938e2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.928334:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007a5723bd/0xff23d3f688d938e2 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.928341:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007a5723bd/0xff23d3f688d938e2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.928520:0:34810:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e9a0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:34810:1876087018997632:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.928565:0:34810:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000bc9fe99c/0xff23d3f688d93905 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.928596:0:34809:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e9a3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:34809:1876087018997888:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.928611:0:34809:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d9390c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.928613:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185323.928622:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ea23a920/0xff23d3f688d938f0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.928638:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14bc28200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.928641:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ea23a920/0xff23d3f688d938f0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.928649:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ea23a920/0xff23d3f688d938f0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.928662:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ea23a920/0xff23d3f688d938f0 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.928670:0:24325:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e9a2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24325:1876087018998016:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.928670:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ea23a920/0xff23d3f688d938f0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.928697:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.928699:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.928701:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789185323.928714:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010835712
00000100:00100000:0.0:1789185323.928719:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010835712
00010000:00010000:0.0:1789185323.928748:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000092e2d20a/0xff23d3f688d8fb47 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b758 expref: 49 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.928756:0:24325:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000054f5e6e3/0xff23d3f688d93913 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.928777:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010835584
00000100:00100000:0.0:1789185323.928781:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010835584
00000100:00100000:2.0:1789185323.928794:0:178143:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e9a1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:178143:1876087018998272:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.928797:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000004bedfa2/0xff23d3f688d8fb86 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b76d expref: 49 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.928810:0:178143:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000004f475c67/0xff23d3f688d9391a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.928820:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010835968
00000100:00100000:0.0:1789185323.928824:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010835968
00010000:00010000:2.0:1789185323.928828:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.928839:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e6c4829b/0xff23d3f688d8fb8d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b77b expref: 50 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.928848:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010835840
00000100:00100000:2.0:1789185323.928854:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010835840
00000100:00100000:0.0:1789185323.928866:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23654
00010000:00010000:2.0:1789185323.928874:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000072c6297c/0xff23d3f688d8fb4e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b766 expref: 50 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.928880:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d62d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+50:2394:x1876087010835712:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.928898:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00000100:00100000:2.0:1789185323.928902:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23655
00010000:00010000:0.0:1789185323.928909:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000092e2d20a/0xff23d3f688d8fb47 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b758 expref: 50 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.928914:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d60700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+50:2394:x1876087010835584:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.928928:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.928934:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000004bedfa2/0xff23d3f688d8fb86 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b76d expref: 50 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.928944:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000092e2d20a/0xff23d3f688d8fb47 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b758 expref: 50 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.928950:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000004bedfa2/0xff23d3f688d8fb86 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b76d expref: 50 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.928973:0:178150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000092e2d20a/0xff23d3f688d8fb47 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8da:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b758 expref: 50 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.928981:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000004bedfa2/0xff23d3f688d8fb86 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b76d expref: 50 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.928994:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8da:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.928996:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8dc:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.929004:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8dc:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.929004:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8da:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.929019:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000bc9fe99c/0xff23d3f688d93905 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.929020:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d9390c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.929039:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bc9fe99c/0xff23d3f688d93905 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.929041:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d9390c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8da:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.929078:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1789185323.929083:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1789185323.929095:0:34810:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000bc9fe99c/0xff23d3f688d93905 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.929104:0:34810:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bc9fe99c/0xff23d3f688d93905 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.929129:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d62d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+49:2394:x1876087010835712:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 254us (2263us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.929137:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23654
00000100:00100000:0.0:1789185323.929160:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23656
00000100:00100000:0.0:1789185323.929166:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b247d6c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+49:2394:x1876087010835968:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.929174:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.929179:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e6c4829b/0xff23d3f688d8fb8d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b77b expref: 49 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.929189:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e6c4829b/0xff23d3f688d8fb8d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b77b expref: 49 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.929202:0:178150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e6c4829b/0xff23d3f688d8fb8d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b77b expref: 49 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.929218:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8dd:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.929222:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8dd:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.929225:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004f475c67/0xff23d3f688d9391a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.929232:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004f475c67/0xff23d3f688d9391a lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.929250:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.929269:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b247d6c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+48:2394:x1876087010835968:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 103us (2330us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.929275:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23656
00000100:00100000:0.0:1789185323.929289:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23657
00000100:00100000:0.0:1789185323.929297:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d61180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+48:2394:x1876087010835840:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.929304:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.929308:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000072c6297c/0xff23d3f688d8fb4e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8db:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b766 expref: 48 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.929317:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000072c6297c/0xff23d3f688d8fb4e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8db:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b766 expref: 48 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.929329:0:178150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000072c6297c/0xff23d3f688d8fb4e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8db:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b766 expref: 48 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.929344:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8db:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.929347:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8db:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.929350:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000054f5e6e3/0xff23d3f688d93913 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.929357:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000054f5e6e3/0xff23d3f688d93913 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.929375:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.929395:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d61180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+47:2394:x1876087010835840:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 99us (2432us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.929402:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23657
00010000:00010000:0.0:1789185323.929437:0:34809:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d9390c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.929446:0:34809:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d9390c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.929454:0:34809:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d9390c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.929462:0:34809:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d9390c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.929476:0:34809:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1789185323.929872:0:34810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bc9fe99c/0xff23d3f688d93905 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.929884:0:34810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bc9fe99c/0xff23d3f688d93905 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.929900:0:34810:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:2.0:1789185323.930023:0:34810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e9a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+969:3635:x1876087018997376:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11149us (12912us total) trans 4294977935 rc 0/0
00000100:00100000:2.0:1789185323.930030:0:34810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38168
00010000:00010000:2.0:1789185323.930052:0:24325:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000054f5e6e3/0xff23d3f688d93913 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.930061:0:24325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000054f5e6e3/0xff23d3f688d93913 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.930068:0:24325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000054f5e6e3/0xff23d3f688d93913 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.930074:0:24325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000054f5e6e3/0xff23d3f688d93913 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.930087:0:24325:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00010000:00010000:2.0:1789185323.930130:0:178143:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000004f475c67/0xff23d3f688d9391a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.930137:0:178143:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004f475c67/0xff23d3f688d9391a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.930145:0:178143:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004f475c67/0xff23d3f688d9391a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.930152:0:178143:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004f475c67/0xff23d3f688d9391a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.930165:0:178143:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool
00010000:00010000:0.0:1789185323.930665:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp.  (3 blwis in pool)
00010000:00010000:0.0:1789185323.930674:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d9390c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.930684:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bde00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.930689:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d9390c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.930698:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d9390c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.930717:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d9390c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.930725:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b1c77d2b/0xff23d3f688d9390c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.930738:0:178143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e9a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+969:3635:x1876087018998144:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9162us (9269us total) trans 4294977936 rc 0/0
00000100:00100000:2.0:1789185323.930748:0:178143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38171
00010000:00010000:0.0:1789185323.930757:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:0.0:1789185323.930763:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bc9fe99c/0xff23d3f688d93905 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.930770:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:0.0:1789185323.930771:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bc400 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.930777:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000054f5e6e3/0xff23d3f688d93913 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.930778:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bc9fe99c/0xff23d3f688d93905 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.930797:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bdc00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.930800:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bc9fe99c/0xff23d3f688d93905 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.930802:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000054f5e6e3/0xff23d3f688d93913 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.930824:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000054f5e6e3/0xff23d3f688d93913 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.930832:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bc9fe99c/0xff23d3f688d93905 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.930839:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000054f5e6e3/0xff23d3f688d93913 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.930842:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bc9fe99c/0xff23d3f688d93905 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.930853:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000054f5e6e3/0xff23d3f688d93913 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.930870:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185323.930875:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.930877:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004f475c67/0xff23d3f688d9391a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.930878:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.930881:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.930887:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bda00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.930891:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004f475c67/0xff23d3f688d9391a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.930899:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004f475c67/0xff23d3f688d9391a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:2.0:1789185323.930913:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14e9a2a00/2, rc 0, transno 4294977936
00000100:00100000:2.0:1789185323.930929:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e9a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018998144:0@lo:6:osp-syn-0-0.0
00000004:00080000:2.0:1789185323.930939:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14e9a0700/2, rc 0, transno 4294977935
00000100:00100000:2.0:1789185323.930942:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e9a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018997376:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185323.930978:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d60700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+47:2394:x1876087010835584:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 2067us (4090us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185323.930986:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23655
00010000:00010000:3.0:1789185323.931265:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.931267:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.931268:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.931276:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789185323.931496:0:178169:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148778700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:178169:1876087018999424:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.931522:0:178169:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000dadccb78/0xff23d3f688d93936 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.931568:0:178142:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e9a4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:178142:1876087018999680:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.931581:0:178142:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f1b7551a/0xff23d3f688d9393d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.931604:0:8429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148760000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8429:1876087019000064:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.931615:0:8429:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000146315f7/0xff23d3f688d9394b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.931659:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004f475c67/0xff23d3f688d9391a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.931668:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004f475c67/0xff23d3f688d9391a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.931683:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.931684:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.931687:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789185323.932030:0:35222:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148766d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:35222:1876087018999936:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.932052:0:35222:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000842f3ed2/0xff23d3f688d93944 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.932147:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148766300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087019000576:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185323.932192:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.932223:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1789185323.932229:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148766d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087019000448:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185323.932251:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.932282:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019000576
00000100:00100000:1.0:1789185323.932288:0:8428:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019000576
00000100:00100000:1.0:1789185323.932320:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019000448
00000100:00100000:1.0:1789185323.932323:0:8428:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019000448
00000100:00100000:1.0:1789185323.932340:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38180
00000100:00100000:1.0:1789185323.932350:0:8428:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f108e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+970:3638:x1876087019000576:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185323.932379:0:8428:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2277 count 1
00010000:00010000:1.0:1789185323.932401:0:8428:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000584e9167/0xff23d3f688d93952 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.932419:0:8428:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000018e78f0d/0xff23d3f688d8fbf6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b7eb expref: 46 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.932446:0:8428:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8e5:0x0].0x0 since=125s v=(0 0)
00010000:00010000:1.0:1789185323.932451:0:8428:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8e5:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.932456:0:8428:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000584e9167/0xff23d3f688d93952 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.932484:0:8428:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000018e78f0d/0xff23d3f688d8fbf6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b7eb expref: 46 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.932498:0:8428:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000018e78f0d/0xff23d3f688d8fbf6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b7eb expref: 46 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.932510:0:8428:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f108000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8428:1876087019000704:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.932574:0:8428:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14a4dc780 going to sleep for 11 seconds
00000100:00100000:1.0:1789185323.932599:0:34810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38181
00000100:00100000:1.0:1789185323.932608:0:34810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f109f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+970:3638:x1876087019000448:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185323.932620:0:34810:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2276 count 1
00010000:00010000:1.0:1789185323.932631:0:34810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fc5b8c3a/0xff23d3f688d93959 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8e4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.932641:0:34810:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c9c42ef3/0xff23d3f688d8fbe8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b7dd expref: 46 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.932648:0:34810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8e4:0x0].0x0 since=125s v=(0 0)
00010000:00010000:1.0:1789185323.932652:0:34810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8e4:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.932656:0:34810:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fc5b8c3a/0xff23d3f688d93959 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.932676:0:34810:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c9c42ef3/0xff23d3f688d8fbe8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b7dd expref: 46 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.932686:0:34810:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c9c42ef3/0xff23d3f688d8fbe8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b7dd expref: 46 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.932696:0:34810:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f10a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:34810:1876087019000832:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.932719:0:34810:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14a4dce40 going to sleep for 11 seconds
00000100:00100000:1.0:1789185323.932753:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.932783:0:35218:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019000320
00000100:00100000:1.0:1789185323.932787:0:35218:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019000320
00000100:00100000:1.0:1789185323.932804:0:35218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38182
00000100:00100000:1.0:1789185323.932810:0:35218:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f10ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+971:3636:x1876087019000320:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185323.932820:0:35218:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2275 count 1
00010000:00010000:1.0:1789185323.932831:0:35218:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f25d22cc/0xff23d3f688d93960 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8e3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.932842:0:35218:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000fd408ea5/0xff23d3f688d8fbe1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b7cf expref: 46 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.932849:0:35218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8e3:0x0].0x0 since=125s v=(0 0)
00010000:00010000:1.0:1789185323.932852:0:35218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8e3:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.932856:0:35218:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f25d22cc/0xff23d3f688d93960 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.932878:0:35218:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000fd408ea5/0xff23d3f688d8fbe1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b7cf expref: 46 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.932887:0:35218:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000fd408ea5/0xff23d3f688d8fbe1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b7cf expref: 46 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.932896:0:35218:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f108700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35218:1876087019000960:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.933616:0:35218:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14a4dc540 going to sleep for 11 seconds
00000100:00100000:1.0:1789185323.933712:0:8491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e9a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+968:3635:x1876087018994048:12345-0@lo:6:osp-syn-1-0.0 Request processed in 49630us (49827us total) trans 4294989726 rc 0/0
00000100:00100000:1.0:1789185323.933720:0:8491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38156
00000004:00080000:2.0:1789185323.934206:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f11a680/2, rc 0, transno 4294989726
00000100:00100000:2.0:1789185323.934220:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f11a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018994048:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185323.934278:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14b5fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087019001088:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185323.934310:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185323.934344:0:16720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019001088
00000100:00100000:2.0:1789185323.934350:0:16720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019001088
00000100:00100000:2.0:1789185323.934380:0:16720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38183
00000100:00100000:2.0:1789185323.934388:0:16720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14b5ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+968:3635:x1876087019001088:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1789185323.934407:0:16720:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2271 count 1
00010000:00010000:2.0:1789185323.934438:0:16720:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003654a7fb/0xff23d3f688d93967 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8df:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.934457:0:16720:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b6495ab5/0xff23d3f688d8fba2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b79e expref: 46 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.934467:0:16720:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8df:0x0].0x0 since=125s v=(0 0)
00010000:00010000:2.0:1789185323.934471:0:16720:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8df:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.934476:0:16720:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003654a7fb/0xff23d3f688d93967 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.934502:0:16720:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b6495ab5/0xff23d3f688d8fba2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b79e expref: 46 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.934514:0:16720:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b6495ab5/0xff23d3f688d8fba2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b79e expref: 46 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.934527:0:16720:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14b5fca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16720:1876087019001216:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185323.934586:0:16720:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0d80 going to sleep for 11 seconds
00000100:00100000:3.0:1789185323.935774:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.935845:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.935880:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.935989:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.936287:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.936307:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.936329:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.936355:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010836096
00000100:00100000:3.0:1789185323.936361:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010836096
00010000:00010000:3.0:1789185323.936397:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d0edde06/0xff23d3f688d8fb94 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b789 expref: 47 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.936419:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010836352
00000100:00100000:3.0:1789185323.936433:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010836352
00010000:00010000:3.0:1789185323.936447:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e61fba4c/0xff23d3f688d8fbda lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b7c1 expref: 48 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.936461:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010836224
00000100:00100000:3.0:1789185323.936463:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010836224
00010000:00010000:3.0:1789185323.936480:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003156a70e/0xff23d3f688d8fbcc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b7a5 expref: 49 pid: 8431 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.936492:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010836480
00000100:00100000:3.0:1789185323.936496:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010836480
00010000:00010000:3.0:1789185323.936506:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000014737f8b/0xff23d3f688d8fbd3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b7b3 expref: 50 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.936517:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010836736
00000100:00100000:3.0:1789185323.936520:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010836736
00010000:00010000:3.0:1789185323.936531:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c83f18db/0xff23d3f688d8fb5c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b782 expref: 47 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.936543:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010836608
00000100:00100000:3.0:1789185323.936579:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010836608
00010000:00010000:3.0:1789185323.936592:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a6722302/0xff23d3f688d8fb55 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b774 expref: 48 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.936605:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010836864
00000100:00100000:3.0:1789185323.936608:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010836864
00010000:00010000:3.0:1789185323.936619:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007c03f473/0xff23d3f688d8fb9b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b797 expref: 51 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.936635:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23658
00000100:00100000:3.0:1789185323.936643:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d63b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+51:2391:x1876087010836096:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.936656:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.936662:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d0edde06/0xff23d3f688d8fb94 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b789 expref: 51 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.936676:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d0edde06/0xff23d3f688d8fb94 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b789 expref: 51 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.936705:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d0edde06/0xff23d3f688d8fb94 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b789 expref: 51 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.936725:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8de:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.936729:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8de:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.936736:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000dadccb78/0xff23d3f688d93936 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.936747:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dadccb78/0xff23d3f688d93936 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.936772:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.936818:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d63b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+50:2391:x1876087010836096:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 175us (1051us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.936825:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23658
00000100:00100000:3.0:1789185323.936843:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23659
00000100:00100000:3.0:1789185323.936850:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d61c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+49:2391:x1876087010836352:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.936857:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.936862:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e61fba4c/0xff23d3f688d8fbda lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b7c1 expref: 49 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.936872:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e61fba4c/0xff23d3f688d8fbda lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b7c1 expref: 49 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.936892:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e61fba4c/0xff23d3f688d8fbda lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b7c1 expref: 49 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.936902:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8e2:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.936906:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8e2:0x0].0x0 since=0s v=(0 0)
00000100:00100000:1.0:1789185323.937704:0:178146:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f11b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:178146:1876087018998912:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.937731:0:178146:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e53016f0/0xff23d3f688d93921 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.937766:0:178148:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14b5c3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:178148:1876087018999040:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.937779:0:178148:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000a2baff92/0xff23d3f688d93928 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.937803:0:35223:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14877aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:35223:1876087018999296:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.937815:0:35223:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000429e81d7/0xff23d3f688d9392f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.937844:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23660
00000100:00100000:1.0:1789185323.937854:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d63800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+48:2391:x1876087010836224:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185323.937867:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185323.937872:0:178149:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003156a70e/0xff23d3f688d8fbcc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b7a5 expref: 48 pid: 8431 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.937883:0:178149:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003156a70e/0xff23d3f688d8fbcc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b7a5 expref: 48 pid: 8431 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.937898:0:178149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003156a70e/0xff23d3f688d8fbcc lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b7a5 expref: 48 pid: 8431 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.937910:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8e0:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.937914:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8e0:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.937919:0:178149:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f1b7551a/0xff23d3f688d9393d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.937928:0:178149:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f1b7551a/0xff23d3f688d9393d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.937947:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185323.937977:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d63800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+47:2391:x1876087010836224:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 125us (2096us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185323.937985:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23660
00000100:00100000:1.0:1789185323.938002:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23661
00000100:00100000:1.0:1789185323.938011:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d60a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+46:2391:x1876087010836480:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185323.938020:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185323.938026:0:178149:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000014737f8b/0xff23d3f688d8fbd3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b7b3 expref: 46 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.938036:0:178149:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000014737f8b/0xff23d3f688d8fbd3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b7b3 expref: 46 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.938048:0:178149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000014737f8b/0xff23d3f688d8fbd3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b7b3 expref: 46 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.938057:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8e1:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.938060:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8e1:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.938064:0:178149:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000146315f7/0xff23d3f688d9394b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.938071:0:178149:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000146315f7/0xff23d3f688d9394b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.938087:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185323.938106:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d60a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+45:2391:x1876087010836480:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 97us (2193us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185323.938111:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23661
00000100:00100000:1.0:1789185323.938125:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23662
00000100:00100000:1.0:1789185323.938131:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d62680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+48:2394:x1876087010836736:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185323.938139:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185323.938144:0:178149:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c83f18db/0xff23d3f688d8fb5c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b782 expref: 48 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.938153:0:178149:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c83f18db/0xff23d3f688d8fb5c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b782 expref: 48 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.938166:0:178149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c83f18db/0xff23d3f688d8fb5c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8dd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b782 expref: 48 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.938177:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8dd:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.938179:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8dd:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.938182:0:178149:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000429e81d7/0xff23d3f688d9392f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.938189:0:178149:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000429e81d7/0xff23d3f688d9392f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8dd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.938208:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185323.938226:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d62680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+47:2394:x1876087010836736:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 95us (1940us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185323.938232:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23662
00000100:00100000:1.0:1789185323.938247:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23663
00000100:00100000:1.0:1789185323.938254:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b247d6cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+46:2394:x1876087010836608:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185323.938262:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185323.938268:0:178149:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a6722302/0xff23d3f688d8fb55 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b774 expref: 46 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.938279:0:178149:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a6722302/0xff23d3f688d8fb55 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b774 expref: 46 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.938292:0:178149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a6722302/0xff23d3f688d8fb55 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8dc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b774 expref: 46 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.938303:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8dc:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.938306:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8dc:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.938310:0:178149:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e53016f0/0xff23d3f688d93921 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.938316:0:178149:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e53016f0/0xff23d3f688d93921 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8dc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.938333:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185323.938351:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b247d6cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+45:2394:x1876087010836608:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 97us (2043us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185323.938357:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23663
00000100:00100000:1.0:1789185323.938372:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23664
00000100:00100000:1.0:1789185323.938379:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d62300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+44:2393:x1876087010836864:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185323.938388:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185323.938393:0:178149:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000007c03f473/0xff23d3f688d8fb9b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b797 expref: 44 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.938407:0:178149:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007c03f473/0xff23d3f688d8fb9b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b797 expref: 44 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.938420:0:178149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007c03f473/0xff23d3f688d8fb9b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b797 expref: 44 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.938443:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8df:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.938447:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8df:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.938450:0:178149:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a2baff92/0xff23d3f688d93928 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.938458:0:178149:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a2baff92/0xff23d3f688d93928 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.938476:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185323.938495:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d62300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+43:2393:x1876087010836864:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 116us (2165us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185323.938501:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23664
00010000:00010000:1.0:1789185323.938521:0:35223:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000429e81d7/0xff23d3f688d9392f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.938530:0:35223:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000429e81d7/0xff23d3f688d9392f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.938540:0:35223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000429e81d7/0xff23d3f688d9392f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.938573:0:35223:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000429e81d7/0xff23d3f688d9392f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.938589:0:35223:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1789185323.938752:0:35223:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e9a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+969:3637:x1876087018998528:12345-0@lo:6:osp-syn-1-0.0 Request processed in 14900us (15822us total) trans 4294989731 rc 0/0
00000100:00100000:1.0:1789185323.938760:0:35223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38174
00010000:00010000:1.0:1789185323.938783:0:178146:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e53016f0/0xff23d3f688d93921 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.938792:0:178146:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e53016f0/0xff23d3f688d93921 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.938800:0:178146:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e53016f0/0xff23d3f688d93921 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.938807:0:178146:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e53016f0/0xff23d3f688d93921 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.938828:0:178146:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:1.0:1789185323.938902:0:178146:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f11bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+969:3636:x1876087018998400:12345-0@lo:6:osp-syn-1-0.0 Request processed in 15758us (16181us total) trans 4294989732 rc 0/0
00000100:00100000:1.0:1789185323.938908:0:178146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38172
00010000:00010000:1.0:1789185323.938928:0:178148:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000a2baff92/0xff23d3f688d93928 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.938941:0:178148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a2baff92/0xff23d3f688d93928 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.938950:0:178148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a2baff92/0xff23d3f688d93928 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.938957:0:178148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a2baff92/0xff23d3f688d93928 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.938972:0:178148:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00000100:00100000:1.0:1789185323.939065:0:178148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14bbfd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+972:3635:x1876087018998784:12345-0@lo:6:osp-syn-0-0.0 Request processed in 15571us (16190us total) trans 4294977937 rc 0/0
00000100:00100000:1.0:1789185323.939072:0:178148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38173
00000004:00080000:1.0:1789185323.939115:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f282680/2, rc 0, transno 4294989731
00000100:00100000:1.0:1789185323.939125:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f282680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018998528:0@lo:6:osp-syn-1-0.0
00000004:00080000:1.0:1789185323.939152:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f283100/2, rc 0, transno 4294989732
00000100:00100000:1.0:1789185323.939157:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f283100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018998400:0@lo:6:osp-syn-1-0.0
00010000:00010000:3.0:1789185323.939384:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000842f3ed2/0xff23d3f688d93944 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.939398:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000842f3ed2/0xff23d3f688d93944 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.939415:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:3.0:1789185323.939434:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000429e81d7/0xff23d3f688d9392f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.939442:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde6400 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185323.939447:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000429e81d7/0xff23d3f688d9392f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.939457:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000429e81d7/0xff23d3f688d9392f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.939472:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000429e81d7/0xff23d3f688d9392f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.939484:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000429e81d7/0xff23d3f688d9392f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.939506:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:3.0:1789185323.939510:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e53016f0/0xff23d3f688d93921 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.939516:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde6c00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185323.939519:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e53016f0/0xff23d3f688d93921 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.939526:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e53016f0/0xff23d3f688d93921 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.939536:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e53016f0/0xff23d3f688d93921 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.939559:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e53016f0/0xff23d3f688d93921 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.939572:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185323.939575:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a2baff92/0xff23d3f688d93928 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.939582:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde7000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185323.939585:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a2baff92/0xff23d3f688d93928 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.939593:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a2baff92/0xff23d3f688d93928 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.939603:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a2baff92/0xff23d3f688d93928 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.939610:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a2baff92/0xff23d3f688d93928 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.939625:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.939627:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.939628:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.939634:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.939653:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1789185323.939667:0:35222:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000842f3ed2/0xff23d3f688d93944 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.939676:0:35222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000842f3ed2/0xff23d3f688d93944 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.939684:0:35222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000842f3ed2/0xff23d3f688d93944 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.939692:0:35222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000842f3ed2/0xff23d3f688d93944 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.939715:0:35222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1789185323.939810:0:35222:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f29df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+972:3638:x1876087018999808:12345-0@lo:6:osp-syn-0-0.0 Request processed in 15291us (15444us total) trans 4294977938 rc 0/0
00000100:00100000:3.0:1789185323.939818:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38177
00000004:00080000:3.0:1789185323.939854:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f29ea00/2, rc 0, transno 4294977938
00000100:00100000:3.0:1789185323.939866:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f29ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018999808:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185323.939940:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d61c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+42:2391:x1876087010836352:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 3089us (4094us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.939948:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23659
00010000:00010000:2.0:1789185323.940060:0:178169:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000dadccb78/0xff23d3f688d93936 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.940070:0:178169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dadccb78/0xff23d3f688d93936 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.940080:0:178169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dadccb78/0xff23d3f688d93936 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.940088:0:178169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dadccb78/0xff23d3f688d93936 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.940107:0:178169:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:2.0:1789185323.940184:0:178169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e9a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+972:3637:x1876087018998656:12345-0@lo:6:osp-syn-0-0.0 Request processed in 16119us (17207us total) trans 4294977939 rc 0/0
00000100:00100000:2.0:1789185323.940190:0:178169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38175
00010000:00010000:2.0:1789185323.940257:0:178142:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f1b7551a/0xff23d3f688d9393d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.940266:0:178142:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f1b7551a/0xff23d3f688d9393d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.940273:0:178142:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f1b7551a/0xff23d3f688d9393d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.940280:0:178142:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f1b7551a/0xff23d3f688d9393d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.940291:0:178142:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00000100:00100000:2.0:1789185323.940356:0:178142:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e9a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+972:3635:x1876087018999168:12345-0@lo:6:osp-syn-0-0.0 Request processed in 16261us (16340us total) trans 4294977940 rc 0/0
00000100:00100000:2.0:1789185323.940366:0:178142:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38176
00010000:00010000:2.0:1789185323.940681:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:2.0:1789185323.940686:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000842f3ed2/0xff23d3f688d93944 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.940693:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde6200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.940696:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000842f3ed2/0xff23d3f688d93944 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.940704:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000842f3ed2/0xff23d3f688d93944 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.940718:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000842f3ed2/0xff23d3f688d93944 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.940726:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000842f3ed2/0xff23d3f688d93944 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.940743:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:2.0:1789185323.940745:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dadccb78/0xff23d3f688d93936 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.940751:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde6800 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.940754:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dadccb78/0xff23d3f688d93936 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.940765:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dadccb78/0xff23d3f688d93936 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.940773:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dadccb78/0xff23d3f688d93936 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.940780:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dadccb78/0xff23d3f688d93936 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.940792:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185323.940795:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f1b7551a/0xff23d3f688d9393d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.940801:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bc600 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.940803:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f1b7551a/0xff23d3f688d9393d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.940810:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f1b7551a/0xff23d3f688d9393d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.940817:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f1b7551a/0xff23d3f688d9393d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.940824:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f1b7551a/0xff23d3f688d9393d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.940840:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.940841:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.940843:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.940854:0:8429:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000146315f7/0xff23d3f688d9394b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.940861:0:8429:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000146315f7/0xff23d3f688d9394b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.940869:0:8429:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000146315f7/0xff23d3f688d9394b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.940875:0:8429:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000146315f7/0xff23d3f688d9394b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.940887:0:8429:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1789185323.940962:0:8429:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b148764e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+972:3638:x1876087018999552:12345-0@lo:6:osp-syn-0-0.0 Request processed in 16320us (16541us total) trans 4294977941 rc 0/0
00000100:00100000:2.0:1789185323.940969:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38178
00010000:00010000:2.0:1789185323.940989:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185323.940993:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000146315f7/0xff23d3f688d9394b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.940999:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bd800 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.941002:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000146315f7/0xff23d3f688d9394b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.941009:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000146315f7/0xff23d3f688d9394b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.941020:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000146315f7/0xff23d3f688d9394b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.941027:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000146315f7/0xff23d3f688d9394b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.941041:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.941043:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.941045:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:2.0:1789185323.941069:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14e9a6a00/2, rc 0, transno 4294977940
00000100:00100000:2.0:1789185323.941081:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e9a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018999168:0@lo:6:osp-syn-0-0.0
00000004:00080000:2.0:1789185323.941092:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14bbff800/2, rc 0, transno 4294977937
00000100:00100000:2.0:1789185323.941096:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14bbff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087018998784:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185323.941101:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1789185323.941113:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149d62d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087019001344:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185323.941147:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185323.941217:0:178143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019001344
00000100:00100000:2.0:1789185323.941222:0:178143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019001344
00000100:00100000:2.0:1789185323.941256:0:178143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38184
00000100:00100000:2.0:1789185323.941263:0:178143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e9a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+972:3635:x1876087019001344:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1789185323.941288:0:178143:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2278 count 1
00010000:00010000:2.0:1789185323.941308:0:178143:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000178222ab/0xff23d3f688d9396e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8e6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.941326:0:178143:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002f524a4d/0xff23d3f688d8fc12 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b7f9 expref: 41 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.941334:0:178143:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8e6:0x0].0x0 since=125s v=(0 0)
00010000:00010000:2.0:1789185323.941338:0:178143:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8e6:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.941343:0:178143:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000178222ab/0xff23d3f688d9396e lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.941369:0:178143:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002f524a4d/0xff23d3f688d8fc12 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b7f9 expref: 41 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.941382:0:178143:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002f524a4d/0xff23d3f688d8fc12 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b7f9 expref: 41 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.941393:0:178143:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e9a1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:178143:1876087019001984:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185323.941456:0:178143:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0f00 going to sleep for 11 seconds
00000100:00100000:2.0:1789185323.941470:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14877aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087019001728:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185323.941496:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185323.941516:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1789185323.941522:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148778700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087019001856:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185323.941567:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185323.941597:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019001728
00000100:00100000:2.0:1789185323.941600:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019001728
00000100:00100000:2.0:1789185323.941619:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019001856
00000100:00100000:2.0:1789185323.941622:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019001856
00000100:00100000:2.0:1789185323.941638:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38185
00000100:00100000:2.0:1789185323.941644:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e9a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+974:3635:x1876087019001728:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1789185323.941658:0:8431:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2279 count 1
00010000:00010000:2.0:1789185323.941669:0:8431:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ef1f9aa4/0xff23d3f688d93975 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.941681:0:8431:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002bcd5823/0xff23d3f688d8fc19 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b807 expref: 41 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.941687:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8e7:0x0].0x0 since=125s v=(0 0)
00010000:00010000:2.0:1789185323.941690:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8e7:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.941694:0:8431:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ef1f9aa4/0xff23d3f688d93975 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.941712:0:8431:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002bcd5823/0xff23d3f688d8fc19 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b807 expref: 41 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.941722:0:8431:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002bcd5823/0xff23d3f688d8fc19 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b807 expref: 41 pid: 8431 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.941732:0:8431:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e9a0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8431:1876087019002112:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185323.941752:0:8431:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0e40 going to sleep for 11 seconds
00010000:00010000:3.0:1789185323.941821:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789185323.941835:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148760000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087019001600:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1789185323.941865:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:3.0:1789185323.941903:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f29f480/2, rc 0, transno 4294977941
00000100:00100000:3.0:1789185323.941913:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f29f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018999552:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185323.941923:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1789185323.941928:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14b5fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087019001472:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1789185323.941950:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:3.0:1789185323.941970:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789185323.942000:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1789185323.942007:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149d63800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087019002240:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185323.942028:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185323.942052:0:178142:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019001600
00000100:00100000:3.0:1789185323.942055:0:178142:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019001600
00000100:00100000:3.0:1789185323.942077:0:178142:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019001472
00000100:00100000:3.0:1789185323.942080:0:178142:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019001472
00000100:00100000:3.0:1789185323.942090:0:178142:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019002240
00000100:00100000:3.0:1789185323.942093:0:178142:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019002240
00000100:00100000:3.0:1789185323.942103:0:178142:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38186
00000100:00100000:3.0:1789185323.942109:0:178142:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e9a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+975:3635:x1876087019001856:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1789185323.942121:0:178142:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2280 count 1
00010000:00010000:3.0:1789185323.942133:0:178142:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000028a70db0/0xff23d3f688d9397c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8e8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.942145:0:178142:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000009366b30f/0xff23d3f688d8fc20 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b815 expref: 41 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.942152:0:178142:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8e8:0x0].0x0 since=125s v=(0 0)
00010000:00010000:3.0:1789185323.942155:0:178142:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8e8:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.942158:0:178142:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000028a70db0/0xff23d3f688d9397c lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.942177:0:178142:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000009366b30f/0xff23d3f688d8fc20 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b815 expref: 41 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.942186:0:178142:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000009366b30f/0xff23d3f688d8fc20 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b815 expref: 41 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.942197:0:178142:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149d62680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:178142:1876087019002368:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185323.942218:0:178142:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe16a80 going to sleep for 11 seconds
00000100:00100000:2.0:1789185323.942269:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38187
00000100:00100000:2.0:1789185323.942277:0:35222:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+970:3638:x1876087019001600:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1789185323.942293:0:35222:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2273 count 1
00010000:00010000:2.0:1789185323.942305:0:35222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a5a45477/0xff23d3f688d93983 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8e1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.942318:0:35222:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001b9ba3c8/0xff23d3f688d8fbb7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b7ba expref: 44 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.942325:0:35222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8e1:0x0].0x0 since=125s v=(0 0)
00010000:00010000:2.0:1789185323.942328:0:35222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8e1:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.942332:0:35222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a5a45477/0xff23d3f688d93983 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.942354:0:35222:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001b9ba3c8/0xff23d3f688d8fbb7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b7ba expref: 44 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.942364:0:35222:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001b9ba3c8/0xff23d3f688d8fbb7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b7ba expref: 44 pid: 34809 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.942374:0:35222:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f121180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:35222:1876087019002496:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185323.942396:0:35222:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0600 going to sleep for 11 seconds
00000100:00100000:2.0:1789185323.942414:0:178169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38188
00000100:00100000:2.0:1789185323.942421:0:178169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+970:3638:x1876087019001472:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1789185323.942449:0:178169:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2272 count 1
00010000:00010000:2.0:1789185323.942460:0:178169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007ef11ebc/0xff23d3f688d9398a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8e0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.942472:0:178169:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000aaaa87ea/0xff23d3f688d8fbb0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b7ac expref: 44 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.942484:0:178169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8e0:0x0].0x0 since=125s v=(0 0)
00010000:00010000:2.0:1789185323.942487:0:178169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8e0:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.942491:0:178169:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007ef11ebc/0xff23d3f688d9398a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.942509:0:178169:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000aaaa87ea/0xff23d3f688d8fbb0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b7ac expref: 44 pid: 34809 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.942518:0:178169:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000aaaa87ea/0xff23d3f688d8fbb0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b7ac expref: 44 pid: 34809 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.942528:0:178169:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f120380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:178169:1876087019002624:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185323.942605:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38189
00000100:00100000:3.0:1789185323.942613:0:8429:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+975:3638:x1876087019002240:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1789185323.942627:0:8429:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2281 count 1
00010000:00010000:3.0:1789185323.942639:0:8429:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e42a86d0/0xff23d3f688d93991 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8e9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.942650:0:8429:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000050f266ff/0xff23d3f688d8fc27 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b823 expref: 41 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.942657:0:8429:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8e9:0x0].0x0 since=125s v=(0 0)
00010000:00010000:3.0:1789185323.942660:0:8429:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8e9:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.942664:0:8429:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e42a86d0/0xff23d3f688d93991 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.942683:0:8429:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000050f266ff/0xff23d3f688d8fc27 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b823 expref: 41 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.942693:0:8429:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000050f266ff/0xff23d3f688d8fc27 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b823 expref: 41 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.942703:0:8429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149d61c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8429:1876087019002752:192.168.204.3@tcp:104:
00000004:00080000:1.0:1789185323.942885:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14bbfd880/2, rc 0, transno 4294977939
00000100:00100000:1.0:1789185323.942897:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14bbfd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018998656:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185323.942943:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14b5c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087019002880:0@lo:6:osp-syn-0-0.0
00010000:00010000:0.0:1789185323.943043:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789185323.943119:0:178169:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a09c0 going to sleep for 11 seconds
00000100:00100000:3.0:1789185323.943164:0:8429:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe16780 going to sleep for 11 seconds
00000100:00100000:1.0:1789185323.943211:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.943271:0:8491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019002880
00000100:00100000:1.0:1789185323.943275:0:8491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019002880
00000100:00100000:1.0:1789185323.943312:0:8491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38190
00000100:00100000:1.0:1789185323.943320:0:8491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f11b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+976:3638:x1876087019002880:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185323.943335:0:8491:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2282 count 1
00010000:00010000:1.0:1789185323.943355:0:8491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fe3fc84a/0xff23d3f688d93998 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8ea:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.943368:0:8491:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b2865815/0xff23d3f688d8fc3c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b831 expref: 41 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.943376:0:8491:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8ea:0x0].0x0 since=125s v=(0 0)
00010000:00010000:1.0:1789185323.943379:0:8491:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8ea:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.943382:0:8491:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fe3fc84a/0xff23d3f688d93998 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.943405:0:8491:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b2865815/0xff23d3f688d8fc3c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b831 expref: 41 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.943414:0:8491:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b2865815/0xff23d3f688d8fc3c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b831 expref: 41 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.943438:0:8491:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1517a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8491:1876087019003008:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.943460:0:8491:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b145c7b000 going to sleep for 11 seconds
00000100:00100000:0.0:1789185323.944032:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.944055:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.944073:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.944095:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.944316:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010836992
00000100:00100000:0.0:1789185323.944322:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010836992
00010000:00010000:0.0:1789185323.944352:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000018e78f0d/0xff23d3f688d8fbf6 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b7eb expref: 42 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.944371:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010837248
00000100:00100000:0.0:1789185323.944374:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010837248
00010000:00010000:0.0:1789185323.944387:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000fd408ea5/0xff23d3f688d8fbe1 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b7cf expref: 43 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.944398:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010837120
00000100:00100000:0.0:1789185323.944401:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010837120
00010000:00010000:0.0:1789185323.944412:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c9c42ef3/0xff23d3f688d8fbe8 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b7dd expref: 44 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.944436:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010837376
00000100:00100000:0.0:1789185323.944439:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010837376
00010000:00010000:0.0:1789185323.944452:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b6495ab5/0xff23d3f688d8fba2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b79e expref: 45 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.944466:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23665
00000100:00100000:0.0:1789185323.944473:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f727800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+44:2391:x1876087010836992:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.944487:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.944492:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000018e78f0d/0xff23d3f688d8fbf6 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b7eb expref: 44 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.944506:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000018e78f0d/0xff23d3f688d8fbf6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b7eb expref: 44 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.944528:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8e5:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.944532:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8e5:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.944538:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000584e9167/0xff23d3f688d93952 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.944573:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000584e9167/0xff23d3f688d93952 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.944594:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.944630:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f727800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+44:2391:x1876087010836992:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 157us (600us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.944637:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23665
00000100:00100000:0.0:1789185323.944658:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23666
00000100:00100000:0.0:1789185323.944664:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f725500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+43:2391:x1876087010837248:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.944671:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.944676:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000fd408ea5/0xff23d3f688d8fbe1 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b7cf expref: 43 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.944690:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000fd408ea5/0xff23d3f688d8fbe1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b7cf expref: 43 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.944702:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8e3:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.944705:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8e3:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.944709:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f25d22cc/0xff23d3f688d93960 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.944717:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f25d22cc/0xff23d3f688d93960 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.944728:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.944746:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f725500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+43:2391:x1876087010837248:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 82us (691us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.944753:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23666
00000100:00100000:0.0:1789185323.944768:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23667
00000100:00100000:0.0:1789185323.944775:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151768700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+42:2391:x1876087010837120:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.944782:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.944787:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c9c42ef3/0xff23d3f688d8fbe8 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b7dd expref: 42 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.944797:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c9c42ef3/0xff23d3f688d8fbe8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b7dd expref: 42 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.944814:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8e4:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.944817:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8e4:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.944821:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000fc5b8c3a/0xff23d3f688d93959 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.944828:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fc5b8c3a/0xff23d3f688d93959 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.944838:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.944857:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151768700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+42:2391:x1876087010837120:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 83us (783us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.944863:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23667
00000100:00100000:0.0:1789185323.944877:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23668
00000100:00100000:0.0:1789185323.944883:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151799180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+45:2391:x1876087010837376:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.944892:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.944897:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b6495ab5/0xff23d3f688d8fba2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b79e expref: 45 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.944907:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b6495ab5/0xff23d3f688d8fba2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b79e expref: 45 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.944921:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8df:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.944924:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8df:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.944928:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003654a7fb/0xff23d3f688d93967 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.944937:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003654a7fb/0xff23d3f688d93967 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.944950:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.944968:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151799180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+45:2391:x1876087010837376:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 85us (872us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.944975:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23668
00002000:00080000:0.0:1789185323.945021:0:178144:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2270 count 1
00010000:00010000:0.0:1789185323.945046:0:178144:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009d8ebc22/0xff23d3f688d9399f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8de:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.945062:0:178144:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e821d202/0xff23d3f688d8ffe6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 33554432->33558527) gid 0 flags: 0x40000000020000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bbb8 expref: 44 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.945070:0:178144:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x8de:0x0].0x0 since=122s v=(0 0)
00010000:00010000:0.0:1789185323.945073:0:178144:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8de:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1789185323.945077:0:178144:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009d8ebc22/0xff23d3f688d9399f lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.945107:0:178144:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e821d202/0xff23d3f688d8ffe6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 33554432->33558527) gid 0 flags: 0x50000000030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bbb8 expref: 44 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.945120:0:178144:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e821d202/0xff23d3f688d8ffe6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x8de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 33554432->33558527) gid 0 flags: 0x70000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bbb8 expref: 44 pid: 34809 timeout: 9501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.945140:0:178144:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1517bd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:178144:1876087019003136:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.945181:0:178144:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1486aa300 going to sleep for 11 seconds
00000100:00100000:0.0:1789185323.945284:0:178145:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149809c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+970:3636:x1876087018995712:12345-0@lo:6:osp-syn-1-0.0 Request processed in 54428us (55145us total) trans 4294989727 rc 0/0
00000100:00100000:0.0:1789185323.945292:0:178145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38163
00000100:00100000:0.0:1789185323.945360:0:178147:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f118000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+969:3638:x1876087018996608:12345-0@lo:6:osp-syn-1-0.0 Request processed in 52692us (53315us total) trans 4294989728 rc 0/0
00000100:00100000:0.0:1789185323.945366:0:178147:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38165
00000100:00100000:0.0:1789185323.945443:0:34809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e9a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+968:3637:x1876087018997504:12345-0@lo:6:osp-syn-1-0.0 Request processed in 26283us (26703us total) trans 4294989729 rc 0/0
00000100:00100000:0.0:1789185323.945449:0:34809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38169
00000100:00100000:2.0:1789185323.945655:0:24325:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b2768a1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+967:3637:x1876087018997760:12345-0@lo:6:osp-syn-1-0.0 Request processed in 24794us (26305us total) trans 4294989730 rc 0/0
00000100:00100000:2.0:1789185323.945662:0:24325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38170
00010000:00010000:2.0:1789185323.945801:0:34810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c9c42ef3/0xff23d3f688d8fbe8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b7dd expref: 41 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.945817:0:34810:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f10a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:34810:1876087019000832:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.945840:0:34810:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000fc5b8c3a/0xff23d3f688d93959 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.945857:0:34810:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000fc5b8c3a/0xff23d3f688d93959 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.945865:0:34810:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fc5b8c3a/0xff23d3f688d93959 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.945876:0:34810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fc5b8c3a/0xff23d3f688d93959 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.945884:0:34810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fc5b8c3a/0xff23d3f688d93959 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.945901:0:34810:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1789185323.946010:0:34810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f109f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+977:3638:x1876087019000448:12345-0@lo:6:osp-syn-0-0.0 Request processed in 13403us (13757us total) trans 4294977942 rc 0/0
00000100:00100000:2.0:1789185323.946017:0:34810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38181
00010000:00010000:2.0:1789185323.946323:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185323.946331:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fc5b8c3a/0xff23d3f688d93959 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.946340:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde7600 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.946344:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fc5b8c3a/0xff23d3f688d93959 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.946353:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fc5b8c3a/0xff23d3f688d93959 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.946371:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fc5b8c3a/0xff23d3f688d93959 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.946378:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fc5b8c3a/0xff23d3f688d93959 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.946401:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.946403:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.946405:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.946447:0:16720:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b6495ab5/0xff23d3f688d8fba2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b79e expref: 44 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.946459:0:16720:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14b5fca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16720:1876087019001216:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.946472:0:16720:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000003654a7fb/0xff23d3f688d93967 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.946480:0:16720:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000003654a7fb/0xff23d3f688d93967 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.946486:0:16720:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003654a7fb/0xff23d3f688d93967 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.946493:0:16720:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003654a7fb/0xff23d3f688d93967 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.946505:0:16720:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003654a7fb/0xff23d3f688d93967 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.946520:0:16720:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1789185323.946651:0:16720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14b5ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+967:3635:x1876087019001088:12345-0@lo:6:osp-syn-1-0.0 Request processed in 12263us (12339us total) trans 4294989733 rc 0/0
00000100:00100000:2.0:1789185323.946658:0:16720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38183
00000004:00080000:2.0:1789185323.946698:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14b5fe300/2, rc 0, transno 4294989733
00000100:00100000:2.0:1789185323.946710:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14b5fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087019001088:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185323.946775:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f121880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087019003264:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185323.946805:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:1.0:1789185323.946955:0:8428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000018e78f0d/0xff23d3f688d8fbf6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b7eb expref: 40 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.946968:0:8428:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f108000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8428:1876087019000704:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.946984:0:8428:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000584e9167/0xff23d3f688d93952 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:1.0:1789185323.947142:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b148766d80/2, rc 0, transno 4294977942
00000100:00100000:1.0:1789185323.947164:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148766d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087019000448:0@lo:6:osp-syn-0-0.0
00000004:00080000:1.0:1789185323.947180:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f11b800/2, rc 0, transno 4294989728
00000100:00100000:1.0:1789185323.947189:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f11b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087018996608:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.947232:0:35223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019003264
00000100:00100000:1.0:1789185323.947237:0:35223:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019003264
00000100:00100000:1.0:1789185323.947274:0:35223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38191
00000100:00100000:1.0:1789185323.947282:0:35223:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f122300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+967:3635:x1876087019003264:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185323.947306:0:35223:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2274 count 1
00010000:00010000:1.0:1789185323.947328:0:35223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f05a18d4/0xff23d3f688d939a6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8e2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.947344:0:35223:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000463f37c6/0xff23d3f688d8fbbe lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b7c8 expref: 43 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.947353:0:35223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8e2:0x0].0x0 since=125s v=(0 0)
00010000:00010000:1.0:1789185323.947357:0:35223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8e2:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.947362:0:35223:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f05a18d4/0xff23d3f688d939a6 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.947389:0:35223:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000463f37c6/0xff23d3f688d8fbbe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b7c8 expref: 43 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.947406:0:35223:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000463f37c6/0xff23d3f688d8fbbe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b7c8 expref: 43 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.947417:0:35223:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f71e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:35223:1876087019003520:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.947470:0:35223:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b145c7ba80 going to sleep for 11 seconds
00000004:00080000:1.0:1789185323.947497:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14e9a0a80/2, rc 0, transno 4294989730
00000100:00100000:1.0:1789185323.947505:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e9a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018997760:0@lo:6:osp-syn-1-0.0
00000004:00080000:1.0:1789185323.947514:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14e9a1180/2, rc 0, transno 4294989729
00000100:00100000:1.0:1789185323.947517:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e9a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087018997504:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.947584:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d0fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087019003776:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.947632:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.947658:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1789185323.947664:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14da1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087019003648:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.947687:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.947723:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f71c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087019003392:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.947746:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:1.0:1789185323.947772:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f118e00/2, rc 0, transno 4294989727
00000100:00100000:1.0:1789185323.947779:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f118e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087018995712:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.947816:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789185323.947822:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f385180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087019003904:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.947844:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:1.0:1789185323.947868:0:8428:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000584e9167/0xff23d3f688d93952 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.947879:0:8428:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000584e9167/0xff23d3f688d93952 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.947890:0:8428:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000584e9167/0xff23d3f688d93952 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.947898:0:8428:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000584e9167/0xff23d3f688d93952 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.947921:0:8428:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:1.0:1789185323.948030:0:8428:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f108e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+977:3638:x1876087019000576:12345-0@lo:6:osp-syn-0-0.0 Request processed in 15681us (15837us total) trans 4294977943 rc 0/0
00000100:00100000:1.0:1789185323.948038:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38180
00000004:00080000:1.0:1789185323.948069:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b148766300/2, rc 0, transno 4294977943
00000100:00100000:1.0:1789185323.948074:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148766300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087019000576:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185323.948087:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019003776
00000100:00100000:1.0:1789185323.948091:0:8428:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019003776
00000100:00100000:1.0:1789185323.948110:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019003648
00000100:00100000:1.0:1789185323.948113:0:8428:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019003648
00000100:00100000:1.0:1789185323.948124:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019003392
00000100:00100000:1.0:1789185323.948126:0:8428:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019003392
00000100:00100000:1.0:1789185323.948137:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019003904
00000100:00100000:1.0:1789185323.948139:0:8428:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019003904
00000100:00100000:1.0:1789185323.948159:0:178148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38192
00000100:00100000:1.0:1789185323.948166:0:178148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f384000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+971:3638:x1876087019003776:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185323.948180:0:178148:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2277 count 1
00010000:00010000:1.0:1789185323.948196:0:178148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009b4d9ff2/0xff23d3f688d939ad lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.948210:0:178148:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000672d0fa9/0xff23d3f688d8fbfd lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b7f2 expref: 43 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.948219:0:178148:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8e5:0x0].0x0 since=125s v=(0 0)
00010000:00010000:1.0:1789185323.948222:0:178148:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8e5:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.948226:0:178148:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009b4d9ff2/0xff23d3f688d939ad lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.948248:0:178148:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000672d0fa9/0xff23d3f688d8fbfd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b7f2 expref: 43 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.948257:0:178148:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000672d0fa9/0xff23d3f688d8fbfd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b7f2 expref: 43 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.948268:0:178148:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f385880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:178148:1876087019004032:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.948297:0:178148:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14a432180 going to sleep for 11 seconds
00000100:00100000:1.0:1789185323.948311:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38193
00000100:00100000:1.0:1789185323.948318:0:8428:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f386300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+971:3638:x1876087019003648:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185323.948329:0:8428:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2276 count 1
00010000:00010000:1.0:1789185323.948340:0:8428:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e5f3008c/0xff23d3f688d939b4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8e4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.948351:0:8428:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007e1216a1/0xff23d3f688d8fbef lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b7e4 expref: 43 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.948358:0:8428:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8e4:0x0].0x0 since=125s v=(0 0)
00010000:00010000:1.0:1789185323.948361:0:8428:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8e4:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.948365:0:8428:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e5f3008c/0xff23d3f688d939b4 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.948384:0:8428:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007e1216a1/0xff23d3f688d8fbef lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b7e4 expref: 43 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.948393:0:8428:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007e1216a1/0xff23d3f688d8fbef lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b7e4 expref: 43 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.948403:0:8428:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f384700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8428:1876087019004160:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.948438:0:8428:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14db9b000 going to sleep for 11 seconds
00010000:00010000:3.0:1789185323.948710:0:35218:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fd408ea5/0xff23d3f688d8fbe1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b7cf expref: 39 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.948724:0:35218:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f108700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35218:1876087019000960:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.948744:0:35218:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f25d22cc/0xff23d3f688d93960 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.948774:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:3.0:1789185323.948781:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003654a7fb/0xff23d3f688d93967 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.948788:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bce00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185323.948792:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003654a7fb/0xff23d3f688d93967 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.948802:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003654a7fb/0xff23d3f688d93967 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.948822:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003654a7fb/0xff23d3f688d93967 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.948829:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003654a7fb/0xff23d3f688d93967 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.948849:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185323.948853:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000584e9167/0xff23d3f688d93952 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.948859:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde7400 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185323.948862:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000584e9167/0xff23d3f688d93952 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.948875:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000584e9167/0xff23d3f688d93952 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.948885:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000584e9167/0xff23d3f688d93952 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.948892:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000584e9167/0xff23d3f688d93952 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.948906:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.948908:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.948909:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.948916:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.949074:0:35218:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f25d22cc/0xff23d3f688d93960 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.949084:0:35218:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f25d22cc/0xff23d3f688d93960 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.949093:0:35218:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f25d22cc/0xff23d3f688d93960 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.949101:0:35218:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f25d22cc/0xff23d3f688d93960 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.949121:0:35218:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1789185323.949237:0:35218:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f10ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+977:3636:x1876087019000320:12345-0@lo:6:osp-syn-0-0.0 Request processed in 16425us (16482us total) trans 4294977944 rc 0/0
00000100:00100000:3.0:1789185323.949246:0:35218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38182
00000100:00100000:3.0:1789185323.949265:0:35218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38194
00000100:00100000:3.0:1789185323.949274:0:35218:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f386680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+971:3636:x1876087019003392:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:3.0:1789185323.949291:0:35218:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2275 count 1
00010000:00010000:3.0:1789185323.949306:0:35218:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003054daf2/0xff23d3f688d939bb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8e3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.949318:0:35218:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003b21d4b0/0xff23d3f688d8fbc5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b7d6 expref: 43 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.949326:0:35218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8e3:0x0].0x0 since=125s v=(0 0)
00010000:00010000:3.0:1789185323.949330:0:35218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8e3:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.949334:0:35218:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003054daf2/0xff23d3f688d939bb lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.949358:0:35218:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003b21d4b0/0xff23d3f688d8fbc5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b7d6 expref: 43 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.949368:0:35218:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003b21d4b0/0xff23d3f688d8fbc5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b7d6 expref: 43 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.949386:0:35218:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149d60700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35218:1876087019004288:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185323.949419:0:35218:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe160c0 going to sleep for 11 seconds
00000100:00100000:3.0:1789185323.949605:0:178142:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149d62680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:178142:1876087019002368:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.949622:0:178142:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000028a70db0/0xff23d3f688d9397c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.949774:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.949809:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.949842:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.949874:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.949941:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.949980:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.949996:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.950019:0:8429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149d61c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8429:1876087019002752:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.950032:0:8429:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000e42a86d0/0xff23d3f688d93991 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.950055:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010837632
00000100:00100000:3.0:1789185323.950060:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010837632
00010000:00010000:3.0:1789185323.950134:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002bcd5823/0xff23d3f688d8fc19 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b807 expref: 39 pid: 8431 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.950155:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010837888
00000100:00100000:3.0:1789185323.950158:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010837888
00010000:00010000:3.0:1789185323.950171:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000050f266ff/0xff23d3f688d8fc27 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b823 expref: 40 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.950183:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010837504
00000100:00100000:3.0:1789185323.950185:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010837504
00010000:00010000:3.0:1789185323.950195:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002f524a4d/0xff23d3f688d8fc12 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b7f9 expref: 41 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.950206:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010837760
00000100:00100000:3.0:1789185323.950208:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010837760
00010000:00010000:3.0:1789185323.950219:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000009366b30f/0xff23d3f688d8fc20 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b815 expref: 42 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.950230:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010838016
00000100:00100000:3.0:1789185323.950232:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010838016
00010000:00010000:3.0:1789185323.950242:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b2865815/0xff23d3f688d8fc3c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b831 expref: 43 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.950251:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010838144
00000100:00100000:3.0:1789185323.950253:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010838144
00010000:00010000:3.0:1789185323.950263:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001b9ba3c8/0xff23d3f688d8fbb7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b7ba expref: 44 pid: 34809 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.950271:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010838272
00000100:00100000:3.0:1789185323.950273:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010838272
00010000:00010000:3.0:1789185323.950281:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000aaaa87ea/0xff23d3f688d8fbb0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b7ac expref: 45 pid: 34809 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.950291:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23669
00000100:00100000:3.0:1789185323.950297:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d62680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+43:2393:x1876087010837632:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.950307:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.950312:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002bcd5823/0xff23d3f688d8fc19 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b807 expref: 43 pid: 8431 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.950322:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002bcd5823/0xff23d3f688d8fc19 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b807 expref: 43 pid: 8431 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.950343:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8e7:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.950347:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8e7:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.950353:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ef1f9aa4/0xff23d3f688d93975 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.950362:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ef1f9aa4/0xff23d3f688d93975 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.950378:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.950411:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d62680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+43:2393:x1876087010837632:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 112us (637us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.950417:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23669
00000100:00100000:3.0:1789185323.950448:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23670
00000100:00100000:3.0:1789185323.950455:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b247d6f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+42:2393:x1876087010837888:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.950463:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.950468:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000050f266ff/0xff23d3f688d8fc27 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b823 expref: 42 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.950482:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000050f266ff/0xff23d3f688d8fc27 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b823 expref: 42 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.950494:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000050f266ff/0xff23d3f688d8fc27 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b823 expref: 42 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.950505:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8e9:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.950508:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8e9:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.950512:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e42a86d0/0xff23d3f688d93991 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.950520:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e42a86d0/0xff23d3f688d93991 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.950538:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1789185323.950569:0:8429:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000e42a86d0/0xff23d3f688d93991 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.950578:0:8429:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e42a86d0/0xff23d3f688d93991 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.950587:0:8429:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e42a86d0/0xff23d3f688d93991 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.950594:0:8429:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e42a86d0/0xff23d3f688d93991 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.950607:0:8429:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:1.0:1789185323.950717:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23671
00000100:00100000:1.0:1789185323.950728:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d60000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+41:2393:x1876087010837504:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185323.950737:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00000100:00100000:3.0:1789185323.950739:0:8429:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+977:3638:x1876087019002240:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8127us (8709us total) trans 4294977945 rc 0/0
00010000:00010000:1.0:1789185323.950742:0:178149:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002f524a4d/0xff23d3f688d8fc12 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b7f9 expref: 41 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.950746:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38189
00010000:00010000:1.0:1789185323.950752:0:178149:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002f524a4d/0xff23d3f688d8fc12 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b7f9 expref: 41 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.950760:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38195
00010000:00010000:1.0:1789185323.950765:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8e6:0x0].0x0 since=0s v=(0 0)
00000100:00100000:3.0:1789185323.950767:0:8429:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f384e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+971:3636:x1876087019003904:12345-0@lo:6:osp-syn-1-0.0
00010000:00010000:1.0:1789185323.950768:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8e6:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.950773:0:178149:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000178222ab/0xff23d3f688d9396e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.950780:0:178149:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000178222ab/0xff23d3f688d9396e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00080000:3.0:1789185323.950784:0:8429:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2278 count 1
00010000:00010000:1.0:1789185323.950791:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1789185323.950801:0:8429:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000022619cdd/0xff23d3f688d939c2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8e6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.950809:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d60000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+41:2393:x1876087010837504:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 85us (967us total) trans 0 rc 0/0
00010000:00010000:3.0:1789185323.950813:0:8429:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000bc1331e6/0xff23d3f688d8fed5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12582912->12587007) gid 0 flags: 0x40000000020000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4baa7 expref: 45 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.950815:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23671
00010000:00010000:3.0:1789185323.950821:0:8429:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x8e6:0x0].0x0 since=123s v=(0 0)
00010000:00010000:3.0:1789185323.950824:0:8429:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8e6:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1789185323.950828:0:8429:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000022619cdd/0xff23d3f688d939c2 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.950828:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23672
00000100:00100000:1.0:1789185323.950834:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d61f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+40:2393:x1876087010837760:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185323.950841:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185323.950846:0:178149:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000009366b30f/0xff23d3f688d8fc20 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b815 expref: 40 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.950850:0:8429:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000bc1331e6/0xff23d3f688d8fed5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12582912->12587007) gid 0 flags: 0x50000000030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4baa7 expref: 45 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.950855:0:178149:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000009366b30f/0xff23d3f688d8fc20 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b815 expref: 40 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.950861:0:8429:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000bc1331e6/0xff23d3f688d8fed5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x8e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12582912->12587007) gid 0 flags: 0x70000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4baa7 expref: 45 pid: 8491 timeout: 9501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.950867:0:178149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009366b30f/0xff23d3f688d8fc20 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b815 expref: 40 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.950873:0:8429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151783b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8429:1876087019004416:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.950877:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8e8:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.950879:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8e8:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.950883:0:178149:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000028a70db0/0xff23d3f688d9397c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.950891:0:178149:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000028a70db0/0xff23d3f688d9397c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.950901:0:8429:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe16a80 going to sleep for 11 seconds
00000100:00100000:3.0:1789185323.950920:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b247d6f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+39:2393:x1876087010837888:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 466us (1111us total) trans 0 rc 0/0
00010000:00010000:1.0:1789185323.950925:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.950927:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23670
00000100:00100000:1.0:1789185323.950941:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d61f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+38:2393:x1876087010837760:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 108us (1068us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185323.950947:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23672
00000100:00100000:1.0:1789185323.950958:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23673
00000100:00100000:3.0:1789185323.950962:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23674
00000100:00100000:1.0:1789185323.950964:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d61880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+37:2393:x1876087010838016:12345-192.168.204.3@tcp:103:ldlm_bl.0
00000100:00100000:3.0:1789185323.950967:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d60380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+45:2394:x1876087010838144:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185323.950971:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.950973:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185323.950975:0:178149:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b2865815/0xff23d3f688d8fc3c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b831 expref: 37 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.950978:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001b9ba3c8/0xff23d3f688d8fbb7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b7ba expref: 45 pid: 34809 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.950986:0:178149:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b2865815/0xff23d3f688d8fc3c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b831 expref: 37 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.950987:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001b9ba3c8/0xff23d3f688d8fbb7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b7ba expref: 45 pid: 34809 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.950998:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8ea:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.950999:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8e1:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.951001:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8ea:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.951002:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8e1:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.951006:0:178149:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000fe3fc84a/0xff23d3f688d93998 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.951007:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a5a45477/0xff23d3f688d93983 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.951016:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a5a45477/0xff23d3f688d93983 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8e1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.951016:0:178149:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fe3fc84a/0xff23d3f688d93998 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.951028:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1789185323.951030:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.951045:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d60380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+45:2394:x1876087010838144:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 77us (1064us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185323.951045:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d61880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+37:2393:x1876087010838016:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 81us (1103us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.951051:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23674
00010000:00010000:2.0:1789185323.951144:0:35222:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001b9ba3c8/0xff23d3f688d8fbb7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8e1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b7ba expref: 44 pid: 34809 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.951158:0:35222:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f121180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:35222:1876087019002496:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.951175:0:35222:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000a5a45477/0xff23d3f688d93983 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.951184:0:35222:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000a5a45477/0xff23d3f688d93983 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.951191:0:35222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a5a45477/0xff23d3f688d93983 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.951204:0:35222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a5a45477/0xff23d3f688d93983 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.951212:0:35222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a5a45477/0xff23d3f688d93983 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.951232:0:35222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00000100:00100000:2.0:1789185323.951325:0:35222:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+972:3638:x1876087019001600:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9049us (9458us total) trans 4294989734 rc 0/0
00000100:00100000:2.0:1789185323.951332:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38187
00000100:00100000:2.0:1789185323.951419:0:178169:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f120380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:178169:1876087019002624:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.951449:0:178169:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000007ef11ebc/0xff23d3f688d9398a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.951470:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f120a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087019004672:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185323.951501:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185323.951532:0:35222:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019004672
00000100:00100000:2.0:1789185323.951537:0:35222:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019004672
00000100:00100000:2.0:1789185323.951581:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38196
00000100:00100000:2.0:1789185323.951588:0:35222:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f120380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+977:3637:x1876087019004672:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1789185323.951607:0:35222:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2284 count 1
00010000:00010000:2.0:1789185323.951625:0:35222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001ea59ce8/0xff23d3f688d939c9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.951645:0:35222:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d73fb777/0xff23d3f688d8fc58 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b84d expref: 37 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.951652:0:35222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8ec:0x0].0x0 since=125s v=(0 0)
00010000:00010000:2.0:1789185323.951656:0:35222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8ec:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.951660:0:35222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001ea59ce8/0xff23d3f688d939c9 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.951681:0:35222:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d73fb777/0xff23d3f688d8fc58 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b84d expref: 37 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.951692:0:35222:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d73fb777/0xff23d3f688d8fc58 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b84d expref: 37 pid: 8431 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.951703:0:35222:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f120000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:35222:1876087019004800:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185323.951729:0:35222:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14a4dc540 going to sleep for 11 seconds
00000100:00100000:1.0:1789185323.954459:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23673
00000100:00100000:1.0:1789185323.954506:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23675
00000100:00100000:1.0:1789185323.954521:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151780e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+43:2391:x1876087010838272:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185323.954542:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185323.954567:0:178149:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000aaaa87ea/0xff23d3f688d8fbb0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b7ac expref: 43 pid: 34809 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.954588:0:178149:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000aaaa87ea/0xff23d3f688d8fbb0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b7ac expref: 43 pid: 34809 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.954615:0:178149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000aaaa87ea/0xff23d3f688d8fbb0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b7ac expref: 43 pid: 34809 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.954631:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8e0:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.954635:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8e0:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.954643:0:178149:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007ef11ebc/0xff23d3f688d9398a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.954654:0:178149:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007ef11ebc/0xff23d3f688d9398a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.954708:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185323.954747:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151780e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+42:2391:x1876087010838272:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 232us (4749us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185323.954754:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23675
00000004:00080000:1.0:1789185323.954820:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b149d63800/2, rc 0, transno 4294977945
00000100:00100000:1.0:1789185323.954837:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149d63800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087019002240:0@lo:6:osp-syn-0-0.0
00000004:00080000:1.0:1789185323.954852:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b148760000/2, rc 0, transno 4294989734
00000100:00100000:1.0:1789185323.954863:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148760000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087019001600:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.954935:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f387100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087019004928:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185323.954986:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.955213:0:24325:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019004928
00000100:00100000:1.0:1789185323.955219:0:24325:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019004928
00000100:00100000:1.0:1789185323.955260:0:24325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38197
00000100:00100000:1.0:1789185323.955268:0:24325:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f385f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+978:3638:x1876087019004928:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185323.955297:0:24325:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2285 count 1
00010000:00010000:3.0:1789185323.955338:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:3.0:1789185323.955348:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f25d22cc/0xff23d3f688d93960 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.955398:0:24325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009af2fde8/0xff23d3f688d939d0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8ed:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.955417:0:178169:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000007ef11ebc/0xff23d3f688d9398a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.955417:0:24325:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000081c968cc/0xff23d3f688d8fc5f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b85b expref: 36 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.955438:0:178169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007ef11ebc/0xff23d3f688d9398a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.955438:0:24325:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8ed:0x0].0x0 since=125s v=(0 0)
00010000:00010000:1.0:1789185323.955442:0:24325:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8ed:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.955446:0:24325:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009af2fde8/0xff23d3f688d939d0 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.955448:0:178169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007ef11ebc/0xff23d3f688d9398a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.955462:0:178169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007ef11ebc/0xff23d3f688d9398a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.955472:0:24325:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000081c968cc/0xff23d3f688d8fc5f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b85b expref: 36 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.955477:0:178169:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00010000:00010000:1.0:1789185323.955484:0:24325:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000081c968cc/0xff23d3f688d8fc5f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b85b expref: 36 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.955496:0:24325:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f386d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24325:1876087019005184:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.955532:0:24325:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14db9be40 going to sleep for 11 seconds
00010000:00010000:1.0:1789185323.955571:0:178142:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000028a70db0/0xff23d3f688d9397c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.955580:0:178142:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000028a70db0/0xff23d3f688d9397c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.955587:0:178142:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000028a70db0/0xff23d3f688d9397c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.955594:0:178142:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000028a70db0/0xff23d3f688d9397c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.955603:0:178142:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool
00000100:00100000:2.0:1789185323.955633:0:178169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+972:3638:x1876087019001472:12345-0@lo:6:osp-syn-1-0.0 Request processed in 13212us (13681us total) trans 4294989735 rc 0/0
00000100:00100000:2.0:1789185323.955640:0:178169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38188
00000004:00080000:2.0:1789185323.955674:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14b5fce00/2, rc 0, transno 4294989735
00000100:00100000:2.0:1789185323.955683:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14b5fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087019001472:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.955685:0:178142:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e9a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+979:3635:x1876087019001856:12345-0@lo:6:osp-syn-0-0.0 Request processed in 13575us (14139us total) trans 4294977946 rc 0/0
00000100:00100000:1.0:1789185323.955691:0:178142:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38186
00000100:00100000:1.0:1789185323.955715:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f121180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087019004544:0@lo:6:osp-syn-0-0.0
00010000:00010000:2.0:1789185323.955731:0:178143:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002f524a4d/0xff23d3f688d8fc12 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b7f9 expref: 36 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.955740:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185323.955744:0:178143:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e9a1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:178143:1876087019001984:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.955764:0:178143:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000178222ab/0xff23d3f688d9396e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:1.0:1789185323.955768:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b148765500/2, rc 0, transno 4294977944
00010000:00010000:2.0:1789185323.955774:0:178143:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000178222ab/0xff23d3f688d9396e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.955775:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148765500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087019000320:0@lo:6:osp-syn-0-0.0
00010000:00010000:2.0:1789185323.955782:0:178143:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000178222ab/0xff23d3f688d9396e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.955785:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f122a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087019005312:0@lo:6:osp-syn-1-0.0
00010000:00010000:2.0:1789185323.955790:0:178143:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000178222ab/0xff23d3f688d9396e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.955798:0:178143:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000178222ab/0xff23d3f688d9396e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.955806:0:178143:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool
00000100:00100000:1.0:1789185323.955808:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.955824:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789185323.955828:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f384380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087019005056:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.955849:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185323.955871:0:178143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e9a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+979:3635:x1876087019001344:12345-0@lo:6:osp-syn-0-0.0 Request processed in 14609us (14725us total) trans 4294977947 rc 0/0
00000100:00100000:2.0:1789185323.955878:0:178143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38184
00000100:00100000:2.0:1789185323.955890:0:178143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019004544
00000100:00100000:2.0:1789185323.955893:0:178143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019004544
00000100:00100000:1.0:1789185323.955899:0:178169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019005312
00000100:00100000:1.0:1789185323.955902:0:178169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019005312
00000100:00100000:1.0:1789185323.955915:0:178169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019005056
00000100:00100000:1.0:1789185323.955918:0:178169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019005056
00000100:00100000:1.0:1789185323.955929:0:178169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38198
00000100:00100000:1.0:1789185323.955934:0:178169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f387480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+979:3636:x1876087019004544:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185323.955948:0:178169:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2283 count 1
00010000:00010000:1.0:1789185323.955961:0:178169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009a05288e/0xff23d3f688d939d7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.955966:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde6000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185323.955973:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f25d22cc/0xff23d3f688d93960 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.955973:0:178169:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000ba3708a/0xff23d3f688d8fc43 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b83f expref: 35 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.955981:0:178169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8eb:0x0].0x0 since=125s v=(0 0)
00010000:00010000:1.0:1789185323.955984:0:178169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8eb:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.955985:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f25d22cc/0xff23d3f688d93960 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.955988:0:178169:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009a05288e/0xff23d3f688d939d7 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.956002:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f25d22cc/0xff23d3f688d93960 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.956010:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f25d22cc/0xff23d3f688d93960 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.956011:0:178169:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000ba3708a/0xff23d3f688d8fc43 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b83f expref: 35 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.956021:0:178169:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000ba3708a/0xff23d3f688d8fc43 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b83f expref: 35 pid: 8431 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.956030:0:178169:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f385500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:178169:1876087019005568:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.956034:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 4 total in blp.  (4 blwis in pool)
00010000:00010000:3.0:1789185323.956038:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e42a86d0/0xff23d3f688d93991 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.956045:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14a863200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185323.956049:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e42a86d0/0xff23d3f688d93991 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.956050:0:178169:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14e265240 going to sleep for 11 seconds
00010000:00010000:3.0:1789185323.956057:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e42a86d0/0xff23d3f688d93991 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.956063:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f384a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087019005440:0@lo:6:osp-syn-0-0.0
00010000:00010000:3.0:1789185323.956072:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e42a86d0/0xff23d3f688d93991 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.956079:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e42a86d0/0xff23d3f688d93991 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.956086:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:3.0:1789185323.956094:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp.  (3 blwis in pool)
00010000:00010000:3.0:1789185323.956098:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a5a45477/0xff23d3f688d93983 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.956105:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bc800 already unused, calling callback (ffffffffc0cd94f0)
00000100:00100000:1.0:1789185323.956108:0:34810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019005440
00010000:00010000:3.0:1789185323.956109:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a5a45477/0xff23d3f688d93983 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.956111:0:34810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019005440
00010000:00010000:3.0:1789185323.956116:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a5a45477/0xff23d3f688d93983 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.956126:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a5a45477/0xff23d3f688d93983 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.956133:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a5a45477/0xff23d3f688d93983 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.956155:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:3.0:1789185323.956158:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007ef11ebc/0xff23d3f688d9398a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.956167:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bd600 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185323.956170:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007ef11ebc/0xff23d3f688d9398a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.956176:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007ef11ebc/0xff23d3f688d9398a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.956185:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007ef11ebc/0xff23d3f688d9398a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.956191:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007ef11ebc/0xff23d3f688d9398a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.956202:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:3.0:1789185323.956205:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000028a70db0/0xff23d3f688d9397c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.956211:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14a863000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185323.956214:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000028a70db0/0xff23d3f688d9397c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.956220:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000028a70db0/0xff23d3f688d9397c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.956230:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000028a70db0/0xff23d3f688d9397c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.956237:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000028a70db0/0xff23d3f688d9397c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.956247:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185323.956250:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000178222ab/0xff23d3f688d9396e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.956255:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bc000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185323.956258:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000178222ab/0xff23d3f688d9396e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.956264:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000178222ab/0xff23d3f688d9396e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.956272:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000178222ab/0xff23d3f688d9396e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.956278:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000178222ab/0xff23d3f688d9396e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.956288:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.956290:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.956291:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.956302:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789185323.956527:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.956578:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.956601:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.956626:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.956670:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.956759:0:35218:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149d60700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35218:1876087019004288:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.956776:0:35218:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000003054daf2/0xff23d3f688d939bb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.956799:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010838400
00000100:00100000:3.0:1789185323.956803:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010838400
00010000:00010000:3.0:1789185323.956829:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e821d202/0xff23d3f688d8ffe6 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x8de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 33554432->33558527) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bbb8 expref: 42 pid: 34809 timeout: 9501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.956845:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010838656
00000100:00100000:3.0:1789185323.956848:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010838656
00010000:00010000:3.0:1789185323.956861:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000672d0fa9/0xff23d3f688d8fbfd lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b7f2 expref: 43 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.956871:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010838912
00000100:00100000:3.0:1789185323.956874:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010838912
00010000:00010000:3.0:1789185323.956883:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003b21d4b0/0xff23d3f688d8fbc5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b7d6 expref: 44 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.956892:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010838528
00000100:00100000:3.0:1789185323.956895:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010838528
00010000:00010000:3.0:1789185323.956904:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000463f37c6/0xff23d3f688d8fbbe lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b7c8 expref: 45 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.956920:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010838784
00000100:00100000:3.0:1789185323.956922:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010838784
00010000:00010000:3.0:1789185323.956932:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007e1216a1/0xff23d3f688d8fbef lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b7e4 expref: 46 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.956947:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23676
00000100:00100000:3.0:1789185323.956954:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f727800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+46:2394:x1876087010838400:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.956964:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.956970:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e821d202/0xff23d3f688d8ffe6 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x8de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 33554432->33558527) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bbb8 expref: 46 pid: 34809 timeout: 9501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.956982:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e821d202/0xff23d3f688d8ffe6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x8de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 33554432->33558527) gid 0 flags: 0x50000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bbb8 expref: 46 pid: 34809 timeout: 9501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.956999:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8de:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1789185323.957003:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8de:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1789185323.957009:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009d8ebc22/0xff23d3f688d9399f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.957020:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009d8ebc22/0xff23d3f688d9399f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8de:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.957036:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.957068:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f727800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+46:2394:x1876087010838400:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 114us (542us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.957076:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23676
00000100:00100000:3.0:1789185323.957113:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23677
00000100:00100000:3.0:1789185323.957121:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b247d6dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+45:2394:x1876087010838656:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.957149:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.957155:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000672d0fa9/0xff23d3f688d8fbfd lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b7f2 expref: 45 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.957165:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000672d0fa9/0xff23d3f688d8fbfd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b7f2 expref: 45 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.957177:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8e5:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.957180:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8e5:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.957184:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009b4d9ff2/0xff23d3f688d939ad lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.957192:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009b4d9ff2/0xff23d3f688d939ad lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.957206:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.957228:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b247d6dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+45:2394:x1876087010838656:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 108us (649us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.957234:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23677
00000100:00100000:3.0:1789185323.957290:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23678
00000100:00100000:3.0:1789185323.957298:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f725500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+44:2394:x1876087010838912:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185323.957309:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185323.957313:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003b21d4b0/0xff23d3f688d8fbc5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b7d6 expref: 44 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.957324:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003b21d4b0/0xff23d3f688d8fbc5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b7d6 expref: 44 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.957336:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003b21d4b0/0xff23d3f688d8fbc5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b7d6 expref: 44 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.957348:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8e3:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.957350:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8e3:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.957354:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003054daf2/0xff23d3f688d939bb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.957362:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003054daf2/0xff23d3f688d939bb lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.957379:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1789185323.957390:0:35218:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000003054daf2/0xff23d3f688d939bb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.957398:0:35218:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003054daf2/0xff23d3f688d939bb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.957406:0:35218:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003054daf2/0xff23d3f688d939bb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.957414:0:35218:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003054daf2/0xff23d3f688d939bb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.957442:0:35218:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1789185323.957453:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185323.957458:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003054daf2/0xff23d3f688d939bb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.957465:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14a863600 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185323.957469:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003054daf2/0xff23d3f688d939bb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.957478:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003054daf2/0xff23d3f688d939bb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.957489:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003054daf2/0xff23d3f688d939bb lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.957497:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003054daf2/0xff23d3f688d939bb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.957514:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.957516:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.957518:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789185323.957673:0:35218:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f386680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+974:3636:x1876087019003392:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8400us (9925us total) trans 4294989736 rc 0/0
00000100:00100000:2.0:1789185323.960282:0:178143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38199
00000100:00100000:2.0:1789185323.960302:0:178143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b2769b3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+974:3636:x1876087019005312:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1789185323.960338:0:178143:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2280 count 1
00010000:00010000:2.0:1789185323.960364:0:178143:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ee62d8df/0xff23d3f688d939de lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8e8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.960388:0:178143:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000bde03cdf/0xff23d3f688d8fcf2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b81c expref: 43 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.960400:0:178143:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8e8:0x0].0x0 since=125s v=(0 0)
00010000:00010000:2.0:1789185323.960405:0:178143:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8e8:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.960411:0:178143:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ee62d8df/0xff23d3f688d939de lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.960465:0:178143:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000bde03cdf/0xff23d3f688d8fcf2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b81c expref: 43 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.960485:0:178143:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000bde03cdf/0xff23d3f688d8fcf2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b81c expref: 43 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.960500:0:178143:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14b5fca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:178143:1876087019005696:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185323.960589:0:178143:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a09c0 going to sleep for 11 seconds
00000100:00100000:2.0:1789185323.960699:0:178146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38200
00000100:00100000:2.0:1789185323.960709:0:178146:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f387800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+974:3636:x1876087019005056:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1789185323.960723:0:178146:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2279 count 1
00010000:00010000:2.0:1789185323.960735:0:178146:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004f475c67/0xff23d3f688d939e5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.960748:0:178146:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000001126479/0xff23d3f688d8fc0b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b80e expref: 43 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.960755:0:178146:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8e7:0x0].0x0 since=125s v=(0 0)
00010000:00010000:2.0:1789185323.960758:0:178146:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8e7:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.960761:0:178146:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004f475c67/0xff23d3f688d939e5 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.960781:0:178146:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000001126479/0xff23d3f688d8fc0b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b80e expref: 43 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.960792:0:178146:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000001126479/0xff23d3f688d8fc0b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b80e expref: 43 pid: 8431 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.960809:0:178146:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f108700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:178146:1876087019005824:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.960818:0:34810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38201
00000100:00100000:1.0:1789185323.960834:0:34810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f385c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+980:3637:x1876087019005440:12345-0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185323.960835:0:178146:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0600 going to sleep for 11 seconds
00002000:00080000:1.0:1789185323.960854:0:34810:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2286 count 1
00010000:00010000:1.0:1789185323.960885:0:34810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000052bf4c96/0xff23d3f688d939ec lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8ee:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.960901:0:34810:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000000c8d761/0xff23d3f688d8fc7b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b869 expref: 35 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.960909:0:34810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8ee:0x0].0x0 since=125s v=(0 0)
00010000:00010000:1.0:1789185323.960913:0:34810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8ee:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.960917:0:34810:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000052bf4c96/0xff23d3f688d939ec lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.961297:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:2.0:1789185323.961341:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b148778700/2, rc 0, transno 4294977946
00000100:00100000:2.0:1789185323.961361:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148778700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087019001856:0@lo:6:osp-syn-0-0.0
00000004:00080000:2.0:1789185323.961374:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b149d62d80/2, rc 0, transno 4294977947
00000100:00100000:2.0:1789185323.961377:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149d62d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087019001344:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185323.961494:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f108000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087019005952:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185323.961536:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185323.961597:0:178142:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019005952
00000100:00100000:2.0:1789185323.961604:0:178142:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019005952
00010000:00010000:1.0:1789185323.961622:0:34810:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000000c8d761/0xff23d3f688d8fc7b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b869 expref: 35 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.961637:0:34810:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000000c8d761/0xff23d3f688d8fc7b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b869 expref: 35 pid: 8431 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.961639:0:178142:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38202
00000100:00100000:2.0:1789185323.961651:0:178142:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1517b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+981:3638:x1876087019005952:12345-0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185323.961657:0:34810:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f387b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:34810:1876087019006208:192.168.204.3@tcp:104:
00002000:00080000:2.0:1789185323.961670:0:178142:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2287 count 1
00010000:00010000:2.0:1789185323.961688:0:178142:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bc9fe99c/0xff23d3f688d939f3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8ef:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.961695:0:34810:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14e265900 going to sleep for 11 seconds
00010000:00010000:2.0:1789185323.961703:0:178142:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b886390f/0xff23d3f688d8fc82 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b877 expref: 35 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.961712:0:178142:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8ef:0x0].0x0 since=125s v=(0 0)
00010000:00010000:2.0:1789185323.961715:0:178142:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8ef:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.961719:0:178142:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bc9fe99c/0xff23d3f688d939f3 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.961729:0:178148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000672d0fa9/0xff23d3f688d8fbfd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b7f2 expref: 43 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.961748:0:178148:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f385880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:178148:1876087019004032:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.961755:0:178142:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b886390f/0xff23d3f688d8fc82 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b877 expref: 35 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.961767:0:178142:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b886390f/0xff23d3f688d8fc82 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b877 expref: 35 pid: 8431 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.961778:0:178142:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14b5f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:178142:1876087019006336:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.961783:0:178148:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000009b4d9ff2/0xff23d3f688d939ad lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.961798:0:178148:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000009b4d9ff2/0xff23d3f688d939ad lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.961806:0:178142:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0d80 going to sleep for 11 seconds
00010000:00010000:1.0:1789185323.961808:0:178148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009b4d9ff2/0xff23d3f688d939ad lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.961821:0:178148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009b4d9ff2/0xff23d3f688d939ad lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.961826:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f10a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087019006080:0@lo:6:osp-syn-0-0.0
00010000:00010000:1.0:1789185323.961841:0:178148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009b4d9ff2/0xff23d3f688d939ad lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.961857:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:1.0:1789185323.961876:0:178148:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1789185323.961887:0:16720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019006080
00000100:00100000:2.0:1789185323.961892:0:16720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019006080
00000100:00100000:1.0:1789185323.962749:0:178148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f384000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+975:3638:x1876087019003776:12345-0@lo:6:osp-syn-1-0.0 Request processed in 13890us (14423us total) trans 4294989737 rc 0/0
00000100:00100000:2.0:1789185323.962753:0:16720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38203
00000004:00080000:2.0:1789185323.962795:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14d0fbb80/2, rc 0, transno 4294989737
00000100:00100000:2.0:1789185323.962807:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d0fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087019003776:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185323.962853:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1789185323.962862:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f283b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087019006464:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185323.962889:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185323.962916:0:16720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14b5f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+982:3635:x1876087019006080:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1789185323.962931:0:16720:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2288 count 1
00010000:00010000:2.0:1789185323.962949:0:16720:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b1c77d2b/0xff23d3f688d939fa lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8f0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.962965:0:16720:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000029f76bff/0xff23d3f688d8fc89 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b885 expref: 35 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.962973:0:16720:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8f0:0x0].0x0 since=125s v=(0 0)
00010000:00010000:2.0:1789185323.962976:0:16720:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8f0:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.962981:0:16720:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b1c77d2b/0xff23d3f688d939fa lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.963000:0:16720:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000029f76bff/0xff23d3f688d8fc89 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b885 expref: 35 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.963011:0:16720:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000029f76bff/0xff23d3f688d8fc89 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b885 expref: 35 pid: 8431 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.963022:0:16720:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f282d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16720:1876087019006592:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185323.963056:0:16720:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0f00 going to sleep for 11 seconds
00000100:00100000:2.0:1789185323.963075:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23679
00000100:00100000:2.0:1789185323.963082:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151768700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+42:2394:x1876087010838528:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.963091:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.963097:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000463f37c6/0xff23d3f688d8fbbe lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b7c8 expref: 42 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.963111:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000463f37c6/0xff23d3f688d8fbbe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b7c8 expref: 42 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.963131:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8e2:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.963134:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8e2:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.963140:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f05a18d4/0xff23d3f688d939a6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.963149:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f05a18d4/0xff23d3f688d939a6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.963165:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185323.963184:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151768700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+42:2394:x1876087010838528:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 102us (6557us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185323.963191:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23679
00000100:00100000:2.0:1789185323.963211:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23680
00000100:00100000:2.0:1789185323.963218:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151799180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+41:2394:x1876087010838784:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.963226:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.963231:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007e1216a1/0xff23d3f688d8fbef lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b7e4 expref: 41 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.963241:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007e1216a1/0xff23d3f688d8fbef lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b7e4 expref: 41 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.963254:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8e4:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.963257:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8e4:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.963261:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e5f3008c/0xff23d3f688d939b4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.963268:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e5f3008c/0xff23d3f688d939b4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8e4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.963281:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185323.963420:0:35218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38194
00010000:00010000:3.0:1789185323.963456:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185323.963465:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009b4d9ff2/0xff23d3f688d939ad lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.963473:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b26239ae00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185323.963479:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009b4d9ff2/0xff23d3f688d939ad lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.963488:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009b4d9ff2/0xff23d3f688d939ad lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.963501:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009b4d9ff2/0xff23d3f688d939ad lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.963508:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009b4d9ff2/0xff23d3f688d939ad lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.963530:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.963532:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.963533:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789185323.963697:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.963716:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185323.963936:0:35222:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f120000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:35222:1876087019004800:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.963959:0:35222:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001ea59ce8/0xff23d3f688d939c9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.963992:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151799180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+41:2394:x1876087010838784:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 774us (7321us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185323.963999:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23680
00000100:00100000:2.0:1789185323.964016:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010839040
00000100:00100000:2.0:1789185323.964022:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010839040
00010000:00010000:2.0:1789185323.964043:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000bc1331e6/0xff23d3f688d8fed5 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x8e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12582912->12587007) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4baa7 expref: 41 pid: 8491 timeout: 9501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.964059:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010839296
00000100:00100000:2.0:1789185323.964062:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010839296
00010000:00010000:2.0:1789185323.964075:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000081c968cc/0xff23d3f688d8fc5f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b85b expref: 36 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.964087:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23681
00000100:00100000:2.0:1789185323.964093:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151780e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+41:2393:x1876087010839040:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.964100:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.964105:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000bc1331e6/0xff23d3f688d8fed5 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x8e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 12582912->12587007) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4baa7 expref: 41 pid: 8491 timeout: 9501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.964120:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000bc1331e6/0xff23d3f688d8fed5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x8e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 12582912->12587007) gid 0 flags: 0x50000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4baa7 expref: 41 pid: 8491 timeout: 9501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.964134:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8e6:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1789185323.964138:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8e6:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1789185323.964143:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000022619cdd/0xff23d3f688d939c2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.964151:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000022619cdd/0xff23d3f688d939c2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.964163:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185323.964181:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151780e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+41:2393:x1876087010839040:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 88us (484us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185323.964188:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23681
00000100:00100000:2.0:1789185323.964202:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23682
00000100:00100000:2.0:1789185323.964208:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f727800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+36:2393:x1876087010839296:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185323.964216:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185323.964220:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000081c968cc/0xff23d3f688d8fc5f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b85b expref: 36 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.964229:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000081c968cc/0xff23d3f688d8fc5f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b85b expref: 36 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.964248:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8ed:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.964251:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8ed:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.964255:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009af2fde8/0xff23d3f688d939d0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.964262:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009af2fde8/0xff23d3f688d939d0 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.964273:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185323.964290:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f727800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+36:2393:x1876087010839296:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 82us (573us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185323.964296:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23682
00010000:00010000:2.0:1789185323.964331:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002bcd5823/0xff23d3f688d8fc19 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b807 expref: 35 pid: 8431 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.964343:0:8431:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e9a0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8431:1876087019002112:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.964359:0:8431:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000ef1f9aa4/0xff23d3f688d93975 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.964367:0:8431:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000ef1f9aa4/0xff23d3f688d93975 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.964373:0:8431:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ef1f9aa4/0xff23d3f688d93975 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.964387:0:8431:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ef1f9aa4/0xff23d3f688d93975 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.964394:0:8431:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ef1f9aa4/0xff23d3f688d93975 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.964417:0:8431:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1789185323.964591:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e9a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+983:3635:x1876087019001728:12345-0@lo:6:osp-syn-0-0.0 Request processed in 22945us (23092us total) trans 4294977948 rc 0/0
00000100:00100000:2.0:1789185323.964599:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38185
00000004:00080000:2.0:1789185323.964631:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14877aa00/2, rc 0, transno 4294977948
00000100:00100000:2.0:1789185323.964641:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14877aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087019001728:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185323.964693:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1789185323.964704:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f120000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087019006720:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185323.964733:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185323.964755:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019006464
00000100:00100000:2.0:1789185323.964759:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019006464
00000100:00100000:2.0:1789185323.964775:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019006720
00000100:00100000:2.0:1789185323.964777:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019006720
00000100:00100000:2.0:1789185323.964789:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38204
00000100:00100000:2.0:1789185323.964795:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f283800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+975:3635:x1876087019006464:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1789185323.964811:0:8431:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2281 count 1
00010000:00010000:2.0:1789185323.964830:0:8431:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000082922428/0xff23d3f688d93a01 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8e9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.964848:0:8431:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c2248a44/0xff23d3f688d8fc2e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b82a expref: 40 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.964855:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8e9:0x0].0x0 since=125s v=(0 0)
00010000:00010000:2.0:1789185323.964859:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8e9:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.964862:0:8431:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000082922428/0xff23d3f688d93a01 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.964883:0:8431:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c2248a44/0xff23d3f688d8fc2e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b82a expref: 40 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.964894:0:8431:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c2248a44/0xff23d3f688d8fc2e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b82a expref: 40 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.964986:0:8431:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14b5c2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8431:1876087019006848:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185323.965109:0:8431:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0e40 going to sleep for 11 seconds
00010000:00010000:3.0:1789185323.965202:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185323.965210:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ef1f9aa4/0xff23d3f688d93975 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.965223:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bca00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185323.965227:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ef1f9aa4/0xff23d3f688d93975 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.965237:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ef1f9aa4/0xff23d3f688d93975 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.965251:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ef1f9aa4/0xff23d3f688d93975 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.965258:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ef1f9aa4/0xff23d3f688d93975 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.965278:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.965280:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.965282:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.965306:0:8429:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bc1331e6/0xff23d3f688d8fed5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12582912->12587007) gid 0 flags: 0x44801400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4baa7 expref: 40 pid: 8491 timeout: 9501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.965317:0:8429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151783b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8429:1876087019004416:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.965333:0:8429:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000022619cdd/0xff23d3f688d939c2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.965341:0:8429:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000022619cdd/0xff23d3f688d939c2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.965348:0:8429:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000022619cdd/0xff23d3f688d939c2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.965357:0:8429:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000022619cdd/0xff23d3f688d939c2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.965364:0:8429:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000022619cdd/0xff23d3f688d939c2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.965389:0:8429:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1789185323.965506:0:8429:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f384e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+976:3636:x1876087019003904:12345-0@lo:6:osp-syn-1-0.0 Request processed in 14739us (17660us total) trans 4294989738 rc 0/0
00000100:00100000:3.0:1789185323.965514:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38195
00000100:00100000:3.0:1789185323.965531:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38205
00000100:00100000:3.0:1789185323.965539:0:8429:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14b5c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+983:3638:x1876087019006720:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1789185323.965575:0:8429:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2289 count 1
00010000:00010000:3.0:1789185323.965590:0:8429:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004817f4f3/0xff23d3f688d93a08 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8f1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.965603:0:8429:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000082af539/0xff23d3f688d8fca5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b893 expref: 34 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.965610:0:8429:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8f1:0x0].0x0 since=125s v=(0 0)
00010000:00010000:3.0:1789185323.965614:0:8429:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8f1:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.965618:0:8429:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004817f4f3/0xff23d3f688d93a08 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.965641:0:8429:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000082af539/0xff23d3f688d8fca5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b893 expref: 34 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.965651:0:8429:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000082af539/0xff23d3f688d8fca5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b893 expref: 34 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.965663:0:8429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151783b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8429:1876087019006976:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185323.965690:0:8429:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14a4dce40 going to sleep for 11 seconds
00000100:00100000:3.0:1789185323.965728:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185323.965780:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.966079:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010839168
00000100:00100000:0.0:1789185323.966086:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010839168
00010000:00010000:0.0:1789185323.966111:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d73fb777/0xff23d3f688d8fc58 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b84d expref: 35 pid: 8431 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.966127:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010839424
00000100:00100000:0.0:1789185323.966130:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010839424
00010000:00010000:0.0:1789185323.966141:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000ba3708a/0xff23d3f688d8fc43 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b83f expref: 36 pid: 8431 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.966154:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23683
00000100:00100000:0.0:1789185323.966161:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d60000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+36:2393:x1876087010839168:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.966171:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.966176:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d73fb777/0xff23d3f688d8fc58 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b84d expref: 36 pid: 8431 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.966188:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d73fb777/0xff23d3f688d8fc58 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b84d expref: 36 pid: 8431 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.966204:0:10396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d73fb777/0xff23d3f688d8fc58 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b84d expref: 36 pid: 8431 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.966216:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8ec:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.966219:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8ec:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.966224:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001ea59ce8/0xff23d3f688d939c9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.966231:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001ea59ce8/0xff23d3f688d939c9 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.966251:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.966276:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d60000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+35:2393:x1876087010839168:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 115us (548us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.966283:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23683
00000100:00100000:0.0:1789185323.966301:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23684
00000100:00100000:0.0:1789185323.966309:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b247d6c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+34:2393:x1876087010839424:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.966316:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.966321:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000ba3708a/0xff23d3f688d8fc43 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b83f expref: 34 pid: 8431 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.966337:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000ba3708a/0xff23d3f688d8fc43 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b83f expref: 34 pid: 8431 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.966348:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8eb:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.966351:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8eb:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.966355:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009a05288e/0xff23d3f688d939d7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.966362:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009a05288e/0xff23d3f688d939d7 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.966374:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.966393:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b247d6c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+34:2393:x1876087010839424:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 85us (613us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.966399:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23684
00010000:00010000:0.0:1789185323.966437:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185323.966441:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000022619cdd/0xff23d3f688d939c2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.966449:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14a862e00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.966452:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000022619cdd/0xff23d3f688d939c2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.966460:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000022619cdd/0xff23d3f688d939c2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.966478:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000022619cdd/0xff23d3f688d939c2 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.966486:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000022619cdd/0xff23d3f688d939c2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.966505:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.966507:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.966509:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.966560:0:178144:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e821d202/0xff23d3f688d8ffe6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8de:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 33554432->33558527) gid 0 flags: 0x44801400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bbb8 expref: 39 pid: 34809 timeout: 9501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.966571:0:178144:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b1517bd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:178144:1876087019003136:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.966587:0:178144:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000009d8ebc22/0xff23d3f688d9399f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.966596:0:178144:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000009d8ebc22/0xff23d3f688d9399f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.966603:0:178144:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009d8ebc22/0xff23d3f688d9399f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.966612:0:178144:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009d8ebc22/0xff23d3f688d9399f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.966625:0:178144:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009d8ebc22/0xff23d3f688d9399f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.966648:0:178144:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1789185323.966786:0:178144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14b5fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+976:3635:x1876087019000192:12345-0@lo:6:osp-syn-1-0.0 Request processed in 39219us (41651us total) trans 4294989739 rc 0/0
00000100:00100000:0.0:1789185323.966794:0:178144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38179
00010000:00010000:2.0:1789185323.967041:0:35222:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001ea59ce8/0xff23d3f688d939c9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.967052:0:35222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001ea59ce8/0xff23d3f688d939c9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.967062:0:35222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001ea59ce8/0xff23d3f688d939c9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.967077:0:35222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001ea59ce8/0xff23d3f688d939c9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.967095:0:35222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:2.0:1789185323.967188:0:35222:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f120380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+984:3637:x1876087019004672:12345-0@lo:6:osp-syn-0-0.0 Request processed in 15599us (15685us total) trans 4294977949 rc 0/0
00000100:00100000:2.0:1789185323.967195:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38196
00010000:00010000:2.0:1789185323.967219:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:2.0:1789185323.967224:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009d8ebc22/0xff23d3f688d9399f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.967232:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14bc28c00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.967236:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009d8ebc22/0xff23d3f688d9399f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.967244:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009d8ebc22/0xff23d3f688d9399f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.967258:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009d8ebc22/0xff23d3f688d9399f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.967265:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009d8ebc22/0xff23d3f688d9399f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.967281:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185323.967286:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001ea59ce8/0xff23d3f688d939c9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.967292:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bc200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185323.967295:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001ea59ce8/0xff23d3f688d939c9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.967302:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001ea59ce8/0xff23d3f688d939c9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.967311:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001ea59ce8/0xff23d3f688d939c9 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.967317:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001ea59ce8/0xff23d3f688d939c9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.967333:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.967335:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185323.967336:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:2.0:1789185323.967366:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14b5ff100/2, rc 0, transno 4294989739
00000100:00100000:2.0:1789185323.967377:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14b5ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087019000192:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185323.967454:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f711f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087019007104:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185323.967500:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.967571:0:178148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38192
00000100:00100000:1.0:1789185323.967603:0:178148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019007104
00000100:00100000:1.0:1789185323.967609:0:178148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019007104
00000100:00100000:1.0:1789185323.967650:0:178148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38206
00000100:00100000:1.0:1789185323.967658:0:178148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e9a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+975:3638:x1876087019007104:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185323.967681:0:178148:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2282 count 1
00010000:00010000:1.0:1789185323.967701:0:178148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006d45f335/0xff23d3f688d93a0f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8ea:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.967722:0:178148:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000064f6c293/0xff23d3f688d8fc35 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b838 expref: 38 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.967731:0:178148:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8ea:0x0].0x0 since=125s v=(0 0)
00010000:00010000:1.0:1789185323.967736:0:178148:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8ea:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.967738:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.967741:0:178148:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006d45f335/0xff23d3f688d93a0f lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.967746:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185323.967774:0:178148:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000064f6c293/0xff23d3f688d8fc35 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b838 expref: 38 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.967792:0:178148:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000064f6c293/0xff23d3f688d8fc35 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b838 expref: 38 pid: 8431 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.967805:0:178148:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f385880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:178148:1876087019007232:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.967857:0:178148:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14e265e40 going to sleep for 11 seconds
00010000:00010000:1.0:1789185323.967900:0:35223:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000463f37c6/0xff23d3f688d8fbbe lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b7c8 expref: 38 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.967913:0:35223:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f71e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:35223:1876087019003520:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.967929:0:35223:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f05a18d4/0xff23d3f688d939a6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.967937:0:35223:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f05a18d4/0xff23d3f688d939a6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.967943:0:35223:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f05a18d4/0xff23d3f688d939a6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.967950:0:35223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f05a18d4/0xff23d3f688d939a6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.967958:0:35223:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f05a18d4/0xff23d3f688d939a6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.967980:0:35223:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1789185323.968074:0:35223:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f122300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+976:3635:x1876087019003264:12345-0@lo:6:osp-syn-1-0.0 Request processed in 20793us (21269us total) trans 4294989740 rc 0/0
00000100:00100000:1.0:1789185323.968081:0:35223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38191
00010000:00010000:1.0:1789185323.968114:0:24325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000081c968cc/0xff23d3f688d8fc5f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b85b expref: 33 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.968126:0:24325:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f386d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24325:1876087019005184:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.968140:0:24325:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000009af2fde8/0xff23d3f688d939d0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.968148:0:24325:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000009af2fde8/0xff23d3f688d939d0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.968155:0:24325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009af2fde8/0xff23d3f688d939d0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.968162:0:24325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009af2fde8/0xff23d3f688d939d0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.968171:0:24325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009af2fde8/0xff23d3f688d939d0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.968228:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f725500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+37:2394:x1876087010838912:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 10929us (11623us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185323.968236:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23678
00000004:00080000:2.0:1789185323.968339:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f121880/2, rc 0, transno 4294989740
00000100:00100000:2.0:1789185323.968355:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f121880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087019003264:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185323.968454:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149d60000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087019007360:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185323.968483:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:1.0:1789185323.968638:0:24325:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:1.0:1789185323.968728:0:24325:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f385f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+984:3638:x1876087019004928:12345-0@lo:6:osp-syn-0-0.0 Request processed in 13460us (13740us total) trans 4294977950 rc 0/0
00000100:00100000:1.0:1789185323.968735:0:24325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38197
00000100:00100000:1.0:1789185323.968749:0:24325:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019007360
00000100:00100000:1.0:1789185323.968752:0:24325:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019007360
00000100:00100000:1.0:1789185323.968773:0:24325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38207
00000100:00100000:1.0:1789185323.968779:0:24325:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e9a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+976:3635:x1876087019007360:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185323.968795:0:24325:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2283 count 1
00010000:00010000:1.0:1789185323.968809:0:24325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d41eaa07/0xff23d3f688d93a16 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.968823:0:24325:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ff33d7fa/0xff23d3f688d8fc4a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b846 expref: 36 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.968830:0:24325:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8eb:0x0].0x0 since=125s v=(0 0)
00010000:00010000:1.0:1789185323.968834:0:24325:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8eb:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.968839:0:24325:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d41eaa07/0xff23d3f688d93a16 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.968859:0:24325:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ff33d7fa/0xff23d3f688d8fc4a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b846 expref: 36 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.968870:0:24325:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ff33d7fa/0xff23d3f688d8fc4a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b846 expref: 36 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.968881:0:24325:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f386d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24325:1876087019007488:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.968914:0:24325:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14e265a80 going to sleep for 11 seconds
00000004:00080000:1.0:1789185323.968939:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f120a80/2, rc 0, transno 4294977949
00000100:00100000:1.0:1789185323.968949:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f120a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087019004672:0@lo:6:osp-syn-0-0.0
00010000:00010000:1.0:1789185323.968968:0:178169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000ba3708a/0xff23d3f688d8fc43 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b83f expref: 32 pid: 8431 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.968977:0:178169:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f385500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:178169:1876087019005568:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.968991:0:178169:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000009a05288e/0xff23d3f688d939d7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.969000:0:178169:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000009a05288e/0xff23d3f688d939d7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.969008:0:178169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009a05288e/0xff23d3f688d939d7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.969022:0:178169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009a05288e/0xff23d3f688d939d7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.969029:0:178169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009a05288e/0xff23d3f688d939d7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.969041:0:178169:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00000100:00100000:1.0:1789185323.969125:0:178169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f387480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+984:3636:x1876087019004544:12345-0@lo:6:osp-syn-0-0.0 Request processed in 13189us (13383us total) trans 4294977951 rc 0/0
00000100:00100000:1.0:1789185323.969140:0:178169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38198
00000004:00080000:1.0:1789185323.969887:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f121180/2, rc 0, transno 4294977951
00000100:00100000:1.0:1789185323.969896:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f121180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087019004544:0@lo:6:osp-syn-0-0.0
00000004:00080000:1.0:1789185323.969917:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f385180/2, rc 0, transno 4294989738
00000100:00100000:1.0:1789185323.969932:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f385180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087019003904:0@lo:6:osp-syn-1-0.0
00010000:00010000:3.0:1789185323.970041:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:3.0:1789185323.970051:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f05a18d4/0xff23d3f688d939a6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.970060:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b26239aa00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185323.970069:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f05a18d4/0xff23d3f688d939a6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.970081:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f05a18d4/0xff23d3f688d939a6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.970102:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f05a18d4/0xff23d3f688d939a6 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.970110:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f05a18d4/0xff23d3f688d939a6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.970132:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:3.0:1789185323.970136:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009af2fde8/0xff23d3f688d939d0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.970142:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b26239a200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185323.970145:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009af2fde8/0xff23d3f688d939d0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.970152:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009af2fde8/0xff23d3f688d939d0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.970162:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009af2fde8/0xff23d3f688d939d0 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.970169:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009af2fde8/0xff23d3f688d939d0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.970184:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185323.970187:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009a05288e/0xff23d3f688d939d7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.970195:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b26239a000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185323.970198:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009a05288e/0xff23d3f688d939d7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.970206:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009a05288e/0xff23d3f688d939d7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.970216:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009a05288e/0xff23d3f688d939d7 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.970224:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009a05288e/0xff23d3f688d939d7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.970236:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.970238:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.970239:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.970247:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:3.0:1789185323.971647:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f387100/2, rc 0, transno 4294977950
00000100:00100000:3.0:1789185323.971658:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f387100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087019004928:0@lo:6:osp-syn-0-0.0
00010000:00010000:1.0:1789185323.974264:0:8428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007e1216a1/0xff23d3f688d8fbef lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8e4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b7e4 expref: 36 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.974290:0:8428:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f384700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8428:1876087019004160:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.974319:0:8428:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e5f3008c/0xff23d3f688d939b4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.974333:0:8428:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e5f3008c/0xff23d3f688d939b4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.974340:0:8428:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e5f3008c/0xff23d3f688d939b4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.974351:0:8428:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e5f3008c/0xff23d3f688d939b4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.974360:0:8428:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e5f3008c/0xff23d3f688d939b4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.974383:0:8428:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1789185323.974601:0:8428:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f386300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+977:3638:x1876087019003648:12345-0@lo:6:osp-syn-1-0.0 Request processed in 26282us (26911us total) trans 4294989741 rc 0/0
00000100:00100000:1.0:1789185323.974611:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38193
00000004:00080000:1.0:1789185323.974662:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14da1aa00/2, rc 0, transno 4294989741
00000100:00100000:1.0:1789185323.974669:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14da1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087019003648:0@lo:6:osp-syn-1-0.0
00000004:00080000:1.0:1789185323.974691:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f71c380/2, rc 0, transno 4294989736
00000100:00100000:1.0:1789185323.974695:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f71c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087019003392:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.974713:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f385500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087019007616:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.974747:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:1.0:1789185323.974799:0:8491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b2865815/0xff23d3f688d8fc3c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b831 expref: 31 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.974812:0:8491:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b1517a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8491:1876087019003008:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.974827:0:8491:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000fe3fc84a/0xff23d3f688d93998 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.974834:0:8491:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000fe3fc84a/0xff23d3f688d93998 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.974841:0:8491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fe3fc84a/0xff23d3f688d93998 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.974853:0:8491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fe3fc84a/0xff23d3f688d93998 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.974861:0:8491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fe3fc84a/0xff23d3f688d93998 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.974873:0:8491:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:0.0:1789185323.976903:0:34809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019007616
00000100:00100000:0.0:1789185323.976914:0:34809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019007616
00000100:00100000:0.0:1789185323.976968:0:34809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38208
00000100:00100000:0.0:1789185323.976978:0:34809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f384700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+977:3636:x1876087019007616:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1789185323.977011:0:34809:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2284 count 1
00010000:00010000:0.0:1789185323.977039:0:34809:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000378be304/0xff23d3f688d93a1d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.977063:0:34809:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d19487c4/0xff23d3f688d8fc51 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b854 expref: 35 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.977073:0:34809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8ec:0x0].0x0 since=125s v=(0 0)
00010000:00010000:0.0:1789185323.977078:0:34809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8ec:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.977084:0:34809:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000378be304/0xff23d3f688d93a1d lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.977122:0:34809:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d19487c4/0xff23d3f688d8fc51 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b854 expref: 35 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.977144:0:34809:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d19487c4/0xff23d3f688d8fc51 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b854 expref: 35 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.977159:0:34809:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1517bd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:34809:1876087019007744:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.977244:0:34809:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1486aa240 going to sleep for 11 seconds
00010000:00010000:0.0:1789185323.977353:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:0.0:1789185323.977360:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e5f3008c/0xff23d3f688d939b4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.977369:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b26239be00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.977374:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e5f3008c/0xff23d3f688d939b4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.977386:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e5f3008c/0xff23d3f688d939b4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.977716:0:8491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f11b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+984:3638:x1876087019002880:12345-0@lo:6:osp-syn-0-0.0 Request processed in 34396us (34503us total) trans 4294977952 rc 0/0
00000100:00100000:1.0:1789185323.977725:0:8491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38190
00000004:00080000:1.0:1789185323.977774:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14b5c3480/2, rc 0, transno 4294977952
00000100:00100000:1.0:1789185323.977781:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14b5c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087019002880:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185323.977857:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f386a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087019007872:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.977971:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.978036:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f71e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087019008000:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185323.978072:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.978153:0:35218:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019007872
00000100:00100000:1.0:1789185323.978158:0:35218:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019007872
00000100:00100000:1.0:1789185323.978190:0:178169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019008000
00000100:00100000:1.0:1789185323.978192:0:178169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019008000
00000100:00100000:1.0:1789185323.978213:0:178169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38209
00000100:00100000:1.0:1789185323.978221:0:178169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1517a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+979:3637:x1876087019007872:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185323.978240:0:178169:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2285 count 1
00010000:00010000:1.0:1789185323.978258:0:178169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c0064632/0xff23d3f688d93a24 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8ed:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.978275:0:178169:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001788482b/0xff23d3f688d8fc66 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b862 expref: 35 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.978282:0:178169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8ed:0x0].0x0 since=125s v=(0 0)
00010000:00010000:1.0:1789185323.978285:0:178169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8ed:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.978290:0:178169:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c0064632/0xff23d3f688d93a24 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.978313:0:178169:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001788482b/0xff23d3f688d8fc66 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b862 expref: 35 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.978323:0:178169:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001788482b/0xff23d3f688d8fc66 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b862 expref: 35 pid: 8431 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.978333:0:178169:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d422a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:178169:1876087019008128:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.978370:0:178169:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14e265cc0 going to sleep for 11 seconds
00000100:00100000:1.0:1789185323.978383:0:35218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38210
00000100:00100000:1.0:1789185323.978391:0:35218:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d423b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+979:3638:x1876087019008000:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185323.978401:0:35218:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2286 count 1
00010000:00010000:1.0:1789185323.978413:0:35218:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000262d3641/0xff23d3f688d93a2b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8ee:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.978437:0:35218:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000026d7fdc5/0xff23d3f688d9012f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 58720256->58724351) gid 0 flags: 0x40000000020000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bd01 expref: 35 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.978449:0:35218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x8ee:0x0].0x0 since=121s v=(0 0)
00010000:00010000:1.0:1789185323.978451:0:35218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8ee:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1789185323.978455:0:35218:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000262d3641/0xff23d3f688d93a2b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.978474:0:35218:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000026d7fdc5/0xff23d3f688d9012f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 58720256->58724351) gid 0 flags: 0x50000000030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bd01 expref: 35 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.978482:0:35218:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000026d7fdc5/0xff23d3f688d9012f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x8ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 58720256->58724351) gid 0 flags: 0x70000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bd01 expref: 35 pid: 35222 timeout: 9501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.978491:0:35218:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d420000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35218:1876087019008256:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.978512:0:35218:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14db9b000 going to sleep for 11 seconds
00010000:00010000:3.0:1789185323.978672:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185323.978681:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fe3fc84a/0xff23d3f688d93998 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.978688:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14fde7a00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185323.978692:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fe3fc84a/0xff23d3f688d93998 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.978702:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fe3fc84a/0xff23d3f688d93998 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.978723:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fe3fc84a/0xff23d3f688d93998 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.978731:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fe3fc84a/0xff23d3f688d93998 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.978758:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.978761:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.978762:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185323.978769:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.981052:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e5f3008c/0xff23d3f688d939b4 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.981070:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e5f3008c/0xff23d3f688d939b4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.981095:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.981097:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.981100:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789185323.981700:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f119f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087019008768:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185323.981756:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185323.981789:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1789185323.981795:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e9a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087019008640:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185323.981817:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185323.981856:0:35222:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019008768
00000100:00100000:2.0:1789185323.981862:0:35222:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019008768
00000100:00100000:2.0:1789185323.981901:0:35222:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019008640
00000100:00100000:2.0:1789185323.981904:0:35222:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019008640
00000100:00100000:0.0:1789185323.982100:0:35223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38211
00000100:00100000:0.0:1789185323.982112:0:35223:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f118380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+985:3638:x1876087019008768:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1789185323.982138:0:35223:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2293 count 1
00010000:00010000:0.0:1789185323.982162:0:35223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e5c655ab/0xff23d3f688d93a32 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8f5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.982183:0:35223:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000539c15e8/0xff23d3f688d8fcc1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b8cb expref: 30 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.982192:0:35223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8f5:0x0].0x0 since=125s v=(0 0)
00010000:00010000:0.0:1789185323.982197:0:35223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8f5:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.982203:0:35223:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e5c655ab/0xff23d3f688d93a32 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.982234:0:35223:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000539c15e8/0xff23d3f688d8fcc1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b8cb expref: 30 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.982248:0:35223:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000539c15e8/0xff23d3f688d8fcc1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b8cb expref: 30 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.982260:0:35223:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1517bc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:35223:1876087019008896:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185323.982331:0:35223:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1486aa300 going to sleep for 11 seconds
00000100:00100000:3.0:1789185323.983734:0:8429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151783b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8429:1876087019006976:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185323.983764:0:8429:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000004817f4f3/0xff23d3f688d93a08 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.983801:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e9a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087019008512:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185323.983839:0:34810:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f387b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:34810:1876087019006208:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185323.983853:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:1.0:1789185323.983860:0:34810:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000052bf4c96/0xff23d3f688d939ec lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.983894:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789185323.983901:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e9a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087019008384:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185323.983923:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185323.983966:0:178145:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019008512
00000100:00100000:3.0:1789185323.983971:0:178145:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019008512
00000100:00100000:1.0:1789185323.983990:0:178147:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019008384
00000100:00100000:1.0:1789185323.983997:0:178147:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019008384
00000100:00100000:3.0:1789185323.984007:0:178145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38212
00000100:00100000:3.0:1789185323.984019:0:178145:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+987:3636:x1876087019008512:12345-0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185323.984027:0:178147:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38213
00000100:00100000:1.0:1789185323.984036:0:178147:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+987:3636:x1876087019008384:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1789185323.984045:0:178145:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2291 count 1
00002000:00080000:1.0:1789185323.984052:0:178147:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2290 count 1
00010000:00010000:3.0:1789185323.984073:0:178145:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007a5723bd/0xff23d3f688d93a39 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8f3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.984073:0:178147:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000041980637/0xff23d3f688d93a40 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8f2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.984105:0:178145:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000867ed013/0xff23d3f688d8fcb3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b8af expref: 30 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.984108:0:178147:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d83ba75e/0xff23d3f688d8fcac lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b8a1 expref: 30 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.984126:0:178145:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8f3:0x0].0x0 since=125s v=(0 0)
00010000:00010000:1.0:1789185323.984127:0:178147:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8f2:0x0].0x0 since=125s v=(0 0)
00010000:00010000:3.0:1789185323.984136:0:178145:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8f3:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.984137:0:178147:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8f2:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.984150:0:178147:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000041980637/0xff23d3f688d93a40 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.984151:0:178145:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007a5723bd/0xff23d3f688d93a39 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.984196:0:178147:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d83ba75e/0xff23d3f688d8fcac lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b8a1 expref: 30 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.984197:0:178145:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000867ed013/0xff23d3f688d8fcb3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b8af expref: 30 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.984229:0:178145:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000867ed013/0xff23d3f688d8fcb3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b8af expref: 30 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.984229:0:178147:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d83ba75e/0xff23d3f688d8fcac lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b8a1 expref: 30 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.984261:0:178147:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d422300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:178147:1876087019009024:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185323.984263:0:178145:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149d61880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:178145:1876087019009152:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.984411:0:178147:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14db9be40 going to sleep for 11 seconds
00000100:00100000:3.0:1789185323.984489:0:178145:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14a4dce40 going to sleep for 11 seconds
00000100:00100000:2.0:1789185323.985042:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38214
00000100:00100000:2.0:1789185323.985054:0:35222:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f118000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+987:3638:x1876087019008640:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1789185323.985070:0:35222:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2292 count 1
00010000:00010000:2.0:1789185323.985084:0:35222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008c72d290/0xff23d3f688d93a47 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8f4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.985098:0:35222:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d96d3d0e/0xff23d3f688d8fcba lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b8bd expref: 30 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.985106:0:35222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8f4:0x0].0x0 since=125s v=(0 0)
00010000:00010000:2.0:1789185323.985110:0:35222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8f4:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185323.985114:0:35222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008c72d290/0xff23d3f688d93a47 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.985137:0:35222:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d96d3d0e/0xff23d3f688d8fcba lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b8bd expref: 30 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185323.985152:0:35222:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d96d3d0e/0xff23d3f688d8fcba lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b8bd expref: 30 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.985163:0:35222:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e9a0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:35222:1876087019009280:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185323.985293:0:35222:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14de82f00 going to sleep for 11 seconds
00000100:00100000:2.0:1789185323.985334:0:178146:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f108700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:178146:1876087019005824:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.985353:0:178146:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000004f475c67/0xff23d3f688d939e5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.985378:0:178142:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14b5f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:178142:1876087019006336:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.985390:0:178142:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000bc9fe99c/0xff23d3f688d939f3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.985408:0:178143:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14b5fca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:178143:1876087019005696:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.985418:0:178143:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ee62d8df/0xff23d3f688d939de lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185323.985455:0:16720:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f282d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16720:1876087019006592:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185323.985470:0:16720:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b1c77d2b/0xff23d3f688d939fa lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.989418:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.989460:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185323.989492:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010839936
00000100:00100000:0.0:1789185323.989500:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010839936
00010000:00010000:0.0:1789185323.989542:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000082af539/0xff23d3f688d8fca5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b893 expref: 31 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.989597:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010840192
00000100:00100000:0.0:1789185323.989600:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010840192
00010000:00010000:0.0:1789185323.989615:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000000c8d761/0xff23d3f688d8fc7b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b869 expref: 32 pid: 8431 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185323.989637:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23685
00000100:00100000:0.0:1789185323.989646:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1517bce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+32:2393:x1876087010839936:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.989662:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.989669:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000082af539/0xff23d3f688d8fca5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b893 expref: 32 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.989683:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000082af539/0xff23d3f688d8fca5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b893 expref: 32 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.989710:0:10396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000082af539/0xff23d3f688d8fca5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b893 expref: 32 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.989728:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8f1:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.989732:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8f1:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.989739:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004817f4f3/0xff23d3f688d93a08 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.989749:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004817f4f3/0xff23d3f688d93a08 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.989780:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.989829:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1517bce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+31:2393:x1876087010839936:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 183us (420us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.989837:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23685
00000100:00100000:0.0:1789185323.989862:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23686
00000100:00100000:0.0:1789185323.989870:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1517bca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+30:2393:x1876087010840192:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185323.989877:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185323.989882:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000000c8d761/0xff23d3f688d8fc7b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b869 expref: 30 pid: 8431 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.989892:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000000c8d761/0xff23d3f688d8fc7b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b869 expref: 30 pid: 8431 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.989905:0:10396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000000c8d761/0xff23d3f688d8fc7b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b869 expref: 30 pid: 8431 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.990107:0:178148:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f385880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:178148:1876087019007232:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.990133:0:178148:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000006d45f335/0xff23d3f688d93a0f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.990164:0:24325:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f386d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24325:1876087019007488:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185323.990177:0:24325:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d41eaa07/0xff23d3f688d93a16 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.990270:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8ee:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.990274:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8ee:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185323.990279:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000052bf4c96/0xff23d3f688d939ec lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.990287:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000052bf4c96/0xff23d3f688d939ec lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.990645:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185323.990676:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1517bca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+29:2393:x1876087010840192:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 807us (1215us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185323.990684:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23686
00010000:00010000:0.0:1789185323.990712:0:8429:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000004817f4f3/0xff23d3f688d93a08 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.990722:0:8429:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004817f4f3/0xff23d3f688d93a08 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.990733:0:8429:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004817f4f3/0xff23d3f688d93a08 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.990741:0:8429:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004817f4f3/0xff23d3f688d93a08 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.990760:0:8429:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1789185323.991015:0:34810:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000052bf4c96/0xff23d3f688d939ec lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.991026:0:34810:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000052bf4c96/0xff23d3f688d939ec lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.991036:0:34810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000052bf4c96/0xff23d3f688d939ec lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.991046:0:34810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000052bf4c96/0xff23d3f688d939ec lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.991065:0:34810:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:1.0:1789185323.991150:0:34810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f385c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+989:3637:x1876087019005440:12345-0@lo:6:osp-syn-0-0.0 Request processed in 30322us (35063us total) trans 4294977954 rc 0/0
00000100:00100000:1.0:1789185323.991160:0:34810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38201
00000004:00080000:1.0:1789185323.991202:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f384a80/2, rc 0, transno 4294977954
00000100:00100000:1.0:1789185323.991215:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f384a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087019005440:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185323.991288:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d422680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087019009408:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185323.991334:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185323.991378:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019009408
00000100:00100000:1.0:1789185323.991384:0:8428:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019009408
00000100:00100000:1.0:1789185323.991416:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38215
00000100:00100000:1.0:1789185323.991438:0:8428:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d421180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+989:3635:x1876087019009408:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185323.991465:0:8428:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2294 count 1
00010000:00010000:1.0:1789185323.991487:0:8428:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b9b8c496/0xff23d3f688d93a4e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8f6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.991504:0:8428:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ec200aac/0xff23d3f688d8fcdd lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b8d9 expref: 28 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.991513:0:8428:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8f6:0x0].0x0 since=125s v=(0 0)
00010000:00010000:1.0:1789185323.991517:0:8428:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8f6:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.991522:0:8428:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b9b8c496/0xff23d3f688d93a4e lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.991579:0:8428:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ec200aac/0xff23d3f688d8fcdd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b8d9 expref: 28 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.991592:0:8428:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ec200aac/0xff23d3f688d8fcdd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b8d9 expref: 28 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.991603:0:8428:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d420e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8428:1876087019009536:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185323.991645:0:8428:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b145c7ba80 going to sleep for 11 seconds
00000100:00100000:0.0:1789185323.992043:0:8429:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14b5c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+989:3638:x1876087019006720:12345-0@lo:6:osp-syn-0-0.0 Request processed in 26503us (27307us total) trans 4294977953 rc 0/0
00000100:00100000:0.0:1789185323.992052:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38205
00010000:00010000:0.0:1789185323.992079:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:0.0:1789185323.992088:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004817f4f3/0xff23d3f688d93a08 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.992096:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14a863400 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.992103:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004817f4f3/0xff23d3f688d93a08 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.992114:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004817f4f3/0xff23d3f688d93a08 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.992131:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004817f4f3/0xff23d3f688d93a08 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.992139:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004817f4f3/0xff23d3f688d93a08 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.992157:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185323.992160:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000052bf4c96/0xff23d3f688d939ec lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.992166:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b26239b600 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185323.992169:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000052bf4c96/0xff23d3f688d939ec lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.992177:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000052bf4c96/0xff23d3f688d939ec lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.992187:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000052bf4c96/0xff23d3f688d939ec lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.992194:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000052bf4c96/0xff23d3f688d939ec lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185323.992210:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.992212:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185323.992213:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789185323.995391:0:34809:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b1517bd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:34809:1876087019007744:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185323.995439:0:34809:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000378be304/0xff23d3f688d93a1d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:0.0:1789185323.995496:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f120000/2, rc 0, transno 4294977953
00000100:00100000:0.0:1789185323.995518:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f120000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087019006720:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.995613:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1517bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087019009664:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185323.995670:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185323.996118:0:178144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019009664
00000100:00100000:3.0:1789185323.996126:0:178144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019009664
00000100:00100000:3.0:1789185323.996253:0:178144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38216
00000100:00100000:3.0:1789185323.996262:0:178144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1517bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+989:3636:x1876087019009664:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1789185323.996291:0:178144:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2295 count 1
00010000:00010000:3.0:1789185323.996317:0:178144:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003054daf2/0xff23d3f688d93a55 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8f7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.996338:0:178144:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006c5aad4a/0xff23d3f688d8fceb lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b8e7 expref: 28 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.996347:0:178144:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8f7:0x0].0x0 since=125s v=(0 0)
00010000:00010000:3.0:1789185323.996351:0:178144:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8f7:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185323.996356:0:178144:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003054daf2/0xff23d3f688d93a55 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.996385:0:178144:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006c5aad4a/0xff23d3f688d8fceb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b8e7 expref: 28 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185323.996400:0:178144:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006c5aad4a/0xff23d3f688d8fceb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b8e7 expref: 28 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185323.996414:0:178144:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149d60700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:178144:1876087019009792:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185323.996483:0:178144:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14a4dc540 going to sleep for 11 seconds
00010000:00010000:3.0:1789185323.996500:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789185323.996916:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185323.996943:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010839552
00000100:00100000:1.0:1789185323.996948:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010839552
00010000:00010000:1.0:1789185323.996974:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b886390f/0xff23d3f688d8fc82 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b877 expref: 29 pid: 8431 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.997007:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23687
00000100:00100000:1.0:1789185323.997016:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d421880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+29:2392:x1876087010839552:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185323.997026:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185323.997033:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b886390f/0xff23d3f688d8fc82 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b877 expref: 29 pid: 8431 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.997046:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b886390f/0xff23d3f688d8fc82 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b877 expref: 29 pid: 8431 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.997069:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b886390f/0xff23d3f688d8fc82 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b877 expref: 29 pid: 8431 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.997083:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8ef:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.997087:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8ef:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.997093:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000bc9fe99c/0xff23d3f688d939f3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.997103:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bc9fe99c/0xff23d3f688d939f3 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.997124:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185323.997156:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d421880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+28:2392:x1876087010839552:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 141us (241us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185323.997163:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23687
00000100:00100000:1.0:1789185323.997204:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185323.997221:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010839808
00000100:00100000:1.0:1789185323.997225:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010839808
00010000:00010000:1.0:1789185323.997241:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000bde03cdf/0xff23d3f688d8fcf2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b81c expref: 36 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.997262:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23688
00000100:00100000:1.0:1789185323.997268:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d420700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+36:2392:x1876087010839808:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185323.997277:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185323.997282:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000bde03cdf/0xff23d3f688d8fcf2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b81c expref: 36 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.997293:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000bde03cdf/0xff23d3f688d8fcf2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b81c expref: 36 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.997307:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bde03cdf/0xff23d3f688d8fcf2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b81c expref: 36 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.997318:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8e8:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.997321:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8e8:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.997325:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ee62d8df/0xff23d3f688d939de lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.997333:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ee62d8df/0xff23d3f688d939de lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.997353:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185323.997372:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d420700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+35:2392:x1876087010839808:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 104us (168us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185323.997378:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23688
00000100:00100000:1.0:1789185323.997417:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185323.997461:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185323.997482:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185323.997499:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185323.997511:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010840320
00000100:00100000:1.0:1789185323.997515:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010840320
00010000:00010000:1.0:1789185323.997530:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000064f6c293/0xff23d3f688d8fc35 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b838 expref: 35 pid: 8431 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.997572:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010840576
00000100:00100000:1.0:1789185323.997575:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010840576
00010000:00010000:1.0:1789185323.997589:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d19487c4/0xff23d3f688d8fc51 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b854 expref: 36 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.997606:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010839680
00000100:00100000:1.0:1789185323.997609:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010839680
00010000:00010000:1.0:1789185323.997622:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000029f76bff/0xff23d3f688d8fc89 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b885 expref: 28 pid: 8431 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.997634:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010840064
00000100:00100000:1.0:1789185323.997637:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010840064
00010000:00010000:1.0:1789185323.997649:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000001126479/0xff23d3f688d8fc0b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b80e expref: 37 pid: 8431 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.997668:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23689
00000100:00100000:1.0:1789185323.997675:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d423100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+37:2392:x1876087010840320:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185323.997682:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185323.997687:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000064f6c293/0xff23d3f688d8fc35 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b838 expref: 37 pid: 8431 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.997697:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000064f6c293/0xff23d3f688d8fc35 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b838 expref: 37 pid: 8431 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.997710:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000064f6c293/0xff23d3f688d8fc35 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b838 expref: 37 pid: 8431 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.997721:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8ea:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.997724:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8ea:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.997729:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006d45f335/0xff23d3f688d93a0f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.997736:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006d45f335/0xff23d3f688d93a0f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.997752:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185323.997770:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d423100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+36:2392:x1876087010840320:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 96us (354us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185323.997777:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23689
00000100:00100000:1.0:1789185323.997790:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23690
00000100:00100000:1.0:1789185323.997796:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d421f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+35:2392:x1876087010840576:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185323.997803:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185323.997808:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d19487c4/0xff23d3f688d8fc51 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b854 expref: 35 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.997817:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d19487c4/0xff23d3f688d8fc51 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b854 expref: 35 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.997830:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d19487c4/0xff23d3f688d8fc51 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b854 expref: 35 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.997840:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8ec:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.997843:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8ec:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.997847:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000378be304/0xff23d3f688d93a1d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.997855:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000378be304/0xff23d3f688d93a1d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.997871:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185323.997889:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d421f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+34:2392:x1876087010840576:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 93us (428us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185323.997895:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23690
00000100:00100000:1.0:1789185323.997907:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23691
00000100:00100000:1.0:1789185323.997913:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b247d6f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+28:2392:x1876087010839680:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185323.997940:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185323.997946:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000029f76bff/0xff23d3f688d8fc89 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8f0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b885 expref: 28 pid: 8431 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.997956:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000029f76bff/0xff23d3f688d8fc89 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8f0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b885 expref: 28 pid: 8431 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.997970:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000029f76bff/0xff23d3f688d8fc89 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8f0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b885 expref: 28 pid: 8431 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.997981:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8f0:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.997984:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8f0:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.997989:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b1c77d2b/0xff23d3f688d939fa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.997997:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b1c77d2b/0xff23d3f688d939fa lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.998015:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185323.998034:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b247d6f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+27:2392:x1876087010839680:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 121us (551us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185323.998041:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23691
00000100:00100000:1.0:1789185323.998083:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23692
00000100:00100000:1.0:1789185323.998091:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d420380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+33:2392:x1876087010840064:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185323.998099:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185323.998104:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000001126479/0xff23d3f688d8fc0b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b80e expref: 33 pid: 8431 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.998115:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000001126479/0xff23d3f688d8fc0b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b80e expref: 33 pid: 8431 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.998127:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000001126479/0xff23d3f688d8fc0b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b80e expref: 33 pid: 8431 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.998138:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8e7:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.998141:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8e7:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.998145:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004f475c67/0xff23d3f688d939e5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.998152:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004f475c67/0xff23d3f688d939e5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.998170:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185323.998188:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d420380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+32:2392:x1876087010840064:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 98us (689us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185323.998196:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23692
00010000:00010000:1.0:1789185323.998218:0:178148:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000006d45f335/0xff23d3f688d93a0f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.998229:0:178148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006d45f335/0xff23d3f688d93a0f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.998247:0:178148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006d45f335/0xff23d3f688d93a0f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.998255:0:178148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006d45f335/0xff23d3f688d93a0f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.998273:0:178148:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1789185323.998453:0:178148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e9a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+980:3638:x1876087019007104:12345-0@lo:6:osp-syn-1-0.0 Request processed in 30796us (30952us total) trans 4294989742 rc 0/0
00000100:00100000:1.0:1789185323.998461:0:178148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38206
00000100:00100000:1.0:1789185323.998505:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185323.998521:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010840448
00000100:00100000:1.0:1789185323.998525:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010840448
00010000:00010000:1.0:1789185323.998539:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ff33d7fa/0xff23d3f688d8fc4a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b846 expref: 32 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.998580:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23693
00000100:00100000:1.0:1789185323.998587:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d421880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+32:2392:x1876087010840448:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185323.998594:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185323.998599:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ff33d7fa/0xff23d3f688d8fc4a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b846 expref: 32 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.998607:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ff33d7fa/0xff23d3f688d8fc4a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b846 expref: 32 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.998639:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ff33d7fa/0xff23d3f688d8fc4a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b846 expref: 32 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.998649:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8eb:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.998652:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8eb:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.998655:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d41eaa07/0xff23d3f688d93a16 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.998663:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d41eaa07/0xff23d3f688d93a16 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.998681:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185323.998700:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d421880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+31:2392:x1876087010840448:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 114us (194us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185323.998706:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23693
00010000:00010000:1.0:1789185323.998725:0:24325:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d41eaa07/0xff23d3f688d93a16 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.998734:0:24325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d41eaa07/0xff23d3f688d93a16 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.998743:0:24325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d41eaa07/0xff23d3f688d93a16 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.998750:0:24325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d41eaa07/0xff23d3f688d93a16 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.998764:0:24325:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:1.0:1789185323.998839:0:24325:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e9a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+980:3635:x1876087019007360:12345-0@lo:6:osp-syn-1-0.0 Request processed in 30059us (30355us total) trans 4294989743 rc 0/0
00000100:00100000:1.0:1789185323.998846:0:24325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38207
00000100:00100000:1.0:1789185323.998914:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185323.998926:0:178149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010840832
00000100:00100000:1.0:1789185323.998930:0:178149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010840832
00010000:00010000:1.0:1789185323.998946:0:178149:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000026d7fdc5/0xff23d3f688d9012f lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x8ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 58720256->58724351) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bd01 expref: 31 pid: 35222 timeout: 9501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.998967:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23694
00000100:00100000:1.0:1789185323.998974:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d420700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+31:2392:x1876087010840832:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185323.998981:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185323.998986:0:178149:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000026d7fdc5/0xff23d3f688d9012f lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x8ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 58720256->58724351) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bd01 expref: 31 pid: 35222 timeout: 9501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.998997:0:178149:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000026d7fdc5/0xff23d3f688d9012f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x8ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 58720256->58724351) gid 0 flags: 0x50000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bd01 expref: 31 pid: 35222 timeout: 9501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.999010:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8ee:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1789185323.999014:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8ee:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1789185323.999019:0:178149:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000262d3641/0xff23d3f688d93a2b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.999027:0:178149:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000262d3641/0xff23d3f688d93a2b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.999041:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185323.999059:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d420700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+31:2392:x1876087010840832:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 86us (145us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185323.999065:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23694
00000100:00100000:1.0:1789185323.999104:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185323.999117:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010840704
00000100:00100000:1.0:1789185323.999120:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010840704
00010000:00010000:1.0:1789185323.999133:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001788482b/0xff23d3f688d8fc66 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b862 expref: 31 pid: 8431 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.999152:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23695
00000100:00100000:1.0:1789185323.999158:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d423100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+31:2392:x1876087010840704:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185323.999165:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185323.999170:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001788482b/0xff23d3f688d8fc66 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b862 expref: 31 pid: 8431 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.999178:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001788482b/0xff23d3f688d8fc66 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b862 expref: 31 pid: 8431 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.999191:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8ed:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.999194:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8ed:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.999198:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c0064632/0xff23d3f688d93a24 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.999206:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c0064632/0xff23d3f688d93a24 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.999218:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185323.999235:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d423100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+31:2392:x1876087010840704:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 77us (131us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185323.999242:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23695
00000100:00100000:1.0:1789185323.999279:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185323.999294:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010840960
00000100:00100000:1.0:1789185323.999297:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010840960
00010000:00010000:1.0:1789185323.999312:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c2248a44/0xff23d3f688d8fc2e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b82a expref: 31 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185323.999331:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23696
00000100:00100000:1.0:1789185323.999337:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d421f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+31:2392:x1876087010840960:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185323.999345:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185323.999349:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c2248a44/0xff23d3f688d8fc2e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b82a expref: 31 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.999358:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c2248a44/0xff23d3f688d8fc2e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b82a expref: 31 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.999369:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8e9:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.999372:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8e9:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185323.999377:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000082922428/0xff23d3f688d93a01 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.999385:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000082922428/0xff23d3f688d93a01 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185323.999398:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185323.999416:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d421f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+31:2392:x1876087010840960:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 79us (136us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185323.999437:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23696
00000100:00100000:1.0:1789185323.999504:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:3.0:1789185324.000141:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:3.0:1789185324.000150:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006d45f335/0xff23d3f688d93a0f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.000159:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b26239b200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185324.000164:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006d45f335/0xff23d3f688d93a0f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.000180:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006d45f335/0xff23d3f688d93a0f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.000193:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006d45f335/0xff23d3f688d93a0f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.000201:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006d45f335/0xff23d3f688d93a0f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.000224:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185324.000227:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d41eaa07/0xff23d3f688d93a16 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.000233:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b26239b000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185324.000237:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d41eaa07/0xff23d3f688d93a16 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.000245:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d41eaa07/0xff23d3f688d93a16 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.000255:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d41eaa07/0xff23d3f688d93a16 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.000262:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d41eaa07/0xff23d3f688d93a16 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.000283:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185324.000285:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185324.000287:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789185324.000323:0:178145:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149d61880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:178145:1876087019009152:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185324.000348:0:178145:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000007a5723bd/0xff23d3f688d93a39 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.002448:0:178142:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000bc9fe99c/0xff23d3f688d939f3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.002466:0:178142:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bc9fe99c/0xff23d3f688d939f3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.002479:0:178142:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bc9fe99c/0xff23d3f688d939f3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.002487:0:178142:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bc9fe99c/0xff23d3f688d939f3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.002512:0:178142:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1789185324.002712:0:178142:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1517b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+990:3638:x1876087019005952:12345-0@lo:6:osp-syn-0-0.0 Request processed in 41061us (41173us total) trans 4294977955 rc 0/0
00000100:00100000:2.0:1789185324.002723:0:178142:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38202
00010000:00010000:2.0:1789185324.002756:0:178143:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ee62d8df/0xff23d3f688d939de lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.002766:0:178143:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ee62d8df/0xff23d3f688d939de lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.002774:0:178143:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ee62d8df/0xff23d3f688d939de lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.002782:0:178143:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ee62d8df/0xff23d3f688d939de lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.002799:0:178143:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:2.0:1789185324.002886:0:178143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b2769b3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+980:3636:x1876087019005312:12345-0@lo:6:osp-syn-1-0.0 Request processed in 42592us (47076us total) trans 4294989744 rc 0/0
00000100:00100000:2.0:1789185324.002893:0:178143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38199
00010000:00010000:2.0:1789185324.003030:0:178146:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000004f475c67/0xff23d3f688d939e5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.003041:0:178146:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004f475c67/0xff23d3f688d939e5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.003050:0:178146:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004f475c67/0xff23d3f688d939e5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.003059:0:178146:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004f475c67/0xff23d3f688d939e5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.003070:0:178146:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00000100:00100000:2.0:1789185324.003136:0:178146:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f387800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+980:3636:x1876087019005056:12345-0@lo:6:osp-syn-1-0.0 Request processed in 42428us (47285us total) trans 4294989745 rc 0/0
00000100:00100000:2.0:1789185324.003142:0:178146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38200
00000004:00080000:2.0:1789185324.003237:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f384380/2, rc 0, transno 4294989745
00000100:00100000:2.0:1789185324.003252:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f384380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087019005056:0@lo:6:osp-syn-1-0.0
00000004:00080000:2.0:1789185324.003265:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f122a00/2, rc 0, transno 4294989744
00000100:00100000:2.0:1789185324.003269:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f122a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087019005312:0@lo:6:osp-syn-1-0.0
00010000:00010000:2.0:1789185324.003302:0:178169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001788482b/0xff23d3f688d8fc66 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b862 expref: 30 pid: 8431 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185324.003314:0:178169:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d422a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:178169:1876087019008128:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185324.003335:0:178169:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000c0064632/0xff23d3f688d93a24 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.003344:0:178169:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000c0064632/0xff23d3f688d93a24 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.003351:0:178169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c0064632/0xff23d3f688d93a24 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.003358:0:178169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c0064632/0xff23d3f688d93a24 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.003365:0:178169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c0064632/0xff23d3f688d93a24 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.003374:0:178169:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool
00000100:00100000:2.0:1789185324.003462:0:178169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1517a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+980:3637:x1876087019007872:12345-0@lo:6:osp-syn-1-0.0 Request processed in 25242us (25554us total) trans 4294989746 rc 0/0
00000100:00100000:2.0:1789185324.003469:0:178169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38209
00000004:00080000:2.0:1789185324.003502:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f386a00/2, rc 0, transno 4294989746
00000100:00100000:2.0:1789185324.003507:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f386a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087019007872:0@lo:6:osp-syn-1-0.0
00010000:00010000:2.0:1789185324.003527:0:16720:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b1c77d2b/0xff23d3f688d939fa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.003535:0:16720:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b1c77d2b/0xff23d3f688d939fa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.003543:0:16720:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b1c77d2b/0xff23d3f688d939fa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.003571:0:16720:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b1c77d2b/0xff23d3f688d939fa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.003581:0:16720:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool
00000100:00100000:2.0:1789185324.003653:0:16720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14b5f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+990:3635:x1876087019006080:12345-0@lo:6:osp-syn-0-0.0 Request processed in 40890us (41796us total) trans 4294977956 rc 0/0
00000100:00100000:2.0:1789185324.003660:0:16720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38203
00010000:00010000:2.0:1789185324.005134:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c2248a44/0xff23d3f688d8fc2e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b82a expref: 29 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185324.005153:0:8431:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14b5c2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8431:1876087019006848:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185324.005178:0:8431:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000082922428/0xff23d3f688d93a01 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.005189:0:8431:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000082922428/0xff23d3f688d93a01 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.005201:0:8431:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000082922428/0xff23d3f688d93a01 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.005418:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 4 total in blp.  (4 blwis in pool)
00010000:00010000:3.0:1789185324.005436:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bc9fe99c/0xff23d3f688d939f3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.005445:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bc400 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185324.005450:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bc9fe99c/0xff23d3f688d939f3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.005462:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bc9fe99c/0xff23d3f688d939f3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.005485:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bc9fe99c/0xff23d3f688d939f3 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.005492:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bc9fe99c/0xff23d3f688d939f3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.005515:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp.  (3 blwis in pool)
00010000:00010000:3.0:1789185324.005520:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ee62d8df/0xff23d3f688d939de lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.005526:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bd400 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185324.005529:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ee62d8df/0xff23d3f688d939de lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.005537:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ee62d8df/0xff23d3f688d939de lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.005565:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ee62d8df/0xff23d3f688d939de lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.005573:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ee62d8df/0xff23d3f688d939de lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.005588:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:3.0:1789185324.005591:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004f475c67/0xff23d3f688d939e5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.005596:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bda00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185324.005599:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004f475c67/0xff23d3f688d939e5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.005606:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004f475c67/0xff23d3f688d939e5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.005618:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004f475c67/0xff23d3f688d939e5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.005624:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004f475c67/0xff23d3f688d939e5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.005635:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:3.0:1789185324.005639:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c0064632/0xff23d3f688d93a24 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.005644:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b26239b800 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185324.005646:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c0064632/0xff23d3f688d93a24 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.005652:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c0064632/0xff23d3f688d93a24 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.005659:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c0064632/0xff23d3f688d93a24 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.005666:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c0064632/0xff23d3f688d93a24 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.005681:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185324.005684:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b1c77d2b/0xff23d3f688d939fa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.005691:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14e1bde00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185324.005693:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b1c77d2b/0xff23d3f688d939fa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.005701:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b1c77d2b/0xff23d3f688d939fa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.005709:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b1c77d2b/0xff23d3f688d939fa lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.005716:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b1c77d2b/0xff23d3f688d939fa lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.005727:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185324.005729:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185324.005730:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185324.005737:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185324.005741:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789185324.006723:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185324.006744:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185324.006800:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000004:00080000:0.0:1789185324.006845:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b149d60000/2, rc 0, transno 4294989743
00000100:00100000:0.0:1789185324.006854:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149d60000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087019007360:0@lo:6:osp-syn-1-0.0
00000004:00080000:0.0:1789185324.006869:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f10a680/2, rc 0, transno 4294977956
00000100:00100000:0.0:1789185324.006878:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f10a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087019006080:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185324.006900:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010841088
00000100:00100000:0.0:1789185324.006907:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010841088
00010000:00010000:0.0:1789185324.007014:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000867ed013/0xff23d3f688d8fcb3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b8af expref: 27 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185324.007041:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010841216
00000100:00100000:0.0:1789185324.007045:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010841216
00010000:00010000:0.0:1789185324.007059:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000539c15e8/0xff23d3f688d8fcc1 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b8cb expref: 28 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185324.007070:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010841344
00000100:00100000:0.0:1789185324.007073:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010841344
00010000:00010000:0.0:1789185324.007082:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d83ba75e/0xff23d3f688d8fcac lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b8a1 expref: 29 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185324.007091:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010841472
00000100:00100000:0.0:1789185324.007093:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010841472
00010000:00010000:0.0:1789185324.007102:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d96d3d0e/0xff23d3f688d8fcba lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b8bd expref: 30 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185324.007115:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23697
00000100:00100000:0.0:1789185324.007122:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d422d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+30:2392:x1876087010841088:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185324.007138:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185324.007144:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000867ed013/0xff23d3f688d8fcb3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b8af expref: 30 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.007155:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000867ed013/0xff23d3f688d8fcb3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b8af expref: 30 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.007176:0:10396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000867ed013/0xff23d3f688d8fcb3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b8af expref: 30 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.007192:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8f3:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185324.007198:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8f3:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185324.007204:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000007a5723bd/0xff23d3f688d93a39 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.007215:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007a5723bd/0xff23d3f688d93a39 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.007247:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185324.007292:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d422d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+29:2392:x1876087010841088:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 169us (7787us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185324.007300:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23697
00000100:00100000:0.0:1789185324.007326:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23698
00000100:00100000:0.0:1789185324.007333:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b247d6f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+28:2391:x1876087010841216:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185324.007340:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185324.007346:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000539c15e8/0xff23d3f688d8fcc1 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b8cb expref: 28 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.007357:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000539c15e8/0xff23d3f688d8fcc1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b8cb expref: 28 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.007370:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8f5:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185324.007373:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8f5:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185324.007377:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e5c655ab/0xff23d3f688d93a32 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.007384:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e5c655ab/0xff23d3f688d93a32 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.007397:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185324.007417:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b247d6f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+28:2391:x1876087010841216:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 85us (699us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185324.007438:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23698
00000100:00100000:0.0:1789185324.007489:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23699
00000100:00100000:0.0:1789185324.007497:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1517bea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+27:2391:x1876087010841344:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185324.007505:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185324.007510:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d83ba75e/0xff23d3f688d8fcac lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b8a1 expref: 27 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.007521:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d83ba75e/0xff23d3f688d8fcac lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b8a1 expref: 27 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.007535:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8f2:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185324.007538:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8f2:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185324.007543:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000041980637/0xff23d3f688d93a40 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.007582:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000041980637/0xff23d3f688d93a40 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.007595:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185324.007614:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1517bea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+27:2391:x1876087010841344:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 118us (868us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185324.007624:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23699
00000100:00100000:0.0:1789185324.007638:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23700
00000100:00100000:0.0:1789185324.007645:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1517be680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+26:2392:x1876087010841472:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185324.007653:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185324.007658:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d96d3d0e/0xff23d3f688d8fcba lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b8bd expref: 26 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.007669:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d96d3d0e/0xff23d3f688d8fcba lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b8bd expref: 26 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.007682:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8f4:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185324.007685:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8f4:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185324.007690:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000008c72d290/0xff23d3f688d93a47 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.007698:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008c72d290/0xff23d3f688d93a47 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.007711:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185324.007728:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1517be680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+26:2392:x1876087010841472:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 83us (928us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185324.007735:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23700
00010000:00010000:0.0:1789185324.007832:0:35223:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000539c15e8/0xff23d3f688d8fcc1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b8cb expref: 25 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185324.007850:0:35223:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b1517bc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:35223:1876087019008896:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185324.007868:0:35223:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000e5c655ab/0xff23d3f688d93a32 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.007878:0:35223:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000e5c655ab/0xff23d3f688d93a32 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.007886:0:35223:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e5c655ab/0xff23d3f688d93a32 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.007898:0:35223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e5c655ab/0xff23d3f688d93a32 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.007907:0:35223:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e5c655ab/0xff23d3f688d93a32 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.008116:0:178145:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000007a5723bd/0xff23d3f688d93a39 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.008127:0:178145:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007a5723bd/0xff23d3f688d93a39 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.008136:0:178145:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007a5723bd/0xff23d3f688d93a39 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.008144:0:178145:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007a5723bd/0xff23d3f688d93a39 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.008162:0:178145:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1789185324.008409:0:178145:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+990:3636:x1876087019008512:12345-0@lo:6:osp-syn-0-0.0 Request processed in 24393us (24556us total) trans 4294977957 rc 0/0
00000100:00100000:3.0:1789185324.008418:0:178145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38212
00010000:00010000:3.0:1789185324.008466:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185324.008473:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007a5723bd/0xff23d3f688d93a39 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.008482:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14a862000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185324.008486:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007a5723bd/0xff23d3f688d93a39 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.008497:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007a5723bd/0xff23d3f688d93a39 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.008512:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007a5723bd/0xff23d3f688d93a39 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.008520:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007a5723bd/0xff23d3f688d93a39 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.008538:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185324.008540:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185324.008543:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185324.008733:0:178147:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d83ba75e/0xff23d3f688d8fcac lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b8a1 expref: 24 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185324.008746:0:178147:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d422300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:178147:1876087019009024:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185324.008763:0:178147:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000041980637/0xff23d3f688d93a40 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.008772:0:178147:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000041980637/0xff23d3f688d93a40 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.008780:0:178147:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000041980637/0xff23d3f688d93a40 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.008789:0:178147:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000041980637/0xff23d3f688d93a40 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.008797:0:178147:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000041980637/0xff23d3f688d93a40 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.008824:0:178147:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1789185324.008900:0:178147:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+990:3636:x1876087019008384:12345-0@lo:6:osp-syn-0-0.0 Request processed in 24865us (24975us total) trans 4294977958 rc 0/0
00000100:00100000:1.0:1789185324.008980:0:178147:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38213
00000100:00080000:1.0:1789185324.009004:0:6511:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1789185324.009097:0:8428:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d420e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8428:1876087019009536:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185324.009110:0:8428:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b9b8c496/0xff23d3f688d93a4e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185324.009173:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185324.009192:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010841728
00000100:00100000:1.0:1789185324.009197:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010841728
00010000:00010000:1.0:1789185324.009222:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006c5aad4a/0xff23d3f688d8fceb lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b8e7 expref: 24 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185324.009246:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23701
00000100:00100000:1.0:1789185324.009253:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d420e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+24:2394:x1876087010841728:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185324.009263:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185324.009268:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006c5aad4a/0xff23d3f688d8fceb lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b8e7 expref: 24 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.009277:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006c5aad4a/0xff23d3f688d8fceb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b8e7 expref: 24 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.009298:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8f7:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185324.009303:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8f7:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185324.009308:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003054daf2/0xff23d3f688d93a55 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.009316:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003054daf2/0xff23d3f688d93a55 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.009330:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185324.009354:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d420e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+24:2394:x1876087010841728:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 101us (180us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185324.009360:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23701
00000100:00100000:1.0:1789185324.009410:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185324.009441:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010841600
00000100:00100000:1.0:1789185324.009445:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010841600
00010000:00010000:1.0:1789185324.009459:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ec200aac/0xff23d3f688d8fcdd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b8d9 expref: 24 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185324.009479:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23702
00000100:00100000:1.0:1789185324.009485:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d422300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+24:2394:x1876087010841600:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185324.009492:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185324.009496:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ec200aac/0xff23d3f688d8fcdd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b8d9 expref: 24 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.009506:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ec200aac/0xff23d3f688d8fcdd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b8d9 expref: 24 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.009520:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ec200aac/0xff23d3f688d8fcdd lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b8d9 expref: 24 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.009531:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8f6:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185324.009534:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8f6:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185324.009537:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b9b8c496/0xff23d3f688d93a4e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.009573:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b9b8c496/0xff23d3f688d93a4e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.009591:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185324.009609:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d422300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+23:2394:x1876087010841600:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 124us (198us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185324.009615:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23702
00010000:00010000:1.0:1789185324.009633:0:8428:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b9b8c496/0xff23d3f688d93a4e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.009640:0:8428:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b9b8c496/0xff23d3f688d93a4e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.009649:0:8428:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b9b8c496/0xff23d3f688d93a4e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.009656:0:8428:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b9b8c496/0xff23d3f688d93a4e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.009668:0:8428:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:1.0:1789185324.009757:0:8428:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d421180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+990:3635:x1876087019009408:12345-0@lo:6:osp-syn-0-0.0 Request processed in 18333us (18423us total) trans 4294977959 rc 0/0
00000100:00100000:1.0:1789185324.009764:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38215
00000004:00080000:1.0:1789185324.009800:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14d422680/2, rc 0, transno 4294977959
00000100:00100000:1.0:1789185324.009813:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d422680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087019009408:0@lo:6:osp-syn-0-0.0
00010000:00010000:0.0:1789185324.010026:0:35223:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00000100:00100000:0.0:1789185324.010095:0:35223:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f118380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+990:3638:x1876087019008768:12345-0@lo:6:osp-syn-0-0.0 Request processed in 27986us (28338us total) trans 4294977960 rc 0/0
00000100:00100000:0.0:1789185324.010102:0:35223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38211
00010000:00010000:0.0:1789185324.010129:0:34809:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000378be304/0xff23d3f688d93a1d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.010138:0:34809:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000378be304/0xff23d3f688d93a1d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.010147:0:34809:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000378be304/0xff23d3f688d93a1d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.010155:0:34809:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000378be304/0xff23d3f688d93a1d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.010164:0:34809:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool
00000100:00100000:0.0:1789185324.010238:0:34809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f384700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+980:3636:x1876087019007616:12345-0@lo:6:osp-syn-1-0.0 Request processed in 33262us (35491us total) trans 4294989747 rc 0/0
00000100:00100000:0.0:1789185324.010245:0:34809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38208
00000100:00100000:0.0:1789185324.010274:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d423480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087019010048:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185324.010306:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:0.0:1789185324.010339:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f119f80/2, rc 0, transno 4294977960
00000100:00100000:0.0:1789185324.010348:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f119f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087019008768:0@lo:6:osp-syn-0-0.0
00000004:00080000:0.0:1789185324.010362:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f711f80/2, rc 0, transno 4294989742
00000100:00100000:0.0:1789185324.010366:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f711f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087019007104:0@lo:6:osp-syn-1-0.0
00000004:00080000:0.0:1789185324.010374:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f108000/2, rc 0, transno 4294977955
00000100:00100000:0.0:1789185324.010377:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f108000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087019005952:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185324.010387:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1789185324.010392:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1517bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087019009920:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185324.010412:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185324.010451:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019010048
00000100:00100000:0.0:1789185324.010455:0:8429:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019010048
00000100:00100000:0.0:1789185324.010486:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019009920
00000100:00100000:0.0:1789185324.010490:0:8429:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019009920
00000100:00100000:0.0:1789185324.010507:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38217
00000100:00100000:0.0:1789185324.010514:0:8429:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1517bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+991:3638:x1876087019010048:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1789185324.010539:0:8429:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2297 count 1
00010000:00010000:0.0:1789185324.010579:0:8429:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000663bed3e/0xff23d3f688d93a5c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8f9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.010595:0:8429:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000f70fba8/0xff23d3f688d8fd0e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b903 expref: 22 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.010603:0:8429:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8f9:0x0].0x0 since=125s v=(0 0)
00010000:00010000:0.0:1789185324.010607:0:8429:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8f9:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185324.010612:0:8429:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000663bed3e/0xff23d3f688d93a5c lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.010638:0:8429:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000f70fba8/0xff23d3f688d8fd0e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b903 expref: 22 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.010652:0:8429:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000f70fba8/0xff23d3f688d8fd0e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b903 expref: 22 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185324.010663:0:8429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1517bfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8429:1876087019010176:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185324.010707:0:8429:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1486aae40 going to sleep for 11 seconds
00000100:00080000:0.0:1789185324.010718:0:6511:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1789185324.010766:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1517bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087019010304:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185324.010793:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185324.010813:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789185324.010818:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1517bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087019010432:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185324.010857:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185324.010893:0:178148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019010304
00000100:00100000:0.0:1789185324.010897:0:178148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019010304
00010000:00010000:3.0:1789185324.011039:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp.  (3 blwis in pool)
00010000:00010000:3.0:1789185324.011046:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000041980637/0xff23d3f688d93a40 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.011055:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14cb96c00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185324.011060:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000041980637/0xff23d3f688d93a40 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.011068:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000041980637/0xff23d3f688d93a40 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.011084:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000041980637/0xff23d3f688d93a40 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.011091:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000041980637/0xff23d3f688d93a40 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.011109:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:3.0:1789185324.011113:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b9b8c496/0xff23d3f688d93a4e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.011118:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14cb97e00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185324.011121:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b9b8c496/0xff23d3f688d93a4e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.011132:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b9b8c496/0xff23d3f688d93a4e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.011140:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b9b8c496/0xff23d3f688d93a4e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.011147:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b9b8c496/0xff23d3f688d93a4e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.011160:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:3.0:1789185324.011163:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e5c655ab/0xff23d3f688d93a32 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.011168:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14bc28000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185324.011171:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e5c655ab/0xff23d3f688d93a32 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.011177:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e5c655ab/0xff23d3f688d93a32 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.011185:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e5c655ab/0xff23d3f688d93a32 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.011190:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e5c655ab/0xff23d3f688d93a32 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.011205:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185324.011208:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000378be304/0xff23d3f688d93a1d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.011214:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14bc28800 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185324.011216:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000378be304/0xff23d3f688d93a1d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.011222:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000378be304/0xff23d3f688d93a1d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.011230:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000378be304/0xff23d3f688d93a1d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.011236:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000378be304/0xff23d3f688d93a1d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.011250:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185324.011252:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185324.011253:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185324.011280:0:178144:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006c5aad4a/0xff23d3f688d8fceb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b8e7 expref: 22 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185324.011290:0:178144:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149d60700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:178144:1876087019009792:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185324.011307:0:178144:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000003054daf2/0xff23d3f688d93a55 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.011316:0:178144:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000003054daf2/0xff23d3f688d93a55 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.011322:0:178144:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003054daf2/0xff23d3f688d93a55 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.011331:0:178144:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003054daf2/0xff23d3f688d93a55 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.011338:0:178144:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003054daf2/0xff23d3f688d93a55 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.011351:0:178144:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1789185324.011469:0:178144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1517bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+993:3636:x1876087019009664:12345-0@lo:6:osp-syn-0-0.0 Request processed in 15208us (15799us total) trans 4294977961 rc 0/0
00000100:00100000:3.0:1789185324.011476:0:178144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38216
00000100:00100000:3.0:1789185324.011493:0:178144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019010432
00000100:00100000:3.0:1789185324.011496:0:178144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019010432
00010000:00010000:2.0:1789185324.011571:0:8431:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000082922428/0xff23d3f688d93a01 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.011579:0:8431:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000082922428/0xff23d3f688d93a01 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.011609:0:35222:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d96d3d0e/0xff23d3f688d8fcba lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b8bd expref: 21 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185324.011621:0:35222:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e9a0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:35222:1876087019009280:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185324.011636:0:35222:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000008c72d290/0xff23d3f688d93a47 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.011643:0:35222:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000008c72d290/0xff23d3f688d93a47 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.011649:0:35222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008c72d290/0xff23d3f688d93a47 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.011656:0:35222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008c72d290/0xff23d3f688d93a47 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.011667:0:35222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008c72d290/0xff23d3f688d93a47 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.011676:0:35222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:2.0:1789185324.011757:0:35222:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f118000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+994:3638:x1876087019008640:12345-0@lo:6:osp-syn-0-0.0 Request processed in 26707us (29939us total) trans 4294977962 rc 0/0
00000100:00100000:2.0:1789185324.011764:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38214
00000100:00100000:2.0:1789185324.011780:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38218
00000100:00100000:2.0:1789185324.011787:0:35222:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1517bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+993:3638:x1876087019009920:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1789185324.011805:0:35222:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2296 count 1
00010000:00010000:2.0:1789185324.011819:0:35222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000082206222/0xff23d3f688d93a63 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8f8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.011831:0:35222:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000008968177f/0xff23d3f688d8fd00 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b8f5 expref: 20 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.011838:0:35222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8f8:0x0].0x0 since=125s v=(0 0)
00010000:00010000:2.0:1789185324.011842:0:35222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8f8:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185324.011845:0:35222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000082206222/0xff23d3f688d93a63 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.011866:0:35222:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000008968177f/0xff23d3f688d8fd00 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b8f5 expref: 20 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.011876:0:35222:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000008968177f/0xff23d3f688d8fd00 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b8f5 expref: 20 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185324.011887:0:35222:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e9a0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:35222:1876087019010560:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185324.012252:0:35218:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000026d7fdc5/0xff23d3f688d9012f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 58720256->58724351) gid 0 flags: 0x44801400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bd01 expref: 28 pid: 35222 timeout: 9501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185324.012265:0:35218:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d420000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35218:1876087019008256:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185324.012281:0:35218:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000262d3641/0xff23d3f688d93a2b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.012290:0:35218:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000262d3641/0xff23d3f688d93a2b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.012296:0:35218:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000262d3641/0xff23d3f688d93a2b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.012304:0:35218:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000262d3641/0xff23d3f688d93a2b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.012311:0:35218:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000262d3641/0xff23d3f688d93a2b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.012324:0:35218:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00000100:00100000:1.0:1789185324.012416:0:35218:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d423b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+980:3638:x1876087019008000:12345-0@lo:6:osp-syn-1-0.0 Request processed in 34026us (34343us total) trans 4294989748 rc 0/0
00000100:00100000:1.0:1789185324.012435:0:35218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38210
00000100:00100000:2.0:1789185324.012523:0:35222:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a09c0 going to sleep for 11 seconds
00000004:00080000:2.0:1789185324.012830:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b1517bd180/2, rc 0, transno 4294977961
00000100:00100000:2.0:1789185324.012845:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b1517bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087019009664:0@lo:6:osp-syn-0-0.0
00000004:00080000:2.0:1789185324.012858:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14e9a7b80/2, rc 0, transno 4294977958
00000100:00100000:2.0:1789185324.012861:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e9a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087019008384:0@lo:6:osp-syn-0-0.0
00000004:00080000:2.0:1789185324.012870:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14e9a6d80/2, rc 0, transno 4294977957
00000100:00100000:2.0:1789185324.012873:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e9a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087019008512:0@lo:6:osp-syn-0-0.0
00000004:00080000:2.0:1789185324.012884:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f385500/2, rc 0, transno 4294989747
00000100:00100000:2.0:1789185324.012889:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f385500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087019007616:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185324.013299:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e9a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087019010944:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185324.013341:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185324.013382:0:178143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019010944
00000100:00100000:2.0:1789185324.013388:0:178143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019010944
00000100:00100000:0.0:1789185324.013626:0:178148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38219
00000100:00100000:0.0:1789185324.013639:0:178148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1517bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+994:3635:x1876087019010304:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1789185324.013663:0:178148:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2298 count 1
00010000:00010000:0.0:1789185324.013683:0:178148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ebf5c28e/0xff23d3f688d93a6a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8fa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.013702:0:178148:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003b533928/0xff23d3f688d8fd15 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b911 expref: 20 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.013711:0:178148:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8fa:0x0].0x0 since=125s v=(0 0)
00010000:00010000:0.0:1789185324.013715:0:178148:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8fa:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185324.013720:0:178148:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ebf5c28e/0xff23d3f688d93a6a lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.013745:0:178148:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003b533928/0xff23d3f688d8fd15 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b911 expref: 20 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.013757:0:178148:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003b533928/0xff23d3f688d8fd15 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b911 expref: 20 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185324.013769:0:178148:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d16f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:178148:1876087019011072:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185324.013817:0:178148:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1486aa840 going to sleep for 11 seconds
00010000:00010000:0.0:1789185324.013839:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:0.0:1789185324.013845:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003054daf2/0xff23d3f688d93a55 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.013853:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14a863600 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185324.013858:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003054daf2/0xff23d3f688d93a55 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.013874:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003054daf2/0xff23d3f688d93a55 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.013893:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003054daf2/0xff23d3f688d93a55 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.013901:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003054daf2/0xff23d3f688d93a55 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.013930:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:0.0:1789185324.013934:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008c72d290/0xff23d3f688d93a47 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.013940:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b147541c00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185324.013944:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008c72d290/0xff23d3f688d93a47 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.013951:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008c72d290/0xff23d3f688d93a47 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.013966:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008c72d290/0xff23d3f688d93a47 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.013973:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008c72d290/0xff23d3f688d93a47 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.013987:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185324.013991:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000262d3641/0xff23d3f688d93a2b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.013998:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b26239a800 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185324.014001:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000262d3641/0xff23d3f688d93a2b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.014009:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000262d3641/0xff23d3f688d93a2b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.014018:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000262d3641/0xff23d3f688d93a2b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.014025:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000262d3641/0xff23d3f688d93a2b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.014044:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185324.014046:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185324.014048:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789185324.014198:0:178144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38220
00000100:00100000:3.0:1789185324.014208:0:178144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d16c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+994:3635:x1876087019010432:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1789185324.014221:0:178144:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2299 count 1
00010000:00010000:3.0:1789185324.014235:0:178144:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000028a70db0/0xff23d3f688d93a71 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8fb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.014247:0:178144:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b6ff2aab/0xff23d3f688d8fd1c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b91f expref: 20 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.014255:0:178144:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8fb:0x0].0x0 since=125s v=(0 0)
00010000:00010000:3.0:1789185324.014258:0:178144:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8fb:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185324.014262:0:178144:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000028a70db0/0xff23d3f688d93a71 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.014283:0:178144:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b6ff2aab/0xff23d3f688d8fd1c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b91f expref: 20 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.014293:0:178144:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b6ff2aab/0xff23d3f688d8fd1c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b91f expref: 20 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185324.014304:0:178144:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149d60700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:178144:1876087019011200:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185324.014331:0:178144:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14a4dce40 going to sleep for 11 seconds
00010000:00010000:3.0:1789185324.014344:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185324.014350:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185324.014440:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789185324.016343:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e9a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087019010688:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185324.016408:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185324.016468:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1789185324.016475:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e9a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087019010816:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185324.016499:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185324.016535:0:178145:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019010688
00000100:00100000:3.0:1789185324.016541:0:178145:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019010688
00000100:00100000:3.0:1789185324.016599:0:178145:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019010816
00000100:00100000:3.0:1789185324.016602:0:178145:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019010816
00000100:00100000:3.0:1789185324.016622:0:178145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38221
00000100:00100000:3.0:1789185324.016629:0:178145:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+996:3637:x1876087019010688:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1789185324.016658:0:178145:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2300 count 1
00010000:00010000:3.0:1789185324.016683:0:178145:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e42a86d0/0xff23d3f688d93a78 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8fc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.016707:0:178145:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004d39ab65/0xff23d3f688d8fd23 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b92d expref: 20 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.016715:0:178145:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8fc:0x0].0x0 since=125s v=(0 0)
00010000:00010000:3.0:1789185324.016720:0:178145:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8fc:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185324.016725:0:178145:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e42a86d0/0xff23d3f688d93a78 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.016760:0:178145:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004d39ab65/0xff23d3f688d8fd23 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b92d expref: 20 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.016772:0:178145:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004d39ab65/0xff23d3f688d8fd23 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b92d expref: 20 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185324.016785:0:178145:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149d62680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:178145:1876087019011328:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185324.016839:0:178145:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14a4dc540 going to sleep for 11 seconds
00000100:00100000:3.0:1789185324.016907:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149d60a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087019011584:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1789185324.017007:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185324.017055:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1789185324.017060:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149d63b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087019011712:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1789185324.017082:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185324.017134:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151780e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087019012096:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1789185324.017155:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:3.0:1789185324.017187:0:8431:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1789185324.017357:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f283800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+980:3635:x1876087019006464:12345-0@lo:6:osp-syn-1-0.0 Request processed in 52561us (54466us total) trans 4294989749 rc 0/0
00000100:00100000:3.0:1789185324.017365:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38204
00000100:00100000:3.0:1789185324.017385:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019011584
00000100:00100000:3.0:1789185324.017388:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019011584
00000100:00100000:3.0:1789185324.017419:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019011712
00000100:00100000:3.0:1789185324.017435:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019011712
00000100:00100000:3.0:1789185324.017454:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019012096
00000100:00100000:3.0:1789185324.017457:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019012096
00000100:00100000:3.0:1789185324.017473:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38222
00000100:00100000:3.0:1789185324.017479:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+996:3637:x1876087019010816:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1789185324.017492:0:8431:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2301 count 1
00010000:00010000:3.0:1789185324.017505:0:8431:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009f6a2b19/0xff23d3f688d93a7f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8fd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.017517:0:8431:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000056f084bc/0xff23d3f688d8fd46 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b93b expref: 20 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.017524:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8fd:0x0].0x0 since=125s v=(0 0)
00010000:00010000:3.0:1789185324.017528:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8fd:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185324.017531:0:8431:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009f6a2b19/0xff23d3f688d93a7f lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.017574:0:8431:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000056f084bc/0xff23d3f688d8fd46 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b93b expref: 20 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.017585:0:8431:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000056f084bc/0xff23d3f688d8fd46 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b93b expref: 20 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185324.017595:0:8431:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f725500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8431:1876087019012224:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185324.017623:0:8431:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14de82c00 going to sleep for 11 seconds
00000100:00100000:2.0:1789185324.017748:0:178143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38223
00000100:00100000:2.0:1789185324.017757:0:178143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+982:3637:x1876087019011584:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1789185324.017770:0:178143:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2288 count 1
00010000:00010000:2.0:1789185324.017785:0:178143:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003c9ea525/0xff23d3f688d93a86 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8f0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.017798:0:178143:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f988c7e2/0xff23d3f688d8fd62 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b88c expref: 27 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.017810:0:178143:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8f0:0x0].0x0 since=125s v=(0 0)
00010000:00010000:2.0:1789185324.017812:0:178143:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8f0:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185324.017816:0:178143:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003c9ea525/0xff23d3f688d93a86 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.017837:0:178143:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f988c7e2/0xff23d3f688d8fd62 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b88c expref: 27 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.017848:0:178143:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f988c7e2/0xff23d3f688d8fd62 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b88c expref: 27 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185324.017857:0:178143:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e9a3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:178143:1876087019012352:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185324.017884:0:178143:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0d80 going to sleep for 11 seconds
00000100:00100000:2.0:1789185324.017901:0:178142:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38224
00000100:00100000:1.0:1789185324.018153:0:178147:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38225
00000100:00100000:1.0:1789185324.018164:0:178147:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f727800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+982:3637:x1876087019012096:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185324.018178:0:178147:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2292 count 1
00010000:00010000:1.0:1789185324.018192:0:178147:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001c8af1aa/0xff23d3f688d93a8d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8f4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.018205:0:178147:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000022645849/0xff23d3f688d8fccf lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b8c4 expref: 27 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.018211:0:178147:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8f4:0x0].0x0 since=125s v=(0 0)
00010000:00010000:1.0:1789185324.018214:0:178147:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8f4:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185324.018218:0:178147:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001c8af1aa/0xff23d3f688d93a8d lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.018238:0:178147:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000022645849/0xff23d3f688d8fccf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b8c4 expref: 27 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.018249:0:178147:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000022645849/0xff23d3f688d8fccf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b8c4 expref: 27 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185324.018268:0:178147:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d420000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:178147:1876087019012480:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185324.018301:0:178147:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14dab2c00 going to sleep for 11 seconds
00000100:00100000:1.0:1789185324.018318:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38226
00000100:00100000:1.0:1789185324.018326:0:8428:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e9a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+996:3635:x1876087019010944:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185324.018339:0:8428:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2302 count 1
00010000:00010000:1.0:1789185324.018351:0:8428:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000075bbe4d4/0xff23d3f688d93a94 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8fe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.018362:0:8428:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c5264020/0xff23d3f688d8fd69 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b949 expref: 20 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.018369:0:8428:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8fe:0x0].0x0 since=125s v=(0 0)
00010000:00010000:1.0:1789185324.018372:0:8428:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8fe:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185324.018376:0:8428:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000075bbe4d4/0xff23d3f688d93a94 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.018394:0:8428:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c5264020/0xff23d3f688d8fd69 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b949 expref: 20 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.018404:0:8428:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c5264020/0xff23d3f688d8fd69 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b949 expref: 20 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185324.018414:0:8428:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d423800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8428:1876087019012608:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185324.018451:0:8428:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14dab2000 going to sleep for 11 seconds
00010000:00010000:1.0:1789185324.018711:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1789185324.018721:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000082922428/0xff23d3f688d93a01 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.018731:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b147541200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185324.018736:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000082922428/0xff23d3f688d93a01 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.018748:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000082922428/0xff23d3f688d93a01 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.018771:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000082922428/0xff23d3f688d93a01 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.018780:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000082922428/0xff23d3f688d93a01 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.018807:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185324.018809:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185324.018811:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789185324.018898:0:6511:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1789185324.019004:0:178142:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b151768700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+982:3637:x1876087019011712:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1789185324.019023:0:178142:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2289 count 1
00010000:00010000:2.0:1789185324.019037:0:178142:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003f1a57f6/0xff23d3f688d93a9b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8f1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.019051:0:178142:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000321680ff/0xff23d3f688d8fc97 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b89a expref: 27 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.019058:0:178142:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8f1:0x0].0x0 since=125s v=(0 0)
00010000:00010000:2.0:1789185324.019062:0:178142:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8f1:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185324.019066:0:178142:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003f1a57f6/0xff23d3f688d93a9b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.019087:0:178142:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000321680ff/0xff23d3f688d8fc97 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b89a expref: 27 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.019098:0:178142:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000321680ff/0xff23d3f688d8fc97 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b89a expref: 27 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185324.019109:0:178142:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e9a1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:178142:1876087019012736:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185324.019148:0:178142:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0600 going to sleep for 11 seconds
00000100:00100000:2.0:1789185324.019178:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151799180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087019011840:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185324.019213:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:2.0:1789185324.019260:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f283b80/2, rc 0, transno 4294989749
00000100:00100000:2.0:1789185324.019272:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f283b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087019006464:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185324.019285:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0]
00000100:00100000:2.0:1789185324.019291:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149d61c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087019011456:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185324.019320:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185324.019339:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b151783b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087019011968:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185324.019361:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185324.019387:0:34810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019011840
00000100:00100000:2.0:1789185324.019393:0:34810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019011840
00000100:00100000:2.0:1789185324.019436:0:34810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019011456
00000100:00100000:2.0:1789185324.019440:0:34810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019011456
00000100:00100000:2.0:1789185324.019457:0:34810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019011968
00000100:00100000:2.0:1789185324.019460:0:34810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019011968
00000100:00100000:2.0:1789185324.019475:0:34810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38227
00000100:00100000:2.0:1789185324.019482:0:34810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e9a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+985:3635:x1876087019011840:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1789185324.019496:0:34810:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2290 count 1
00010000:00010000:2.0:1789185324.019508:0:34810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f59027fb/0xff23d3f688d93aa2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8f2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.019522:0:34810:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000010cadcea/0xff23d3f688d8fc9e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b8a8 expref: 27 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.019530:0:34810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8f2:0x0].0x0 since=125s v=(0 0)
00010000:00010000:2.0:1789185324.019533:0:34810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8f2:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185324.019537:0:34810:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f59027fb/0xff23d3f688d93aa2 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.019582:0:34810:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000010cadcea/0xff23d3f688d8fc9e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b8a8 expref: 27 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.019592:0:34810:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000010cadcea/0xff23d3f688d8fc9e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b8a8 expref: 27 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185324.019602:0:34810:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14b5c2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:34810:1876087019012864:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185324.019627:0:34810:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0e40 going to sleep for 11 seconds
00000100:00100000:2.0:1789185324.019645:0:34809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38228
00000100:00100000:2.0:1789185324.019652:0:34809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b2768bd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+985:3635:x1876087019011456:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1789185324.019664:0:34809:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2287 count 1
00010000:00010000:2.0:1789185324.019676:0:34809:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000064cd951c/0xff23d3f688d93aa9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8ef:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.019689:0:34809:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000cf7b32a2/0xff23d3f688d8fc74 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b87e expref: 27 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.019697:0:34809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8ef:0x0].0x0 since=125s v=(0 0)
00010000:00010000:2.0:1789185324.019700:0:34809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8ef:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185324.019703:0:34809:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000064cd951c/0xff23d3f688d93aa9 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.019724:0:34809:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000cf7b32a2/0xff23d3f688d8fc74 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b87e expref: 27 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.019734:0:34809:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000cf7b32a2/0xff23d3f688d8fc74 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b87e expref: 27 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185324.019744:0:34809:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14bbfd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:34809:1876087019012992:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185324.019766:0:34809:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0f00 going to sleep for 11 seconds
00000100:00100000:2.0:1789185324.019781:0:35223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38229
00000100:00100000:2.0:1789185324.019788:0:35223:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e9a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+985:3635:x1876087019011968:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1789185324.019800:0:35223:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2291 count 1
00010000:00010000:2.0:1789185324.019812:0:35223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004566b90b/0xff23d3f688d93ab0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8f3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.019824:0:35223:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000cd9a31d1/0xff23d3f688d8fcc8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b8b6 expref: 27 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.019838:0:35223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8f3:0x0].0x0 since=125s v=(0 0)
00010000:00010000:2.0:1789185324.019841:0:35223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8f3:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185324.019845:0:35223:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004566b90b/0xff23d3f688d93ab0 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.019866:0:35223:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000cd9a31d1/0xff23d3f688d8fcc8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b8b6 expref: 27 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.019877:0:35223:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000cd9a31d1/0xff23d3f688d8fcc8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b8b6 expref: 27 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185324.019887:0:35223:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f29df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:35223:1876087019013120:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185324.022242:0:35223:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b149ae2c00 going to sleep for 11 seconds
00000004:00080000:2.0:1789185324.022307:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14e9a7100/2, rc 0, transno 4294977962
00000100:00100000:2.0:1789185324.022326:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e9a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087019008640:0@lo:6:osp-syn-0-0.0
00000004:00080000:2.0:1789185324.022345:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f71e680/2, rc 0, transno 4294989748
00000100:00100000:2.0:1789185324.022350:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f71e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087019008000:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185324.022447:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b148764e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087019013248:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185324.022500:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185324.022592:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e9a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087019013376:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185324.022619:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185324.022657:0:35218:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019013248
00000100:00100000:2.0:1789185324.022663:0:35218:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019013248
00000100:00100000:2.0:1789185324.022709:0:8491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019013376
00000100:00100000:2.0:1789185324.022713:0:8491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019013376
00000100:00100000:2.0:1789185324.022731:0:8491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38230
00000100:00100000:2.0:1789185324.022740:0:8491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e9a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+987:3638:x1876087019013248:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1789185324.022770:0:8491:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2293 count 1
00010000:00010000:2.0:1789185324.022795:0:8491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001df8d4cb/0xff23d3f688d93ab7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8f5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.022818:0:8491:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b7a01c06/0xff23d3f688d8fcd6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b8d2 expref: 27 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.022827:0:8491:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8f5:0x0].0x0 since=125s v=(0 0)
00010000:00010000:2.0:1789185324.022831:0:8491:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8f5:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185324.022837:0:8491:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001df8d4cb/0xff23d3f688d93ab7 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.022863:0:8491:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b7a01c06/0xff23d3f688d8fcd6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b8d2 expref: 27 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.022874:0:8491:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b7a01c06/0xff23d3f688d8fcd6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b8d2 expref: 27 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185324.022885:0:8491:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e9a4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8491:1876087019013504:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185324.023286:0:8491:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b149ae2b40 going to sleep for 11 seconds
00000100:00100000:2.0:1789185324.023302:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1789185324.023311:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14980b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087019013632:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185324.023415:0:24325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38231
00000100:00100000:0.0:1789185324.023440:0:24325:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e9a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+987:3635:x1876087019013376:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1789185324.023455:0:24325:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2294 count 1
00010000:00010000:0.0:1789185324.023470:0:24325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009d8ebc22/0xff23d3f688d93abe lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8f6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.023484:0:24325:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000087aa51e1/0xff23d3f688d9001e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 37748736->37752831) gid 0 flags: 0x40000000020000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bbf0 expref: 27 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.023492:0:24325:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x8f6:0x0].0x0 since=122s v=(0 0)
00010000:00010000:0.0:1789185324.023495:0:24325:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8f6:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1789185324.023500:0:24325:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009d8ebc22/0xff23d3f688d93abe lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.023521:0:24325:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000087aa51e1/0xff23d3f688d9001e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 37748736->37752831) gid 0 flags: 0x50000000030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bbf0 expref: 27 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.023531:0:24325:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000087aa51e1/0xff23d3f688d9001e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x8f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 37748736->37752831) gid 0 flags: 0x70000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bbf0 expref: 27 pid: 8429 timeout: 9501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185324.023540:0:24325:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d16df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24325:1876087019013760:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185324.023721:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185324.023797:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010841856
00000100:00100000:1.0:1789185324.023802:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010841856
00010000:00010000:1.0:1789185324.023831:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000f70fba8/0xff23d3f688d8fd0e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b903 expref: 21 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185324.023856:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23703
00000100:00100000:1.0:1789185324.023865:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d420a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+21:2393:x1876087010841856:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185324.023875:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185324.023881:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000f70fba8/0xff23d3f688d8fd0e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b903 expref: 21 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.023895:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000f70fba8/0xff23d3f688d8fd0e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b903 expref: 21 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.023925:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8f9:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185324.023929:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8f9:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185324.023934:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000663bed3e/0xff23d3f688d93a5c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.023943:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000663bed3e/0xff23d3f688d93a5c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.023961:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185324.023992:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d420a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+21:2393:x1876087010841856:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 128us (271us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185324.023999:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23703
00000100:00100000:1.0:1789185324.026317:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185324.026348:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185324.026366:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185324.026383:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185324.026401:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185324.026418:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185324.026453:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185324.026469:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185324.026484:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185324.026498:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185324.026528:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185324.026594:0:178147:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d420000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:178147:1876087019012480:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185324.026626:0:178147:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000001c8af1aa/0xff23d3f688d93a8d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185324.026660:0:8428:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d423800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8428:1876087019012608:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185324.026677:0:8428:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000075bbe4d4/0xff23d3f688d93a94 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185324.026700:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010842112
00000100:00100000:1.0:1789185324.026706:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010842112
00010000:00010000:1.0:1789185324.026740:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b6ff2aab/0xff23d3f688d8fd1c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b91f expref: 21 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185324.026761:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010842368
00000100:00100000:1.0:1789185324.026764:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010842368
00010000:00010000:1.0:1789185324.026775:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004d39ab65/0xff23d3f688d8fd23 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b92d expref: 22 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185324.026786:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010842624
00000100:00100000:1.0:1789185324.026788:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010842624
00010000:00010000:1.0:1789185324.026810:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f988c7e2/0xff23d3f688d8fd62 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b88c expref: 28 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185324.026827:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010842880
00000100:00100000:1.0:1789185324.026830:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010842880
00010000:00010000:1.0:1789185324.026839:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c5264020/0xff23d3f688d8fd69 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b949 expref: 23 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185324.026849:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010843136
00000100:00100000:1.0:1789185324.026851:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010843136
00010000:00010000:1.0:1789185324.026860:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000010cadcea/0xff23d3f688d8fc9e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b8a8 expref: 29 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185324.026870:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010841984
00000100:00100000:1.0:1789185324.026872:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010841984
00010000:00010000:1.0:1789185324.026881:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003b533928/0xff23d3f688d8fd15 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b911 expref: 24 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185324.026890:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010842240
00000100:00100000:1.0:1789185324.026892:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010842240
00010000:00010000:1.0:1789185324.026901:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000cf7b32a2/0xff23d3f688d8fc74 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b87e expref: 30 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185324.026911:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010842496
00000100:00100000:1.0:1789185324.026913:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010842496
00010000:00010000:1.0:1789185324.026923:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000056f084bc/0xff23d3f688d8fd46 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b93b expref: 25 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185324.026932:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010842752
00000100:00100000:1.0:1789185324.026935:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010842752
00010000:00010000:1.0:1789185324.026944:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000022645849/0xff23d3f688d8fccf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b8c4 expref: 31 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185324.026953:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010843008
00000100:00100000:1.0:1789185324.026956:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010843008
00010000:00010000:1.0:1789185324.026966:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000321680ff/0xff23d3f688d8fc97 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b89a expref: 32 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185324.026978:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010843264
00000100:00100000:1.0:1789185324.026981:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010843264
00010000:00010000:1.0:1789185324.026994:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000008968177f/0xff23d3f688d8fd00 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b8f5 expref: 26 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185324.027009:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23704
00000100:00100000:1.0:1789185324.027016:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d421500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+26:2391:x1876087010842112:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185324.027032:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185324.027038:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b6ff2aab/0xff23d3f688d8fd1c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b91f expref: 26 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.027049:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b6ff2aab/0xff23d3f688d8fd1c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b91f expref: 26 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.027076:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8fb:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185324.027080:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8fb:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185324.027087:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000028a70db0/0xff23d3f688d93a71 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.027102:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000028a70db0/0xff23d3f688d93a71 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.027124:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185324.027171:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d421500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+26:2391:x1876087010842112:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 154us (868us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185324.027178:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23704
00000100:00100000:1.0:1789185324.027196:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23705
00000100:00100000:1.0:1789185324.027203:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b247d6c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+25:2391:x1876087010842368:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185324.027211:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185324.027216:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004d39ab65/0xff23d3f688d8fd23 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b92d expref: 25 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.027226:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004d39ab65/0xff23d3f688d8fd23 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b92d expref: 25 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.027239:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8fc:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185324.027242:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8fc:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185324.027245:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e42a86d0/0xff23d3f688d93a78 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.027252:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e42a86d0/0xff23d3f688d93a78 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.027269:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185324.027288:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b247d6c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+25:2391:x1876087010842368:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 85us (938us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185324.027294:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23705
00000100:00100000:1.0:1789185324.027332:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23706
00000100:00100000:1.0:1789185324.027338:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d421c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+32:2391:x1876087010842624:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185324.027346:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185324.027351:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f988c7e2/0xff23d3f688d8fd62 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8f0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b88c expref: 32 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.027361:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f988c7e2/0xff23d3f688d8fd62 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8f0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b88c expref: 32 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.027375:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8f0:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185324.027378:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8f0:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185324.027383:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003c9ea525/0xff23d3f688d93a86 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8f0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.027390:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003c9ea525/0xff23d3f688d93a86 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8f0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.027403:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185324.027436:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d421c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+32:2391:x1876087010842624:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 83us (1053us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185324.027446:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23706
00000100:00100000:1.0:1789185324.027459:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23707
00000100:00100000:1.0:1789185324.027466:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d420380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+24:2391:x1876087010842880:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185324.027473:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185324.027478:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c5264020/0xff23d3f688d8fd69 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b949 expref: 24 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.027488:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c5264020/0xff23d3f688d8fd69 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b949 expref: 24 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.027501:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c5264020/0xff23d3f688d8fd69 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b949 expref: 24 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.027515:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8fe:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185324.027518:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8fe:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185324.027522:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000075bbe4d4/0xff23d3f688d93a94 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.027531:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000075bbe4d4/0xff23d3f688d93a94 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.027571:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185324.027591:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d420380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+23:2391:x1876087010842880:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 126us (1206us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185324.027598:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23707
00000100:00100000:1.0:1789185324.027611:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23708
00000100:00100000:1.0:1789185324.027618:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d421880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+31:2391:x1876087010843136:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185324.027624:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185324.027629:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000010cadcea/0xff23d3f688d8fc9e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b8a8 expref: 31 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.027639:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000010cadcea/0xff23d3f688d8fc9e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b8a8 expref: 31 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.027652:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8f2:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185324.027655:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8f2:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185324.027659:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f59027fb/0xff23d3f688d93aa2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.027666:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f59027fb/0xff23d3f688d93aa2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.027679:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185324.027696:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d421880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+31:2391:x1876087010843136:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 79us (1294us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185324.027703:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23708
00000100:00100000:1.0:1789185324.027715:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23709
00000100:00100000:1.0:1789185324.027721:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d420700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+22:2391:x1876087010841984:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185324.027729:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185324.027734:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003b533928/0xff23d3f688d8fd15 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b911 expref: 22 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.027749:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003b533928/0xff23d3f688d8fd15 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b911 expref: 22 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.027762:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8fa:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185324.027765:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8fa:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185324.027770:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ebf5c28e/0xff23d3f688d93a6a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.027779:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ebf5c28e/0xff23d3f688d93a6a lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.027790:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185324.027807:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d420700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+22:2391:x1876087010841984:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 85us (1387us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185324.027814:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23709
00000100:00100000:1.0:1789185324.027827:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23710
00000100:00100000:1.0:1789185324.027834:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d423100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+30:2391:x1876087010842240:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185324.027841:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185324.027846:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000cf7b32a2/0xff23d3f688d8fc74 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b87e expref: 30 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.027857:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000cf7b32a2/0xff23d3f688d8fc74 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b87e expref: 30 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.027877:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8ef:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185324.027880:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8ef:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185324.027885:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000064cd951c/0xff23d3f688d93aa9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.027893:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000064cd951c/0xff23d3f688d93aa9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.027906:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185324.027922:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d423100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+30:2391:x1876087010842240:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 89us (1469us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185324.027929:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23710
00000100:00100000:1.0:1789185324.027942:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23711
00000100:00100000:1.0:1789185324.027949:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d421f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+21:2391:x1876087010842496:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185324.027956:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185324.027961:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000056f084bc/0xff23d3f688d8fd46 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x8fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b93b expref: 21 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.027971:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000056f084bc/0xff23d3f688d8fd46 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b93b expref: 21 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.027983:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8fd:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185324.027986:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8fd:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185324.027990:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009f6a2b19/0xff23d3f688d93a7f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.027998:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009f6a2b19/0xff23d3f688d93a7f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.028008:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185324.028024:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d421f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+21:2391:x1876087010842496:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 76us (1554us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185324.028030:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23711
00000100:00100000:1.0:1789185324.028041:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23712
00000100:00100000:1.0:1789185324.028047:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b247d6d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+29:2391:x1876087010842752:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185324.028054:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185324.028059:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000022645849/0xff23d3f688d8fccf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b8c4 expref: 29 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.028069:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000022645849/0xff23d3f688d8fccf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b8c4 expref: 29 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185324.028206:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:2.0:1789185324.028282:0:34809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cf7b32a2/0xff23d3f688d8fc74 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b87e expref: 29 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185324.028294:0:34809:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14bbfd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:34809:1876087019012992:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185324.028312:0:34809:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000064cd951c/0xff23d3f688d93aa9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.028321:0:34809:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000064cd951c/0xff23d3f688d93aa9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.028329:0:34809:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000064cd951c/0xff23d3f688d93aa9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.028340:0:34809:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000064cd951c/0xff23d3f688d93aa9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.028348:0:34809:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000064cd951c/0xff23d3f688d93aa9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.028368:0:34809:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1789185324.028536:0:34809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b2768bd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+988:3635:x1876087019011456:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8884us (9214us total) trans 4294989750 rc 0/0
00000100:00100000:2.0:1789185324.028565:0:34809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38228
00000100:00100000:2.0:1789185324.028583:0:34809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019013632
00000100:00100000:2.0:1789185324.028588:0:34809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019013632
00000100:00100000:2.0:1789185324.028614:0:34809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38232
00000100:00100000:2.0:1789185324.028620:0:34809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f120380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+997:3635:x1876087019013632:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1789185324.028647:0:34809:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2303 count 1
00010000:00010000:2.0:1789185324.028672:0:34809:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000504cf76a/0xff23d3f688d93ac5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8ff:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.028687:0:34809:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000235a804b/0xff23d3f688d8fd70 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x8ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b957 expref: 20 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.028694:0:34809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8ff:0x0].0x0 since=125s v=(0 0)
00010000:00010000:2.0:1789185324.028697:0:34809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8ff:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185324.028702:0:34809:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000504cf76a/0xff23d3f688d93ac5 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.028729:0:34809:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000235a804b/0xff23d3f688d8fd70 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b957 expref: 20 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.028741:0:34809:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000235a804b/0xff23d3f688d8fd70 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b957 expref: 20 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185324.028755:0:34809:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f122300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:34809:1876087019013888:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185324.028795:0:34809:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b149ae2540 going to sleep for 11 seconds
00010000:00010000:2.0:1789185324.028825:0:178143:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f988c7e2/0xff23d3f688d8fd62 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b88c expref: 28 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185324.028835:0:178143:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e9a3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:178143:1876087019012352:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185324.028849:0:178143:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000003c9ea525/0xff23d3f688d93a86 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.028857:0:178143:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000003c9ea525/0xff23d3f688d93a86 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.028863:0:178143:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003c9ea525/0xff23d3f688d93a86 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.028871:0:178143:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003c9ea525/0xff23d3f688d93a86 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.028878:0:178143:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003c9ea525/0xff23d3f688d93a86 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.028895:0:178143:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:2.0:1789185324.028981:0:178143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+988:3637:x1876087019011584:12345-0@lo:6:osp-syn-1-0.0 Request processed in 11226us (11973us total) trans 4294989751 rc 0/0
00000100:00100000:2.0:1789185324.028989:0:178143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38223
00000100:00100000:2.0:1789185324.029023:0:178142:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e9a1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:178142:1876087019012736:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185324.029038:0:178142:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000003f1a57f6/0xff23d3f688d93a9b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.029062:0:34810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000010cadcea/0xff23d3f688d8fc9e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b8a8 expref: 27 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185324.029073:0:34810:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14b5c2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:34810:1876087019012864:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185324.029084:0:34810:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f59027fb/0xff23d3f688d93aa2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.029092:0:34810:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f59027fb/0xff23d3f688d93aa2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.029099:0:34810:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f59027fb/0xff23d3f688d93aa2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.029106:0:34810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f59027fb/0xff23d3f688d93aa2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.029113:0:34810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f59027fb/0xff23d3f688d93aa2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.029125:0:34810:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00000100:00100000:2.0:1789185324.029193:0:34810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e9a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+988:3635:x1876087019011840:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9711us (9979us total) trans 4294989752 rc 0/0
00000100:00100000:2.0:1789185324.029200:0:34810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38227
00000100:00100000:2.0:1789185324.029230:0:35222:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e9a0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:35222:1876087019010560:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185324.029242:0:35222:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000082206222/0xff23d3f688d93a63 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.029259:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:2.0:1789185324.029265:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000064cd951c/0xff23d3f688d93aa9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.029277:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b147540400 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185324.029282:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000064cd951c/0xff23d3f688d93aa9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.029291:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000064cd951c/0xff23d3f688d93aa9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.029308:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000064cd951c/0xff23d3f688d93aa9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.029315:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000064cd951c/0xff23d3f688d93aa9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.029342:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:2.0:1789185324.029346:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003c9ea525/0xff23d3f688d93a86 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.029352:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b147540e00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185324.029355:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003c9ea525/0xff23d3f688d93a86 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.029362:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003c9ea525/0xff23d3f688d93a86 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.029371:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003c9ea525/0xff23d3f688d93a86 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.029378:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003c9ea525/0xff23d3f688d93a86 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.029390:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185324.029393:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f59027fb/0xff23d3f688d93aa2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.029398:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b147541400 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185324.029401:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f59027fb/0xff23d3f688d93aa2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.029407:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f59027fb/0xff23d3f688d93aa2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.029415:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f59027fb/0xff23d3f688d93aa2 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.029434:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f59027fb/0xff23d3f688d93aa2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.029449:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185324.029451:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185324.029453:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:2.0:1789185324.029482:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b149d61c00/2, rc 0, transno 4294989750
00000100:00100000:2.0:1789185324.029494:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149d61c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087019011456:0@lo:6:osp-syn-1-0.0
00000004:00080000:2.0:1789185324.029504:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b151799180/2, rc 0, transno 4294989752
00000100:00100000:2.0:1789185324.029509:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151799180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087019011840:0@lo:6:osp-syn-1-0.0
00000004:00080000:2.0:1789185324.029529:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b149d60a80/2, rc 0, transno 4294989751
00000100:00100000:2.0:1789185324.029533:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149d60a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087019011584:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185324.029625:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14b5c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087019014016:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185324.029659:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185324.029734:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14e9a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087019014144:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185324.029757:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185324.029787:0:178146:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019014016
00000100:00100000:2.0:1789185324.029791:0:178146:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019014016
00000100:00100000:2.0:1789185324.029818:0:178146:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019014144
00000100:00100000:2.0:1789185324.029820:0:178146:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019014144
00000100:00100000:2.0:1789185324.029836:0:178146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38233
00000100:00100000:2.0:1789185324.029843:0:178146:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e9a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+989:3637:x1876087019014016:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1789185324.029861:0:178146:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2295 count 1
00010000:00010000:2.0:1789185324.029879:0:178146:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000979bbeb6/0xff23d3f688d93acc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8f7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.029894:0:178146:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c1d68d76/0xff23d3f688d8fcf9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b8ee expref: 26 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.029902:0:178146:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8f7:0x0].0x0 since=125s v=(0 0)
00010000:00010000:2.0:1789185324.029906:0:178146:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8f7:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185324.029910:0:178146:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000979bbeb6/0xff23d3f688d93acc lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.029938:0:178146:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c1d68d76/0xff23d3f688d8fcf9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b8ee expref: 26 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.029949:0:178146:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c1d68d76/0xff23d3f688d8fcf9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b8ee expref: 26 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185324.029961:0:178146:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14bbfd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:178146:1876087019014272:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185324.029984:0:178146:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b149ae2780 going to sleep for 11 seconds
00000100:00100000:2.0:1789185324.030000:0:178143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38234
00000100:00100000:2.0:1789185324.030007:0:178143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e9a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+989:3638:x1876087019014144:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1789185324.030018:0:178143:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2296 count 1
00010000:00010000:2.0:1789185324.030030:0:178143:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000082a513d/0xff23d3f688d93ad3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8f8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.030041:0:178143:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000ed62a86/0xff23d3f688d8fd07 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b8fc expref: 26 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.030048:0:178143:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8f8:0x0].0x0 since=125s v=(0 0)
00010000:00010000:2.0:1789185324.030051:0:178143:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8f8:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185324.030055:0:178143:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000082a513d/0xff23d3f688d93ad3 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.030074:0:178143:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000ed62a86/0xff23d3f688d8fd07 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b8fc expref: 26 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.030088:0:178143:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000ed62a86/0xff23d3f688d8fd07 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b8fc expref: 26 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185324.030097:0:178143:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f11bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:178143:1876087019014400:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185324.030116:0:178143:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b149ae2600 going to sleep for 11 seconds
00000100:00100000:2.0:1789185324.030159:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f11b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087019014528:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185324.030186:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185324.030219:0:178169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019014528
00000100:00100000:2.0:1789185324.030223:0:178169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019014528
00000100:00100000:2.0:1789185324.030247:0:178169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38235
00000100:00100000:2.0:1789185324.030253:0:178169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f282d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+990:3635:x1876087019014528:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1789185324.030265:0:178169:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2297 count 1
00010000:00010000:2.0:1789185324.030276:0:178169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f7c7b424/0xff23d3f688d93ada lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8f9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.030288:0:178169:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a17fa0bf/0xff23d3f688d8fd2a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b90a expref: 26 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.030295:0:178169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8f9:0x0].0x0 since=125s v=(0 0)
00010000:00010000:2.0:1789185324.030297:0:178169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8f9:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185324.030301:0:178169:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f7c7b424/0xff23d3f688d93ada lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.030319:0:178169:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a17fa0bf/0xff23d3f688d8fd2a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b90a expref: 26 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.030329:0:178169:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a17fa0bf/0xff23d3f688d8fd2a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b90a expref: 26 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185324.030339:0:178169:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14b5ff480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:178169:1876087019014656:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185324.030358:0:178169:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b149ae2480 going to sleep for 11 seconds
00010000:00010000:3.0:1789185324.030628:0:178144:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b6ff2aab/0xff23d3f688d8fd1c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b91f expref: 20 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185324.030643:0:178144:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149d60700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:178144:1876087019011200:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185324.030662:0:178144:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000028a70db0/0xff23d3f688d93a71 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.030672:0:178144:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000028a70db0/0xff23d3f688d93a71 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.030680:0:178144:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000028a70db0/0xff23d3f688d93a71 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.030690:0:178144:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000028a70db0/0xff23d3f688d93a71 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.030698:0:178144:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000028a70db0/0xff23d3f688d93a71 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.030721:0:178144:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1789185324.030848:0:178144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d16c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+998:3635:x1876087019010432:12345-0@lo:6:osp-syn-0-0.0 Request processed in 16642us (19989us total) trans 4294977963 rc 0/0
00000100:00100000:3.0:1789185324.030856:0:178144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38220
00010000:00010000:3.0:1789185324.030896:0:178145:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004d39ab65/0xff23d3f688d8fd23 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b92d expref: 19 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185324.030908:0:178145:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149d62680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:178145:1876087019011328:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185324.030921:0:178145:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000e42a86d0/0xff23d3f688d93a78 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.030929:0:178145:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000e42a86d0/0xff23d3f688d93a78 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.030936:0:178145:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e42a86d0/0xff23d3f688d93a78 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.030944:0:178145:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e42a86d0/0xff23d3f688d93a78 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.030952:0:178145:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e42a86d0/0xff23d3f688d93a78 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.030964:0:178145:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:3.0:1789185324.031035:0:178145:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+998:3637:x1876087019010688:12345-0@lo:6:osp-syn-0-0.0 Request processed in 14405us (14627us total) trans 4294977964 rc 0/0
00000100:00100000:3.0:1789185324.031042:0:178145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38221
00010000:00010000:3.0:1789185324.031060:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:3.0:1789185324.031066:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000028a70db0/0xff23d3f688d93a71 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.031074:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14a863000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185324.031078:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000028a70db0/0xff23d3f688d93a71 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.031087:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000028a70db0/0xff23d3f688d93a71 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.031105:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000028a70db0/0xff23d3f688d93a71 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.031113:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000028a70db0/0xff23d3f688d93a71 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.031131:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185324.031135:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e42a86d0/0xff23d3f688d93a78 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.031141:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14a863200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185324.031144:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e42a86d0/0xff23d3f688d93a78 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.031157:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e42a86d0/0xff23d3f688d93a78 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.031167:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e42a86d0/0xff23d3f688d93a78 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.031175:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e42a86d0/0xff23d3f688d93a78 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.031187:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185324.031189:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185324.031191:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185324.031197:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185324.031202:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185324.031222:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000056f084bc/0xff23d3f688d8fd46 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b93b expref: 18 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185324.031233:0:8431:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f725500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8431:1876087019012224:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185324.031247:0:8431:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000009f6a2b19/0xff23d3f688d93a7f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.031256:0:8431:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000009f6a2b19/0xff23d3f688d93a7f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.031263:0:8431:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009f6a2b19/0xff23d3f688d93a7f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.031272:0:8431:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009f6a2b19/0xff23d3f688d93a7f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.031280:0:8431:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009f6a2b19/0xff23d3f688d93a7f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.031295:0:8431:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1789185324.031303:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185324.031307:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009f6a2b19/0xff23d3f688d93a7f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.031313:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14a863a00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185324.031317:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009f6a2b19/0xff23d3f688d93a7f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.031324:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009f6a2b19/0xff23d3f688d93a7f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.031335:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009f6a2b19/0xff23d3f688d93a7f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.031343:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009f6a2b19/0xff23d3f688d93a7f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.031356:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185324.031358:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185324.031360:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789185324.031449:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+998:3637:x1876087019010816:12345-0@lo:6:osp-syn-0-0.0 Request processed in 13969us (14948us total) trans 4294977965 rc 0/0
00000100:00100000:3.0:1789185324.031456:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38222
00010000:00010000:1.0:1789185324.031565:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000022645849/0xff23d3f688d8fccf lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b8c4 expref: 26 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.031581:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8f4:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185324.031585:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8f4:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185324.031591:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001c8af1aa/0xff23d3f688d93a8d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.031606:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001c8af1aa/0xff23d3f688d93a8d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.031632:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185324.031654:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b247d6d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+25:2391:x1876087010842752:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 3608us (5169us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185324.031662:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23712
00000100:00100000:1.0:1789185324.031705:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23713
00000100:00100000:1.0:1789185324.031714:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d422d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+24:2391:x1876087010843008:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185324.031725:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185324.031731:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000321680ff/0xff23d3f688d8fc97 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b89a expref: 24 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.031741:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000321680ff/0xff23d3f688d8fc97 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b89a expref: 24 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.031754:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000321680ff/0xff23d3f688d8fc97 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b89a expref: 24 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.031763:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8f1:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185324.031766:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8f1:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185324.031770:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003f1a57f6/0xff23d3f688d93a9b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.031781:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003f1a57f6/0xff23d3f688d93a9b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.031801:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185324.031815:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d422d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+23:2391:x1876087010843008:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 104us (5316us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185324.031821:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23713
00000100:00100000:1.0:1789185324.031835:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23714
00000100:00100000:1.0:1789185324.031842:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d422a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+17:2391:x1876087010843264:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185324.031850:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185324.031855:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000008968177f/0xff23d3f688d8fd00 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b8f5 expref: 17 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.031866:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000008968177f/0xff23d3f688d8fd00 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b8f5 expref: 17 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.031878:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008968177f/0xff23d3f688d8fd00 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b8f5 expref: 17 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.031887:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8f8:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185324.031890:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8f8:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185324.031894:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000082206222/0xff23d3f688d93a63 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.031907:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000082206222/0xff23d3f688d93a63 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.031923:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185324.031937:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d422a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+16:2391:x1876087010843264:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 97us (5408us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185324.031943:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23714
00010000:00010000:1.0:1789185324.031974:0:8428:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000075bbe4d4/0xff23d3f688d93a94 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.031982:0:8428:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000075bbe4d4/0xff23d3f688d93a94 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.031991:0:8428:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000075bbe4d4/0xff23d3f688d93a94 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.031997:0:8428:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000075bbe4d4/0xff23d3f688d93a94 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.032008:0:8428:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1789185324.032094:0:8428:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e9a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+998:3635:x1876087019010944:12345-0@lo:6:osp-syn-0-0.0 Request processed in 13768us (18751us total) trans 4294977966 rc 0/0
00000100:00100000:1.0:1789185324.032101:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38226
00010000:00010000:1.0:1789185324.032127:0:178147:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000001c8af1aa/0xff23d3f688d93a8d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.032141:0:178147:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001c8af1aa/0xff23d3f688d93a8d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.032149:0:178147:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001c8af1aa/0xff23d3f688d93a8d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.032157:0:178147:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001c8af1aa/0xff23d3f688d93a8d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.032169:0:178147:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:1.0:1789185324.032251:0:178147:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f727800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+991:3637:x1876087019012096:12345-0@lo:6:osp-syn-1-0.0 Request processed in 14090us (15093us total) trans 4294989753 rc 0/0
00000100:00100000:1.0:1789185324.032258:0:178147:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38225
00000100:00100000:1.0:1789185324.032401:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185324.032417:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010843392
00000100:00100000:1.0:1789185324.032437:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010843392
00010000:00010000:1.0:1789185324.032457:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000cd9a31d1/0xff23d3f688d8fcc8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b8b6 expref: 23 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185324.032478:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23715
00000100:00100000:1.0:1789185324.032485:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d421c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+23:2391:x1876087010843392:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185324.032492:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185324.032497:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000cd9a31d1/0xff23d3f688d8fcc8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b8b6 expref: 23 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.032513:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000cd9a31d1/0xff23d3f688d8fcc8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b8b6 expref: 23 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.032528:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8f3:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185324.032531:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8f3:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185324.032535:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004566b90b/0xff23d3f688d93ab0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.032543:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004566b90b/0xff23d3f688d93ab0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.032578:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185324.032592:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d421c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+23:2391:x1876087010843392:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 108us (192us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185324.032598:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23715
00010000:00010000:3.0:1789185324.032921:0:178142:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000003f1a57f6/0xff23d3f688d93a9b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.032931:0:178142:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003f1a57f6/0xff23d3f688d93a9b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.032939:0:178142:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003f1a57f6/0xff23d3f688d93a9b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.032947:0:178142:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003f1a57f6/0xff23d3f688d93a9b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.032961:0:178142:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00000100:00100000:1.0:1789185324.033090:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185324.033112:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010843520
00000100:00100000:1.0:1789185324.033116:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010843520
00010000:00010000:1.0:1789185324.033133:0:8458:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b7a01c06/0xff23d3f688d8fcd6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b8d2 expref: 23 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185324.033155:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23716
00000100:00100000:1.0:1789185324.033163:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d420380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+23:2391:x1876087010843520:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185324.033171:0:8458:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185324.033176:0:8458:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b7a01c06/0xff23d3f688d8fcd6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b8d2 expref: 23 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.033186:0:8458:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b7a01c06/0xff23d3f688d8fcd6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b8d2 expref: 23 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.033199:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8f5:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185324.033203:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8f5:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185324.033207:0:8458:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001df8d4cb/0xff23d3f688d93ab7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.033215:0:8458:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001df8d4cb/0xff23d3f688d93ab7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.033228:0:8458:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185324.033245:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d420380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+23:2391:x1876087010843520:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 83us (156us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185324.033251:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23716
00010000:00010000:2.0:1789185324.033456:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:2.0:1789185324.033465:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000075bbe4d4/0xff23d3f688d93a94 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.033473:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14cb97200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185324.033478:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000075bbe4d4/0xff23d3f688d93a94 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.033487:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000075bbe4d4/0xff23d3f688d93a94 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.033501:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000075bbe4d4/0xff23d3f688d93a94 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.033507:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000075bbe4d4/0xff23d3f688d93a94 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.033596:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:2.0:1789185324.033600:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001c8af1aa/0xff23d3f688d93a8d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.033608:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14cb97c00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185324.033612:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001c8af1aa/0xff23d3f688d93a8d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.033620:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001c8af1aa/0xff23d3f688d93a8d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.033631:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001c8af1aa/0xff23d3f688d93a8d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.033638:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001c8af1aa/0xff23d3f688d93a8d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.033650:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185324.033653:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003f1a57f6/0xff23d3f688d93a9b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.033659:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b147541000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185324.033663:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003f1a57f6/0xff23d3f688d93a9b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.033670:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003f1a57f6/0xff23d3f688d93a9b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.033679:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003f1a57f6/0xff23d3f688d93a9b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.033687:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003f1a57f6/0xff23d3f688d93a9b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.033702:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185324.033704:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185324.033706:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185324.033717:0:35222:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000082206222/0xff23d3f688d93a63 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.033726:0:35222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000082206222/0xff23d3f688d93a63 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.034044:0:35222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000082206222/0xff23d3f688d93a63 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.034056:0:35222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000082206222/0xff23d3f688d93a63 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.034072:0:35222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1789185324.034190:0:35222:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1517bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+998:3638:x1876087019009920:12345-0@lo:6:osp-syn-0-0.0 Request processed in 22402us (23775us total) trans 4294977967 rc 0/0
00000100:00100000:0.0:1789185324.034286:0:24325:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1486aac00 going to sleep for 11 seconds
00010000:00010000:0.0:1789185324.034325:0:8429:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000f70fba8/0xff23d3f688d8fd0e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b903 expref: 15 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185324.034344:0:8429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b1517bfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8429:1876087019010176:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185324.034363:0:8429:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000663bed3e/0xff23d3f688d93a5c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.034372:0:8429:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000663bed3e/0xff23d3f688d93a5c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.034379:0:8429:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000663bed3e/0xff23d3f688d93a5c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.034387:0:8429:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000663bed3e/0xff23d3f688d93a5c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.034394:0:8429:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000663bed3e/0xff23d3f688d93a5c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.034402:0:8429:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:0.0:1789185324.034494:0:8429:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1517bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+999:3638:x1876087019010048:12345-0@lo:6:osp-syn-0-0.0 Request processed in 23979us (24186us total) trans 4294977968 rc 0/0
00000100:00100000:2.0:1789185324.034519:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38218
00010000:00010000:2.0:1789185324.034583:0:35223:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cd9a31d1/0xff23d3f688d8fcc8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b8b6 expref: 22 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185324.034601:0:35223:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f29df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:35223:1876087019013120:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185324.034623:0:35223:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000004566b90b/0xff23d3f688d93ab0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.034631:0:35223:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000004566b90b/0xff23d3f688d93ab0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.034638:0:35223:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004566b90b/0xff23d3f688d93ab0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.034645:0:35223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004566b90b/0xff23d3f688d93ab0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.034652:0:35223:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004566b90b/0xff23d3f688d93ab0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.034659:0:35223:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00000100:00100000:2.0:1789185324.034738:0:35223:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e9a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+992:3635:x1876087019011968:12345-0@lo:6:osp-syn-1-0.0 Request processed in 14950us (15375us total) trans 4294989755 rc 0/0
00000100:00100000:3.0:1789185324.034833:0:178142:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b151768700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+992:3637:x1876087019011712:12345-0@lo:6:osp-syn-1-0.0 Request processed in 16924us (17748us total) trans 4294989754 rc 0/0
00000100:00100000:0.0:1789185324.034834:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38217
00000100:00100000:3.0:1789185324.034840:0:178142:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38224
00010000:00010000:3.0:1789185324.034855:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:3.0:1789185324.034860:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000082206222/0xff23d3f688d93a63 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.034867:0:178148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003b533928/0xff23d3f688d8fd15 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b911 expref: 14 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.034868:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b147540800 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185324.034871:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000082206222/0xff23d3f688d93a63 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185324.034877:0:178148:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d16f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:178148:1876087019011072:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185324.034880:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000082206222/0xff23d3f688d93a63 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.034890:0:178148:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000ebf5c28e/0xff23d3f688d93a6a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.034895:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000082206222/0xff23d3f688d93a63 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.034898:0:178148:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000ebf5c28e/0xff23d3f688d93a6a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.034902:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000082206222/0xff23d3f688d93a63 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.034905:0:178148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ebf5c28e/0xff23d3f688d93a6a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.034919:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:3.0:1789185324.034923:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000663bed3e/0xff23d3f688d93a5c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.034929:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14bc29400 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185324.034931:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000663bed3e/0xff23d3f688d93a5c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.034938:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000663bed3e/0xff23d3f688d93a5c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.034948:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000663bed3e/0xff23d3f688d93a5c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.034956:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000663bed3e/0xff23d3f688d93a5c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.034975:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185324.034979:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004566b90b/0xff23d3f688d93ab0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.034985:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b147540200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185324.034988:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004566b90b/0xff23d3f688d93ab0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.034994:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004566b90b/0xff23d3f688d93ab0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.035004:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004566b90b/0xff23d3f688d93ab0 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.035011:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004566b90b/0xff23d3f688d93ab0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.035025:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185324.035027:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185324.035029:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185324.035036:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185324.035049:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:3.0:1789185324.035613:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b151783b80/2, rc 0, transno 4294989755
00000100:00100000:3.0:1789185324.035629:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151783b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087019011968:0@lo:6:osp-syn-1-0.0
00000004:00080000:3.0:1789185324.035644:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14e9a2300/2, rc 0, transno 4294977966
00000100:00100000:3.0:1789185324.035654:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e9a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087019010944:0@lo:6:osp-syn-0-0.0
00000004:00080000:3.0:1789185324.035665:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b1517bce00/2, rc 0, transno 4294977963
00000100:00100000:3.0:1789185324.035669:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b1517bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087019010432:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185324.035742:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789185324.035756:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149809500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087019014784:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185324.035849:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185324.035882:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149809c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087019014912:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185324.035903:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:3.0:1789185324.035927:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b151780e00/2, rc 0, transno 4294989753
00000100:00100000:3.0:1789185324.035933:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b151780e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087019012096:0@lo:6:osp-syn-1-0.0
00000004:00080000:3.0:1789185324.035942:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b149d63b80/2, rc 0, transno 4294989754
00000100:00100000:3.0:1789185324.035945:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149d63b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087019011712:0@lo:6:osp-syn-1-0.0
00000004:00080000:3.0:1789185324.035954:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14e9a3b80/2, rc 0, transno 4294977965
00000100:00100000:3.0:1789185324.035961:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e9a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087019010816:0@lo:6:osp-syn-0-0.0
00000004:00080000:3.0:1789185324.035970:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14e9a0000/2, rc 0, transno 4294977964
00000100:00100000:3.0:1789185324.035974:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e9a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087019010688:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185324.036020:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14980ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087019015168:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185324.036044:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185324.036067:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1789185324.036073:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14980bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087019015040:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1789185324.036218:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185324.036247:0:178144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019014784
00000100:00100000:3.0:1789185324.036252:0:178144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019014784
00000100:00100000:3.0:1789185324.036285:0:178144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019014912
00000100:00100000:3.0:1789185324.036289:0:178144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019014912
00000100:00100000:3.0:1789185324.036300:0:178144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019015168
00000100:00100000:3.0:1789185324.036302:0:178144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019015168
00000100:00100000:3.0:1789185324.036322:0:178144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019015040
00000100:00100000:3.0:1789185324.036324:0:178144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019015040
00000100:00100000:3.0:1789185324.036339:0:178144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38236
00000100:00100000:3.0:1789185324.036347:0:178144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14980a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+1001:3635:x1876087019014784:12345-0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185324.036354:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38237
00000100:00100000:1.0:1789185324.036361:0:8428:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149808e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+1001:3637:x1876087019014912:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1789185324.036372:0:178144:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2304 count 1
00002000:00080000:1.0:1789185324.036372:0:8428:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2305 count 1
00010000:00010000:3.0:1789185324.036394:0:178144:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007a5723bd/0xff23d3f688d93ae1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x900:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.036394:0:8428:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009276d1dc/0xff23d3f688d93ae8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x901:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.036415:0:178144:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000016fc83ed/0xff23d3f688d8fdcb lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x900:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b965 expref: 13 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.036415:0:8428:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001c74c0c5/0xff23d3f688d8fd77 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x901:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b973 expref: 13 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.036439:0:178144:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x900:0x0].0x0 since=125s v=(0 0)
00010000:00010000:1.0:1789185324.036439:0:8428:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x901:0x0].0x0 since=125s v=(0 0)
00010000:00010000:3.0:1789185324.036444:0:178144:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x900:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185324.036444:0:8428:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x901:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185324.036450:0:178144:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007a5723bd/0xff23d3f688d93ae1 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x900:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.036450:0:8428:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009276d1dc/0xff23d3f688d93ae8 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x901:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.036478:0:178144:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000016fc83ed/0xff23d3f688d8fdcb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x900:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b965 expref: 13 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.036478:0:8428:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001c74c0c5/0xff23d3f688d8fd77 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x901:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b973 expref: 13 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.036493:0:178144:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000016fc83ed/0xff23d3f688d8fdcb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x900:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b965 expref: 13 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.036493:0:8428:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001c74c0c5/0xff23d3f688d8fd77 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x901:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b973 expref: 13 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185324.036505:0:8428:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d421880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8428:1876087019015424:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185324.036506:0:178144:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f725500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:178144:1876087019015296:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185324.036580:0:178144:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14de82240 going to sleep for 11 seconds
00010000:00010000:0.0:1789185324.036587:0:178148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ebf5c28e/0xff23d3f688d93a6a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.036594:0:178148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ebf5c28e/0xff23d3f688d93a6a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185324.036596:0:178145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38238
00000100:00100000:3.0:1789185324.036603:0:178145:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149808380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+1001:3635:x1876087019015168:12345-0@lo:6:osp-syn-0-0.0
00010000:00010000:0.0:1789185324.036608:0:178148:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00002000:00080000:3.0:1789185324.036616:0:178145:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2307 count 1
00010000:00010000:3.0:1789185324.036626:0:178145:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fb0703b2/0xff23d3f688d93aef lrc: 3/0,1 mode: --/PW res: [0x280000401:0x903:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.036637:0:178145:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b4ed3be6/0xff23d3f688d8fda1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x903:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b98f expref: 13 pid: 8491 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.036643:0:178145:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x903:0x0].0x0 since=125s v=(0 0)
00010000:00010000:3.0:1789185324.036646:0:178145:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x903:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185324.036650:0:178145:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fb0703b2/0xff23d3f688d93aef lrc: 4/0,1 mode: --/PW res: [0x280000401:0x903:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.036668:0:178145:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b4ed3be6/0xff23d3f688d8fda1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x903:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b98f expref: 13 pid: 8491 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.036676:0:178145:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b4ed3be6/0xff23d3f688d8fda1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x903:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b98f expref: 13 pid: 8491 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185324.036685:0:178145:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149d62680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:178145:1876087019015552:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185324.036743:0:178145:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14de823c0 going to sleep for 11 seconds
00000100:00100000:1.0:1789185324.036743:0:8428:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14db9be40 going to sleep for 11 seconds
00010000:00010000:3.0:1789185324.036754:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00000100:00100000:1.0:1789185324.036759:0:178147:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38239
00010000:00010000:3.0:1789185324.036760:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ebf5c28e/0xff23d3f688d93a6a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185324.036766:0:178147:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149808700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+1002:3637:x1876087019015040:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:1.0:1789185324.036779:0:178147:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2306 count 1
00010000:00010000:1.0:1789185324.036791:0:178147:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002abebc88/0xff23d3f688d93af6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x902:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.036802:0:178147:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d53689a3/0xff23d3f688d8fd8c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x902:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b981 expref: 13 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.036809:0:178147:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x902:0x0].0x0 since=125s v=(0 0)
00010000:00010000:1.0:1789185324.036812:0:178147:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x902:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185324.036815:0:178147:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002abebc88/0xff23d3f688d93af6 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x902:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.036837:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14bc28a00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185324.036839:0:178147:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d53689a3/0xff23d3f688d8fd8c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x902:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b981 expref: 13 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.036842:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ebf5c28e/0xff23d3f688d93a6a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.036848:0:178147:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d53689a3/0xff23d3f688d8fd8c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x902:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b981 expref: 13 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.036851:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ebf5c28e/0xff23d3f688d93a6a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185324.036857:0:178147:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d420700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:178147:1876087019015680:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185324.036868:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ebf5c28e/0xff23d3f688d93a6a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.036876:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ebf5c28e/0xff23d3f688d93a6a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185324.036878:0:178147:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14db9b000 going to sleep for 11 seconds
00010000:00010000:3.0:1789185324.036895:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185324.036897:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185324.036899:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789185324.037015:0:35223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38229
00010000:00010000:2.0:1789185324.037065:0:8491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b7a01c06/0xff23d3f688d8fcd6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b8d2 expref: 21 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185324.037076:0:8491:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e9a4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8491:1876087019013504:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185324.037229:0:8491:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000001df8d4cb/0xff23d3f688d93ab7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.037240:0:8491:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000001df8d4cb/0xff23d3f688d93ab7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.037247:0:8491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001df8d4cb/0xff23d3f688d93ab7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.037255:0:8491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001df8d4cb/0xff23d3f688d93ab7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.037262:0:8491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001df8d4cb/0xff23d3f688d93ab7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.037281:0:8491:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1789185324.037374:0:8491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e9a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+991:3638:x1876087019013248:12345-0@lo:6:osp-syn-1-0.0 Request processed in 14634us (14872us total) trans 4294989756 rc 0/0
00000100:00100000:2.0:1789185324.037380:0:8491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38230
00010000:00010000:2.0:1789185324.037398:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185324.037402:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001df8d4cb/0xff23d3f688d93ab7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.037409:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b147540600 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185324.037412:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001df8d4cb/0xff23d3f688d93ab7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.037439:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001df8d4cb/0xff23d3f688d93ab7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.037451:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001df8d4cb/0xff23d3f688d93ab7 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.037457:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001df8d4cb/0xff23d3f688d93ab7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.037472:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185324.037473:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185324.037474:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:2.0:1789185324.037504:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b148764e00/2, rc 0, transno 4294989756
00000100:00100000:2.0:1789185324.037510:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b148764e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087019013248:0@lo:6:osp-syn-1-0.0
00000004:00080000:2.0:1789185324.037522:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b1517bc700/2, rc 0, transno 4294977967
00000100:00100000:2.0:1789185324.037536:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b1517bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087019009920:0@lo:6:osp-syn-0-0.0
00000004:00080000:2.0:1789185324.037563:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14d423480/2, rc 0, transno 4294977968
00000100:00100000:2.0:1789185324.037567:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d423480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087019010048:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185324.037665:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14b5fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087019015808:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185324.037694:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185324.037727:0:35222:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019015808
00000100:00100000:2.0:1789185324.037731:0:35222:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019015808
00000100:00100000:2.0:1789185324.037778:0:35222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38240
00000100:00100000:2.0:1789185324.037785:0:35222:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14e9a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+1003:3636:x1876087019015808:12345-0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1789185324.037791:0:178148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1517bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+1003:3635:x1876087019010304:12345-0@lo:6:osp-syn-0-0.0 Request processed in 24156us (26996us total) trans 4294977969 rc 0/0
00000100:00100000:0.0:1789185324.037797:0:178148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38219
00002000:00080000:2.0:1789185324.037801:0:35222:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2308 count 1
00010000:00010000:2.0:1789185324.037814:0:35222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000041c7fe35/0xff23d3f688d93afd lrc: 3/0,1 mode: --/PW res: [0x280000401:0x904:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.037825:0:35222:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000031d0d16e/0xff23d3f688d8fda8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x904:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b99d expref: 13 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.037832:0:35222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x904:0x0].0x0 since=125s v=(0 0)
00010000:00010000:2.0:1789185324.037835:0:35222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x904:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185324.037838:0:35222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000041c7fe35/0xff23d3f688d93afd lrc: 4/0,1 mode: --/PW res: [0x280000401:0x904:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.037857:0:35222:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000031d0d16e/0xff23d3f688d8fda8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x904:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b99d expref: 13 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.037867:0:35222:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000031d0d16e/0xff23d3f688d8fda8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x904:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b99d expref: 13 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185324.037877:0:35222:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f29df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:35222:1876087019016064:192.168.204.3@tcp:104:
00000100:00080000:0.0:1789185324.037904:0:6511:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1789185324.037911:0:35222:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b149ae2b40 going to sleep for 11 seconds
00000004:00080000:2.0:1789185324.037932:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b1517bf480/2, rc 0, transno 4294977969
00000100:00100000:2.0:1789185324.037940:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b1517bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087019010304:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185324.037995:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14b5fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087019015936:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185324.038021:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185324.038042:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1789185324.038048:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14b5f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087019016192:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1789185324.038068:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185324.038104:0:178142:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019015936
00000100:00100000:2.0:1789185324.038108:0:178142:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019015936
00000100:00100000:2.0:1789185324.038132:0:178142:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019016192
00000100:00100000:2.0:1789185324.038135:0:178142:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019016192
00010000:00010000:3.0:1789185324.038208:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789185324.038705:0:178142:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38241
00000100:00100000:2.0:1789185324.038715:0:178142:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14b5f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+1004:3637:x1876087019015936:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1789185324.038733:0:178142:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2309 count 1
00010000:00010000:2.0:1789185324.038750:0:178142:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b334684d/0xff23d3f688d93b04 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x905:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.038765:0:178142:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000082e06649/0xff23d3f688d8fdb6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x905:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b9ab expref: 13 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.038773:0:178142:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x905:0x0].0x0 since=125s v=(0 0)
00010000:00010000:2.0:1789185324.038776:0:178142:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x905:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185324.038781:0:178142:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b334684d/0xff23d3f688d93b04 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x905:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.038810:0:178142:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000082e06649/0xff23d3f688d8fdb6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x905:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b9ab expref: 13 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.038819:0:178142:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000082e06649/0xff23d3f688d8fdb6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x905:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b9ab expref: 13 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185324.038830:0:178142:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f108e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:178142:1876087019016320:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185324.038876:0:178142:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b149ae2c00 going to sleep for 11 seconds
00000100:00100000:2.0:1789185324.038894:0:8491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38242
00000100:00100000:2.0:1789185324.038902:0:8491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f109f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+1004:3637:x1876087019016192:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1789185324.038919:0:8491:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2310 count 1
00010000:00010000:2.0:1789185324.038930:0:8491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001ca74504/0xff23d3f688d93b0b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x906:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.038942:0:8491:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000fff93ba1/0xff23d3f688d90167 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x906:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 16777211904->16777215999) gid 0 flags: 0x40000000020000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bd39 expref: 13 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.038949:0:8491:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x906:0x0].0x0 since=16s v=(0 0)
00010000:00010000:2.0:1789185324.038952:0:8491:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x906:0x0].0x0 since=0s v=(1 0)
00010000:00010000:2.0:1789185324.038956:0:8491:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001ca74504/0xff23d3f688d93b0b lrc: 4/0,1 mode: --/PW res: [0x280000401:0x906:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.038975:0:8491:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000fff93ba1/0xff23d3f688d90167 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x906:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 16777211904->16777215999) gid 0 flags: 0x50000000030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bd39 expref: 13 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.038984:0:8491:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000fff93ba1/0xff23d3f688d90167 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x906:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 16777211904->16777215999) gid 0 flags: 0x70000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bd39 expref: 13 pid: 35222 timeout: 9501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185324.038994:0:8491:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f10ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8491:1876087019016448:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185324.039015:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149d60380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087019016832:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185324.039017:0:8491:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a09c0 going to sleep for 11 seconds
00000100:00100000:2.0:1789185324.039041:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149d61f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087019016704:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1789185324.039047:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185324.039064:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185324.039101:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1789185324.039107:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149d61880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087019016960:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185324.039201:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1789185324.039208:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149d60700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087019016576:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185324.039247:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185324.039357:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185324.039357:0:178148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019016832
00000100:00100000:0.0:1789185324.039362:0:178148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019016832
00000100:00100000:0.0:1789185324.039383:0:178148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019016704
00000100:00100000:0.0:1789185324.039386:0:178148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019016704
00000100:00100000:0.0:1789185324.039396:0:178148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019016576
00000100:00100000:0.0:1789185324.039398:0:178148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019016576
00000100:00100000:0.0:1789185324.039406:0:178148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019016960
00000100:00100000:0.0:1789185324.039408:0:178148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019016960
00000100:00100000:0.0:1789185324.039431:0:178148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38243
00000100:00100000:0.0:1789185324.039438:0:178148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+994:3637:x1876087019016832:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1789185324.039452:0:178148:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2300 count 1
00010000:00010000:0.0:1789185324.039466:0:178148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000010a0414/0xff23d3f688d93b12 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8fc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.039484:0:178148:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000941525f1/0xff23d3f688d8fd3f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b934 expref: 20 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.039491:0:178148:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8fc:0x0].0x0 since=125s v=(0 0)
00000100:00100000:2.0:1789185324.039494:0:34810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38244
00010000:00010000:0.0:1789185324.039494:0:178148:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8fc:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185324.039498:0:178148:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000010a0414/0xff23d3f688d93b12 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185324.039502:0:34810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f108700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+994:3636:x1876087019016704:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1789185324.039513:0:34810:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2299 count 1
00010000:00010000:0.0:1789185324.039516:0:178148:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000941525f1/0xff23d3f688d8fd3f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b934 expref: 20 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.039524:0:34810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000082922428/0xff23d3f688d93b19 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8fb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.039526:0:178148:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000941525f1/0xff23d3f688d8fd3f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b934 expref: 20 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.039536:0:34810:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000953dd9e1/0xff23d3f688d8fd38 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b926 expref: 20 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185324.039537:0:178148:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d16c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:178148:1876087019017088:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185324.039564:0:34810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8fb:0x0].0x0 since=125s v=(0 0)
00010000:00010000:2.0:1789185324.039568:0:34810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8fb:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185324.039571:0:34810:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000082922428/0xff23d3f688d93b19 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185324.039590:0:178148:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1486aa840 going to sleep for 11 seconds
00010000:00010000:2.0:1789185324.039595:0:34810:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000953dd9e1/0xff23d3f688d8fd38 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b926 expref: 20 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.039605:0:34810:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000953dd9e1/0xff23d3f688d8fd38 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b926 expref: 20 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185324.039615:0:34810:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f3a4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:34810:1876087019017216:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185324.039639:0:34810:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0e40 going to sleep for 11 seconds
00000100:00100000:2.0:1789185324.039671:0:34809:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f122300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:34809:1876087019013888:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185324.039688:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38245
00010000:00010000:2.0:1789185324.039696:0:34809:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000504cf76a/0xff23d3f688d93ac5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185324.039698:0:8429:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f3a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+994:3636:x1876087019016576:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185324.039709:0:8429:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2298 count 1
00010000:00010000:1.0:1789185324.039722:0:8429:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000004be1e59/0xff23d3f688d93b20 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8fa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.039734:0:8429:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000045c7abe7/0xff23d3f688d8fd31 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b918 expref: 20 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.039741:0:8429:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8fa:0x0].0x0 since=125s v=(0 0)
00010000:00010000:1.0:1789185324.039743:0:8429:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8fa:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185324.039747:0:8429:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000004be1e59/0xff23d3f688d93b20 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.039768:0:8429:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000045c7abe7/0xff23d3f688d8fd31 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b918 expref: 20 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.039783:0:8429:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000045c7abe7/0xff23d3f688d8fd31 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b918 expref: 20 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185324.039791:0:8429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d423100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8429:1876087019017344:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185324.039817:0:8429:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b15108c3c0 going to sleep for 11 seconds
00000100:00100000:1.0:1789185324.039942:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185324.039960:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185324.039980:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185324.040001:0:178146:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14bbfd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:178146:1876087019014272:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185324.040001:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:2.0:1789185324.040020:0:178146:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000979bbeb6/0xff23d3f688d93acc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185324.040021:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010843776
00000100:00100000:1.0:1789185324.040024:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010843776
00000100:00100000:2.0:1789185324.040043:0:178143:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f11bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:178143:1876087019014400:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185324.040045:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c1d68d76/0xff23d3f688d8fcf9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b8ee expref: 21 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.040057:0:178143:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000082a513d/0xff23d3f688d93ad3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185324.040063:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010844032
00000100:00100000:1.0:1789185324.040065:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010844032
00010000:00010000:1.0:1789185324.040076:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a17fa0bf/0xff23d3f688d8fd2a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b90a expref: 22 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185324.040083:0:178169:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14b5ff480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:178169:1876087019014656:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185324.040091:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010843648
00000100:00100000:1.0:1789185324.040094:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010843648
00010000:00010000:2.0:1789185324.040096:0:178169:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f7c7b424/0xff23d3f688d93ada lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.040105:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000235a804b/0xff23d3f688d8fd70 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b957 expref: 14 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185324.040114:0:16720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38246
00000100:00100000:1.0:1789185324.040118:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010843904
00000100:00100000:2.0:1789185324.040121:0:16720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+994:3637:x1876087019016960:12345-0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185324.040121:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010843904
00010000:00010000:1.0:1789185324.040131:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000ed62a86/0xff23d3f688d8fd07 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b8fc expref: 23 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00002000:00080000:2.0:1789185324.040133:0:16720:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2301 count 1
00000100:00100000:1.0:1789185324.040143:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23717
00000100:00100000:1.0:1789185324.040150:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d421f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+23:2392:x1876087010843776:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185324.040159:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185324.040164:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c1d68d76/0xff23d3f688d8fcf9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b8ee expref: 23 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.040176:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c1d68d76/0xff23d3f688d8fcf9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b8ee expref: 23 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.040196:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c1d68d76/0xff23d3f688d8fcf9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b8ee expref: 23 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.040210:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8f7:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185324.040213:0:16720:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008c72d290/0xff23d3f688d93b27 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8fd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.040213:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8f7:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185324.040219:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000979bbeb6/0xff23d3f688d93acc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.040224:0:16720:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007c833a08/0xff23d3f688d8fd4d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b942 expref: 22 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.040227:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000979bbeb6/0xff23d3f688d93acc lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.040237:0:16720:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8fd:0x0].0x0 since=125s v=(0 0)
00010000:00010000:2.0:1789185324.040239:0:16720:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8fd:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185324.040243:0:16720:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008c72d290/0xff23d3f688d93b27 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.040248:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1789185324.040260:0:16720:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007c833a08/0xff23d3f688d8fd4d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b942 expref: 22 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.040269:0:16720:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007c833a08/0xff23d3f688d8fd4d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b942 expref: 22 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185324.040279:0:16720:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f3a6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16720:1876087019017472:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185324.040348:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23718
00000100:00100000:2.0:1789185324.040367:0:16720:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0600 going to sleep for 11 seconds
00000100:00100000:1.0:1789185324.040369:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d421f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+22:2392:x1876087010843776:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 219us (426us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185324.040376:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23717
00000100:00100000:1.0:1789185324.040394:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23719
00000100:00100000:1.0:1789185324.040400:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b245022c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+14:2392:x1876087010843648:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185324.040407:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185324.040411:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000235a804b/0xff23d3f688d8fd70 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x8ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b957 expref: 14 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.040432:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000235a804b/0xff23d3f688d8fd70 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b957 expref: 14 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.040447:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000235a804b/0xff23d3f688d8fd70 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x8ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b957 expref: 14 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.040457:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8ff:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185324.040460:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8ff:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185324.040464:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000504cf76a/0xff23d3f688d93ac5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.040471:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000504cf76a/0xff23d3f688d93ac5 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.040487:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185324.040505:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b245022c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+13:2392:x1876087010843648:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 105us (524us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185324.040511:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23719
00000100:00100000:1.0:1789185324.040524:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23720
00000100:00100000:1.0:1789185324.040530:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d422300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+21:2392:x1876087010843904:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185324.040536:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185324.040541:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000ed62a86/0xff23d3f688d8fd07 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b8fc expref: 21 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.040572:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000ed62a86/0xff23d3f688d8fd07 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b8fc expref: 21 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.040585:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000ed62a86/0xff23d3f688d8fd07 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b8fc expref: 21 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.040594:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8f8:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185324.040597:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8f8:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185324.040601:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000082a513d/0xff23d3f688d93ad3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.040608:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000082a513d/0xff23d3f688d93ad3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.040624:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185324.040642:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d422300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+20:2392:x1876087010843904:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 112us (639us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185324.040648:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23720
00010000:00010000:1.0:1789185324.040675:0:178146:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000979bbeb6/0xff23d3f688d93acc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.040689:0:178146:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000979bbeb6/0xff23d3f688d93acc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.040699:0:178146:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000979bbeb6/0xff23d3f688d93acc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.040707:0:178146:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000979bbeb6/0xff23d3f688d93acc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.040727:0:178146:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1789185324.040867:0:178146:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e9a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+995:3637:x1876087019014016:12345-0@lo:6:osp-syn-1-0.0 Request processed in 11024us (11207us total) trans 4294989757 rc 0/0
00000100:00100000:1.0:1789185324.040874:0:178146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38233
00010000:00010000:1.0:1789185324.040895:0:178143:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000082a513d/0xff23d3f688d93ad3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.040903:0:178143:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000082a513d/0xff23d3f688d93ad3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.040912:0:178143:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000082a513d/0xff23d3f688d93ad3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.040918:0:178143:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000082a513d/0xff23d3f688d93ad3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.040934:0:178143:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:1.0:1789185324.041001:0:178143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e9a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+995:3638:x1876087019014144:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10994us (11242us total) trans 4294989758 rc 0/0
00000100:00100000:1.0:1789185324.041007:0:178143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38234
00000004:00080000:1.0:1789185324.041039:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14e9a1500/2, rc 0, transno 4294989758
00000100:00100000:1.0:1789185324.041049:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e9a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087019014144:0@lo:6:osp-syn-1-0.0
00010000:00010000:1.0:1789185324.041065:0:34809:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000504cf76a/0xff23d3f688d93ac5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.041073:0:34809:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000504cf76a/0xff23d3f688d93ac5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.041081:0:34809:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000504cf76a/0xff23d3f688d93ac5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.041087:0:34809:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000504cf76a/0xff23d3f688d93ac5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.041100:0:34809:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00000100:00100000:1.0:1789185324.041184:0:34809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f120380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+1005:3635:x1876087019013632:12345-0@lo:6:osp-syn-0-0.0 Request processed in 12563us (12978us total) trans 4294977970 rc 0/0
00000100:00100000:1.0:1789185324.041191:0:34809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38232
00010000:00010000:1.0:1789185324.041209:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:1.0:1789185324.041215:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000979bbeb6/0xff23d3f688d93acc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.041227:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b147541a00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185324.041232:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000979bbeb6/0xff23d3f688d93acc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.041240:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000979bbeb6/0xff23d3f688d93acc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.041253:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000979bbeb6/0xff23d3f688d93acc lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.041260:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000979bbeb6/0xff23d3f688d93acc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.041276:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:1.0:1789185324.041279:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000082a513d/0xff23d3f688d93ad3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.041286:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b147540000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185324.041288:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000082a513d/0xff23d3f688d93ad3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.041295:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000082a513d/0xff23d3f688d93ad3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.041303:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000082a513d/0xff23d3f688d93ad3 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.041311:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000082a513d/0xff23d3f688d93ad3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.041323:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1789185324.041327:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000504cf76a/0xff23d3f688d93ac5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.041334:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b147541600 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185324.041337:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000504cf76a/0xff23d3f688d93ac5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.041344:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000504cf76a/0xff23d3f688d93ac5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.041354:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000504cf76a/0xff23d3f688d93ac5 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x8ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.041361:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000504cf76a/0xff23d3f688d93ac5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.041374:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185324.041376:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185324.041377:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:1.0:1789185324.041399:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14980b100/2, rc 0, transno 4294977970
00000100:00100000:1.0:1789185324.041404:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14980b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087019013632:0@lo:6:osp-syn-0-0.0
00000004:00080000:1.0:1789185324.041443:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14b5c2300/2, rc 0, transno 4294989757
00000100:00100000:1.0:1789185324.041448:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14b5c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087019014016:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185324.041517:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d420e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+19:2392:x1876087010844032:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185324.041528:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185324.041534:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a17fa0bf/0xff23d3f688d8fd2a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b90a expref: 19 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.041560:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a17fa0bf/0xff23d3f688d8fd2a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b90a expref: 19 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.041575:0:178150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a17fa0bf/0xff23d3f688d8fd2a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b90a expref: 19 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.041585:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8f9:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185324.041589:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8f9:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185324.041593:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f7c7b424/0xff23d3f688d93ada lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.041601:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f7c7b424/0xff23d3f688d93ada lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.041621:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185324.041644:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d420e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+18:2392:x1876087010844032:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 1289us (1682us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185324.041651:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23718
00010000:00010000:0.0:1789185324.041698:0:178169:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f7c7b424/0xff23d3f688d93ada lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.041707:0:178169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f7c7b424/0xff23d3f688d93ada lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.041720:0:178169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f7c7b424/0xff23d3f688d93ada lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.041728:0:178169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f7c7b424/0xff23d3f688d93ada lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.041741:0:178169:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1789185324.041828:0:178169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f282d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+995:3635:x1876087019014528:12345-0@lo:6:osp-syn-1-0.0 Request processed in 11574us (11640us total) trans 4294989759 rc 0/0
00000100:00100000:0.0:1789185324.041835:0:178169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38235
00010000:00010000:0.0:1789185324.041851:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185324.041856:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f7c7b424/0xff23d3f688d93ada lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.041862:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b147541e00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185324.041865:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f7c7b424/0xff23d3f688d93ada lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.041872:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f7c7b424/0xff23d3f688d93ada lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.041882:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f7c7b424/0xff23d3f688d93ada lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.041888:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f7c7b424/0xff23d3f688d93ada lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.041902:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185324.041904:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185324.041906:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185324.041995:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185324.042001:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789185324.042053:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1789185324.042065:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14876f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087019017728:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185324.042113:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185324.042133:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14876f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087019017600:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185324.042418:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185324.042467:0:35223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019017728
00000100:00100000:2.0:1789185324.042473:0:35223:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019017728
00000100:00100000:2.0:1789185324.042506:0:35223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019017600
00000100:00100000:2.0:1789185324.042509:0:35223:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019017600
00000100:00100000:2.0:1789185324.042538:0:35223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38247
00000100:00100000:2.0:1789185324.042563:0:35223:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f3a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+996:3636:x1876087019017728:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1789185324.042586:0:35223:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2303 count 1
00010000:00010000:2.0:1789185324.042605:0:35223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001d3f5493/0xff23d3f688d93b2e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8ff:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.042622:0:35223:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c294471f/0xff23d3f688d8fd5b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b95e expref: 17 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.042630:0:35223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8ff:0x0].0x0 since=125s v=(0 0)
00010000:00010000:2.0:1789185324.042634:0:35223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8ff:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185324.042638:0:35223:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001d3f5493/0xff23d3f688d93b2e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185324.042651:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38248
00000100:00100000:3.0:1789185324.042661:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f3a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+996:3636:x1876087019017600:12345-0@lo:6:osp-syn-1-0.0
00010000:00010000:2.0:1789185324.042662:0:35223:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c294471f/0xff23d3f688d8fd5b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b95e expref: 17 pid: 8428 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00002000:00080000:3.0:1789185324.042674:0:8431:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2302 count 1
00010000:00010000:2.0:1789185324.042674:0:35223:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c294471f/0xff23d3f688d8fd5b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b95e expref: 17 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185324.042685:0:35223:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f3a4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:35223:1876087019017856:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185324.042686:0:8431:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000beb395bd/0xff23d3f688d93b35 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8fe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.042696:0:8431:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a445c96f/0xff23d3f688d8ff0d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 16777216->16781311) gid 0 flags: 0x40000000020000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4badf expref: 17 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.042703:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x8fe:0x0].0x0 since=123s v=(0 0)
00010000:00010000:3.0:1789185324.042706:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8fe:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1789185324.042709:0:8431:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000beb395bd/0xff23d3f688d93b35 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185324.042726:0:35223:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0d80 going to sleep for 11 seconds
00010000:00010000:3.0:1789185324.042742:0:8431:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a445c96f/0xff23d3f688d8ff0d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 16777216->16781311) gid 0 flags: 0x50000000030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4badf expref: 17 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.042751:0:8431:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a445c96f/0xff23d3f688d8ff0d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x8fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 16777216->16781311) gid 0 flags: 0x70000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4badf expref: 17 pid: 35222 timeout: 9501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185324.042761:0:8431:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14a826d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8431:1876087019017984:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185324.042787:0:8431:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14de820c0 going to sleep for 11 seconds
00000004:00080000:1.0:1789185324.043066:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f11b100/2, rc 0, transno 4294989759
00000100:00100000:1.0:1789185324.043113:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f11b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087019014528:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185324.043531:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14a827480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087019018112:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185324.043597:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185324.043769:0:178143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019018112
00000100:00100000:1.0:1789185324.043774:0:178143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019018112
00000100:00100000:1.0:1789185324.043804:0:178143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38249
00000100:00100000:1.0:1789185324.043811:0:178143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d420a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+997:3637:x1876087019018112:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1789185324.043825:0:178143:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2304 count 1
00010000:00010000:1.0:1789185324.043840:0:178143:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000073a85681/0xff23d3f688d93b3c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x900:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.043855:0:178143:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000289f3fbf/0xff23d3f688d8fd7e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x900:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b96c expref: 17 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.043863:0:178143:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x900:0x0].0x0 since=125s v=(0 0)
00010000:00010000:1.0:1789185324.043866:0:178143:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x900:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185324.043870:0:178143:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000073a85681/0xff23d3f688d93b3c lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x900:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.043890:0:178143:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000289f3fbf/0xff23d3f688d8fd7e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x900:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b96c expref: 17 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.043904:0:178143:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000289f3fbf/0xff23d3f688d8fd7e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x900:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b96c expref: 17 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185324.043978:0:178143:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d421500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:178143:1876087019018240:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185324.044065:0:178143:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b15108cd80 going to sleep for 11 seconds
00000100:00100000:1.0:1789185324.048293:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185324.048325:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010844160
00000100:00100000:1.0:1789185324.048333:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010844160
00010000:00010000:1.0:1789185324.048375:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000087aa51e1/0xff23d3f688d9001e lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x8f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 37748736->37752831) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bbf0 expref: 18 pid: 8429 timeout: 9501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185324.048414:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23721
00000100:00100000:1.0:1789185324.048439:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d423800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+18:2394:x1876087010844160:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185324.048455:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185324.048461:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000087aa51e1/0xff23d3f688d9001e lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x8f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 37748736->37752831) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bbf0 expref: 18 pid: 8429 timeout: 9501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.048474:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000087aa51e1/0xff23d3f688d9001e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x8f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 37748736->37752831) gid 0 flags: 0x50000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bbf0 expref: 18 pid: 8429 timeout: 9501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.048502:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8f6:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1789185324.048507:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8f6:0x0].0x0 since=0s v=(1 0)
00010000:00010000:1.0:1789185324.048513:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009d8ebc22/0xff23d3f688d93abe lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.048529:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009d8ebc22/0xff23d3f688d93abe lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.048568:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185324.048678:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d423800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+18:2394:x1876087010844160:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 255us (395us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185324.048686:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23721
00010000:00010000:3.0:1789185324.048909:0:24325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000087aa51e1/0xff23d3f688d9001e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 37748736->37752831) gid 0 flags: 0x44801400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bbf0 expref: 17 pid: 8429 timeout: 9501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185324.048923:0:24325:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d16df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24325:1876087019013760:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185324.048947:0:24325:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000009d8ebc22/0xff23d3f688d93abe lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.049026:0:24325:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000009d8ebc22/0xff23d3f688d93abe lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.049034:0:24325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009d8ebc22/0xff23d3f688d93abe lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.049044:0:24325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009d8ebc22/0xff23d3f688d93abe lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.049052:0:24325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009d8ebc22/0xff23d3f688d93abe lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.049073:0:24325:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1789185324.049230:0:24325:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e9a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+998:3635:x1876087019013376:12345-0@lo:6:osp-syn-1-0.0 Request processed in 25807us (26609us total) trans 4294989760 rc 0/0
00000100:00100000:3.0:1789185324.049238:0:24325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38231
00010000:00010000:1.0:1789185324.049383:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1789185324.049389:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009d8ebc22/0xff23d3f688d93abe lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.049397:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14bc28c00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185324.049402:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009d8ebc22/0xff23d3f688d93abe lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.049411:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009d8ebc22/0xff23d3f688d93abe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.049436:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009d8ebc22/0xff23d3f688d93abe lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.049444:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009d8ebc22/0xff23d3f688d93abe lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.049464:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185324.049467:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185324.049469:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:1.0:1789185324.049507:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14e9a7800/2, rc 0, transno 4294989760
00000100:00100000:1.0:1789185324.049569:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14e9a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087019013376:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185324.049621:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185324.049665:0:8428:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d421880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8428:1876087019015424:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185324.049681:0:8428:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000009276d1dc/0xff23d3f688d93ae8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x901:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185324.049699:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010844288
00000100:00100000:1.0:1789185324.049703:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010844288
00010000:00010000:1.0:1789185324.049722:0:8458:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000016fc83ed/0xff23d3f688d8fdcb lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x900:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b965 expref: 13 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185324.049743:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23722
00000100:00100000:1.0:1789185324.049751:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d16f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+13:2392:x1876087010844288:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185324.049760:0:8458:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185324.049846:0:8458:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000016fc83ed/0xff23d3f688d8fdcb lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x900:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b965 expref: 13 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.049860:0:8458:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000016fc83ed/0xff23d3f688d8fdcb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x900:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b965 expref: 13 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.049876:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x900:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185324.049880:0:8458:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x900:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185324.049885:0:8458:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000007a5723bd/0xff23d3f688d93ae1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x900:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.049897:0:8458:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007a5723bd/0xff23d3f688d93ae1 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x900:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.049912:0:8458:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185324.053174:0:35222:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f29df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:35222:1876087019016064:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185324.053216:0:35222:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000041c7fe35/0xff23d3f688d93afd lrc: 3/0,1 mode: --/PW res: [0x280000401:0x904:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185324.053267:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185324.053292:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010844416
00000100:00100000:0.0:1789185324.053298:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010844416
00010000:00010000:0.0:1789185324.053337:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001c74c0c5/0xff23d3f688d8fd77 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x901:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b973 expref: 14 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185324.053349:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d16f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+14:2392:x1876087010844288:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 3597us (3728us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185324.053359:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23722
00000100:00100000:0.0:1789185324.053370:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23723
00000100:00100000:0.0:1789185324.053378:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d16c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+13:2392:x1876087010844416:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185324.053392:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185324.053398:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001c74c0c5/0xff23d3f688d8fd77 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x901:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b973 expref: 13 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185324.053401:0:178147:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d420700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:178147:1876087019015680:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185324.053412:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001c74c0c5/0xff23d3f688d8fd77 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x901:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b973 expref: 13 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.053415:0:178147:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000002abebc88/0xff23d3f688d93af6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x902:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.053450:0:178150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001c74c0c5/0xff23d3f688d8fd77 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x901:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b973 expref: 13 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.053468:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x901:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185324.053473:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x901:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185324.053479:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009276d1dc/0xff23d3f688d93ae8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x901:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.053490:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009276d1dc/0xff23d3f688d93ae8 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x901:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.053509:0:178144:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000016fc83ed/0xff23d3f688d8fdcb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x900:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b965 expref: 12 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185324.053522:0:178144:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f725500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:178144:1876087019015296:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185324.053526:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1789185324.053536:0:178144:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000007a5723bd/0xff23d3f688d93ae1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x900:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.053564:0:178144:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000007a5723bd/0xff23d3f688d93ae1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x900:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185324.053568:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d16c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+11:2392:x1876087010844416:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 191us (302us total) trans 0 rc 0/0
00010000:00010000:3.0:1789185324.053573:0:178144:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007a5723bd/0xff23d3f688d93ae1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x900:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185324.053575:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23723
00010000:00010000:3.0:1789185324.053584:0:178144:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007a5723bd/0xff23d3f688d93ae1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x900:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.053592:0:178144:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007a5723bd/0xff23d3f688d93ae1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x900:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185324.053615:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00010000:00010000:3.0:1789185324.053616:0:178144:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1789185324.053634:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185324.053640:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007a5723bd/0xff23d3f688d93ae1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x900:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.053648:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14a862000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185324.053653:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007a5723bd/0xff23d3f688d93ae1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x900:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.053662:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007a5723bd/0xff23d3f688d93ae1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x900:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.053672:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007a5723bd/0xff23d3f688d93ae1 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x900:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.053679:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007a5723bd/0xff23d3f688d93ae1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x900:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.053698:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185324.053700:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185324.053701:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789185324.053749:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185324.053761:0:178144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14980a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+1005:3635:x1876087019014784:12345-0@lo:6:osp-syn-0-0.0 Request processed in 17414us (17912us total) trans 4294977971 rc 0/0
00000100:00100000:3.0:1789185324.053769:0:178144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38236
00000100:00100000:3.0:1789185324.053802:0:178145:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149d62680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:178145:1876087019015552:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185324.053816:0:178145:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000fb0703b2/0xff23d3f688d93aef lrc: 3/0,1 mode: --/PW res: [0x280000401:0x903:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185324.054093:0:178149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010844672
00000100:00100000:0.0:1789185324.054098:0:178149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010844672
00010000:00010000:0.0:1789185324.054115:0:178149:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d53689a3/0xff23d3f688d8fd8c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x902:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b981 expref: 11 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185324.054132:0:178149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010844544
00000100:00100000:0.0:1789185324.054134:0:178149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010844544
00010000:00010000:0.0:1789185324.054145:0:178149:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b4ed3be6/0xff23d3f688d8fda1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x903:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b98f expref: 12 pid: 8491 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185324.054161:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23724
00000100:00100000:0.0:1789185324.054169:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d16ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+12:2392:x1876087010844672:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185324.054177:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185324.054182:0:178149:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d53689a3/0xff23d3f688d8fd8c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x902:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b981 expref: 12 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.054193:0:178149:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d53689a3/0xff23d3f688d8fd8c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x902:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b981 expref: 12 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.054213:0:178149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d53689a3/0xff23d3f688d8fd8c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x902:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b981 expref: 12 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.054223:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x902:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185324.054226:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x902:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185324.054230:0:178149:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000002abebc88/0xff23d3f688d93af6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x902:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.054238:0:178149:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002abebc88/0xff23d3f688d93af6 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x902:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.054253:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185324.054278:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d16ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+11:2392:x1876087010844672:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 110us (664us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185324.054285:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23724
00000100:00100000:0.0:1789185324.054344:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23725
00000100:00100000:0.0:1789185324.054352:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d16f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+10:2392:x1876087010844544:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185324.054359:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185324.054364:0:178149:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b4ed3be6/0xff23d3f688d8fda1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x903:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b98f expref: 10 pid: 8491 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.054375:0:178149:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b4ed3be6/0xff23d3f688d8fda1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x903:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b98f expref: 10 pid: 8491 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.054394:0:178149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b4ed3be6/0xff23d3f688d8fda1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x903:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b98f expref: 10 pid: 8491 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.054404:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x903:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185324.054407:0:178149:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x903:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185324.054410:0:178149:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000fb0703b2/0xff23d3f688d93aef lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x903:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.054417:0:178149:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fb0703b2/0xff23d3f688d93aef lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x903:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.054451:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1789185324.054462:0:178145:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000fb0703b2/0xff23d3f688d93aef lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x903:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.054470:0:178145:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fb0703b2/0xff23d3f688d93aef lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x903:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.054479:0:178145:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fb0703b2/0xff23d3f688d93aef lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x903:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.054487:0:178145:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fb0703b2/0xff23d3f688d93aef lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x903:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.054498:0:178145:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1789185324.054634:0:178145:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149808380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+1005:3635:x1876087019015168:12345-0@lo:6:osp-syn-0-0.0 Request processed in 18030us (18587us total) trans 4294977972 rc 0/0
00000100:00100000:0.0:1789185324.054641:0:178145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38238
00000100:00100000:0.0:1789185324.054677:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d16f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+9:2392:x1876087010844544:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 327us (928us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185324.054684:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23725
00010000:00010000:1.0:1789185324.054817:0:8428:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000009276d1dc/0xff23d3f688d93ae8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x901:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.054827:0:8428:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009276d1dc/0xff23d3f688d93ae8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x901:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.054835:0:8428:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009276d1dc/0xff23d3f688d93ae8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x901:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.054843:0:8428:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009276d1dc/0xff23d3f688d93ae8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x901:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.054864:0:8428:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:1.0:1789185324.054956:0:8428:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149808e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+1005:3637:x1876087019014912:12345-0@lo:6:osp-syn-0-0.0 Request processed in 18596us (19051us total) trans 4294977973 rc 0/0
00000100:00100000:1.0:1789185324.054963:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38237
00010000:00010000:1.0:1789185324.054984:0:178147:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000002abebc88/0xff23d3f688d93af6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x902:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.054992:0:178147:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002abebc88/0xff23d3f688d93af6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x902:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.055000:0:178147:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002abebc88/0xff23d3f688d93af6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x902:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.055007:0:178147:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002abebc88/0xff23d3f688d93af6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x902:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.055021:0:178147:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00000100:00100000:1.0:1789185324.055089:0:178147:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149808700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+1005:3637:x1876087019015040:12345-0@lo:6:osp-syn-0-0.0 Request processed in 18323us (18870us total) trans 4294977974 rc 0/0
00000100:00100000:1.0:1789185324.055095:0:178147:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38239
00000004:00080000:1.0:1789185324.055146:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14980ad80/2, rc 0, transno 4294977972
00000100:00100000:1.0:1789185324.055153:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14980ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087019015168:0@lo:6:osp-syn-0-0.0
00000004:00080000:1.0:1789185324.055165:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b149809500/2, rc 0, transno 4294977971
00000100:00100000:1.0:1789185324.055168:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149809500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087019014784:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1789185324.055190:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14a827800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087019018368:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1789185324.055226:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:1.0:1789185324.055258:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:1.0:1789185324.055264:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fb0703b2/0xff23d3f688d93aef lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x903:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.055273:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14a862600 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185324.055277:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fb0703b2/0xff23d3f688d93aef lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x903:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.055287:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fb0703b2/0xff23d3f688d93aef lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x903:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.055301:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fb0703b2/0xff23d3f688d93aef lrc: 1/0,0 mode: --/PW res: [0x280000401:0x903:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.055308:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fb0703b2/0xff23d3f688d93aef lrc: 0/0,0 mode: --/PW res: [0x280000401:0x903:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.055324:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:1.0:1789185324.055327:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009276d1dc/0xff23d3f688d93ae8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x901:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.055333:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14cb96400 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185324.055336:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009276d1dc/0xff23d3f688d93ae8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x901:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.055343:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009276d1dc/0xff23d3f688d93ae8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x901:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.055358:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009276d1dc/0xff23d3f688d93ae8 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x901:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.055365:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009276d1dc/0xff23d3f688d93ae8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x901:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.055378:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1789185324.055381:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002abebc88/0xff23d3f688d93af6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x902:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.055387:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14cb97400 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185324.055390:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002abebc88/0xff23d3f688d93af6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x902:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.055398:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002abebc88/0xff23d3f688d93af6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x902:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.055408:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002abebc88/0xff23d3f688d93af6 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x902:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.055415:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002abebc88/0xff23d3f688d93af6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x902:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.055439:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185324.055441:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185324.055443:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:1.0:1789185324.055466:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14980bb80/2, rc 0, transno 4294977974
00000100:00100000:1.0:1789185324.055471:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14980bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087019015040:0@lo:6:osp-syn-0-0.0
00000004:00080000:1.0:1789185324.055479:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b149809c00/2, rc 0, transno 4294977973
00000100:00100000:1.0:1789185324.055483:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149809c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087019014912:0@lo:6:osp-syn-0-0.0
00010000:00010000:0.0:1789185324.055644:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789185324.055656:0:178169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019018368
00000100:00100000:0.0:1789185324.055663:0:178169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019018368
00000100:00100000:0.0:1789185324.055705:0:178169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38250
00000100:00100000:0.0:1789185324.055714:0:178169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d420700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+998:3638:x1876087019018368:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1789185324.055740:0:178169:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2305 count 1
00010000:00010000:0.0:1789185324.055762:0:178169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005d3876dd/0xff23d3f688d93b43 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x901:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.055780:0:178169:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004dfa79df/0xff23d3f688d8fd85 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x901:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b97a expref: 16 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.055789:0:178169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x901:0x0].0x0 since=125s v=(0 0)
00010000:00010000:0.0:1789185324.055793:0:178169:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x901:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185324.055798:0:178169:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005d3876dd/0xff23d3f688d93b43 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x901:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.055827:0:178169:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004dfa79df/0xff23d3f688d8fd85 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x901:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b97a expref: 16 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.055841:0:178169:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004dfa79df/0xff23d3f688d8fd85 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x901:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b97a expref: 16 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185324.055854:0:178169:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d16f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:178169:1876087019018496:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185324.056053:0:178169:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1486aa300 going to sleep for 11 seconds
00010000:00010000:3.0:1789185324.056137:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789185324.057115:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185324.057173:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010844800
00000100:00100000:1.0:1789185324.057180:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010844800
00010000:00010000:1.0:1789185324.057213:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000031d0d16e/0xff23d3f688d8fda8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x904:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b99d expref: 9 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185324.057287:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23726
00000100:00100000:1.0:1789185324.057297:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b247d6ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+9:2392:x1876087010844800:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185324.057309:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185324.057315:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000031d0d16e/0xff23d3f688d8fda8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x904:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b99d expref: 9 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.057329:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000031d0d16e/0xff23d3f688d8fda8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x904:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b99d expref: 9 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.057363:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000031d0d16e/0xff23d3f688d8fda8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x904:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b99d expref: 9 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.057379:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x904:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185324.057383:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x904:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185324.057389:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000041c7fe35/0xff23d3f688d93afd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x904:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.057403:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000041c7fe35/0xff23d3f688d93afd lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x904:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.057449:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185324.057487:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b247d6ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+8:2392:x1876087010844800:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 192us (377us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185324.057495:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23726
00010000:00010000:3.0:1789185324.057580:0:35222:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000041c7fe35/0xff23d3f688d93afd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x904:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.057591:0:35222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000041c7fe35/0xff23d3f688d93afd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x904:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.057607:0:35222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000041c7fe35/0xff23d3f688d93afd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x904:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.057615:0:35222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000041c7fe35/0xff23d3f688d93afd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x904:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.057630:0:35222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1789185324.057778:0:35222:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14e9a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+1005:3636:x1876087019015808:12345-0@lo:6:osp-syn-0-0.0 Request processed in 19992us (20081us total) trans 4294977975 rc 0/0
00000100:00100000:3.0:1789185324.057785:0:35222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38240
00010000:00010000:0.0:1789185324.057967:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185324.057975:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000041c7fe35/0xff23d3f688d93afd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x904:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.057983:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b147540a00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185324.057987:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000041c7fe35/0xff23d3f688d93afd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x904:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.057997:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000041c7fe35/0xff23d3f688d93afd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x904:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.058010:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000041c7fe35/0xff23d3f688d93afd lrc: 1/0,0 mode: --/PW res: [0x280000401:0x904:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.058016:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000041c7fe35/0xff23d3f688d93afd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x904:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:2.0:1789185324.058026:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14b5fed80/2, rc 0, transno 4294977975
00000100:00100000:2.0:1789185324.058033:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14b5fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087019015808:0@lo:6:osp-syn-0-0.0
00010000:00010000:0.0:1789185324.058034:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185324.058036:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185324.058037:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789185324.060838:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185324.060864:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185324.060882:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185324.060900:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185324.060994:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010844928
00000100:00100000:1.0:1789185324.061002:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010844928
00010000:00010000:1.0:1789185324.061043:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000953dd9e1/0xff23d3f688d8fd38 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b926 expref: 17 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185324.061078:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010845184
00000100:00100000:1.0:1789185324.061082:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010845184
00010000:00010000:1.0:1789185324.061097:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007c833a08/0xff23d3f688d8fd4d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b942 expref: 18 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185324.061114:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010845056
00000100:00100000:1.0:1789185324.061116:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010845056
00010000:00010000:1.0:1789185324.061128:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000045c7abe7/0xff23d3f688d8fd31 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b918 expref: 19 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185324.061149:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010845312
00000100:00100000:1.0:1789185324.061152:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010845312
00010000:00010000:1.0:1789185324.061164:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c294471f/0xff23d3f688d8fd5b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b95e expref: 20 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185324.061180:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23727
00000100:00100000:1.0:1789185324.061188:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d422300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+20:2392:x1876087010844928:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185324.061203:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185324.061208:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000953dd9e1/0xff23d3f688d8fd38 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b926 expref: 20 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.061220:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000953dd9e1/0xff23d3f688d8fd38 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b926 expref: 20 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.061246:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8fb:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185324.061250:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8fb:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185324.061257:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000082922428/0xff23d3f688d93b19 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.061268:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000082922428/0xff23d3f688d93b19 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.061291:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185324.061342:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d422300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+20:2392:x1876087010844928:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 153us (512us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185324.061360:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23727
00000100:00100000:1.0:1789185324.061379:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23728
00000100:00100000:1.0:1789185324.061385:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d423800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+19:2392:x1876087010845184:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185324.061393:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185324.061398:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007c833a08/0xff23d3f688d8fd4d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b942 expref: 19 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.061408:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007c833a08/0xff23d3f688d8fd4d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b942 expref: 19 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.061430:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8fd:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185324.061434:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8fd:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185324.061438:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008c72d290/0xff23d3f688d93b27 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.061446:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008c72d290/0xff23d3f688d93b27 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.061457:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185324.061474:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d423800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+19:2392:x1876087010845184:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 89us (610us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185324.061480:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23728
00000100:00100000:1.0:1789185324.061491:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23729
00000100:00100000:1.0:1789185324.061497:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d421880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+18:2392:x1876087010845056:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185324.061506:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185324.061511:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000045c7abe7/0xff23d3f688d8fd31 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b918 expref: 18 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.061520:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000045c7abe7/0xff23d3f688d8fd31 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b918 expref: 18 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.061531:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8fa:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185324.061534:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8fa:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185324.061538:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000004be1e59/0xff23d3f688d93b20 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.061570:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000004be1e59/0xff23d3f688d93b20 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.061582:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185324.061599:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d421880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+18:2392:x1876087010845056:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 102us (716us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185324.061605:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23729
00000100:00100000:1.0:1789185324.061617:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23730
00000100:00100000:1.0:1789185324.061622:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d420000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+17:2392:x1876087010845312:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185324.061629:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185324.061633:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c294471f/0xff23d3f688d8fd5b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b95e expref: 17 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.061647:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c294471f/0xff23d3f688d8fd5b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b95e expref: 17 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.061660:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8ff:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185324.061663:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8ff:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185324.061667:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001d3f5493/0xff23d3f688d93b2e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.061674:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001d3f5493/0xff23d3f688d93b2e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.061686:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185324.061703:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d420000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+17:2392:x1876087010845312:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 80us (802us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185324.061709:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23730
00010000:00010000:1.0:1789185324.061754:0:8429:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000045c7abe7/0xff23d3f688d8fd31 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b918 expref: 16 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185324.061767:0:8429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d423100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8429:1876087019017344:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185324.061791:0:8429:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000004be1e59/0xff23d3f688d93b20 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.061801:0:8429:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000004be1e59/0xff23d3f688d93b20 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.061813:0:8429:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000004be1e59/0xff23d3f688d93b20 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.061822:0:8429:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000004be1e59/0xff23d3f688d93b20 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.061830:0:8429:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000004be1e59/0xff23d3f688d93b20 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.061846:0:8429:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1789185324.061997:0:8429:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f3a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+999:3636:x1876087019016576:12345-0@lo:6:osp-syn-1-0.0 Request processed in 22301us (22749us total) trans 4294989761 rc 0/0
00000100:00100000:1.0:1789185324.062006:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38245
00000100:00100000:1.0:1789185324.062046:0:178143:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d421500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:178143:1876087019018240:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185324.062060:0:178143:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000073a85681/0xff23d3f688d93b3c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x900:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.062077:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1789185324.062083:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000004be1e59/0xff23d3f688d93b20 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.062090:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14cb97a00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185324.062095:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000004be1e59/0xff23d3f688d93b20 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.062109:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000004be1e59/0xff23d3f688d93b20 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.062121:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000004be1e59/0xff23d3f688d93b20 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.062128:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000004be1e59/0xff23d3f688d93b20 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.062146:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185324.062147:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185324.062149:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185324.062462:0:34810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000953dd9e1/0xff23d3f688d8fd38 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b926 expref: 15 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185324.062476:0:34810:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f3a4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:34810:1876087019017216:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185324.062491:0:34810:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000082922428/0xff23d3f688d93b19 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.062500:0:34810:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000082922428/0xff23d3f688d93b19 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.062507:0:34810:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000082922428/0xff23d3f688d93b19 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.062515:0:34810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000082922428/0xff23d3f688d93b19 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.062522:0:34810:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000082922428/0xff23d3f688d93b19 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.062561:0:34810:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1789185324.062659:0:34810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f108700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+999:3636:x1876087019016704:12345-0@lo:6:osp-syn-1-0.0 Request processed in 23158us (23593us total) trans 4294989762 rc 0/0
00000100:00100000:3.0:1789185324.062667:0:34810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38244
00010000:00010000:2.0:1789185324.063095:0:16720:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007c833a08/0xff23d3f688d8fd4d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b942 expref: 14 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185324.063112:0:16720:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f3a6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16720:1876087019017472:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185324.063127:0:16720:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000008c72d290/0xff23d3f688d93b27 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.063136:0:16720:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000008c72d290/0xff23d3f688d93b27 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.063143:0:16720:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008c72d290/0xff23d3f688d93b27 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.063151:0:16720:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008c72d290/0xff23d3f688d93b27 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.063158:0:16720:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008c72d290/0xff23d3f688d93b27 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.063171:0:16720:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:2.0:1789185324.063273:0:16720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+999:3637:x1876087019016960:12345-0@lo:6:osp-syn-1-0.0 Request processed in 23151us (23915us total) trans 4294989763 rc 0/0
00000100:00100000:2.0:1789185324.063280:0:16720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38246
00010000:00010000:2.0:1789185324.063316:0:35223:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c294471f/0xff23d3f688d8fd5b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b95e expref: 13 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185324.063327:0:35223:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f3a4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:35223:1876087019017856:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185324.063343:0:35223:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000001d3f5493/0xff23d3f688d93b2e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.063352:0:35223:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000001d3f5493/0xff23d3f688d93b2e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.063358:0:35223:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001d3f5493/0xff23d3f688d93b2e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.063367:0:35223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001d3f5493/0xff23d3f688d93b2e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.063373:0:35223:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001d3f5493/0xff23d3f688d93b2e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.063389:0:35223:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00000100:00100000:2.0:1789185324.063484:0:35223:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f3a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+999:3636:x1876087019017728:12345-0@lo:6:osp-syn-1-0.0 Request processed in 20940us (21371us total) trans 4294989764 rc 0/0
00000100:00100000:2.0:1789185324.063491:0:35223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38247
00000100:00100000:2.0:1789185324.063528:0:178142:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f108e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:178142:1876087019016320:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185324.063577:0:178142:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b334684d/0xff23d3f688d93b04 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x905:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185324.063605:0:8491:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f10ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8491:1876087019016448:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185324.063618:0:8491:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001ca74504/0xff23d3f688d93b0b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x906:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.063632:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:2.0:1789185324.063638:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000082922428/0xff23d3f688d93b19 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.063646:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b147541200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185324.063649:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000082922428/0xff23d3f688d93b19 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.063657:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000082922428/0xff23d3f688d93b19 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.063675:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000082922428/0xff23d3f688d93b19 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.063682:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000082922428/0xff23d3f688d93b19 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 34810 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.063702:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:2.0:1789185324.063705:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008c72d290/0xff23d3f688d93b27 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.063710:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b147541c00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185324.063713:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008c72d290/0xff23d3f688d93b27 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.063726:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008c72d290/0xff23d3f688d93b27 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.063736:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008c72d290/0xff23d3f688d93b27 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.063743:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008c72d290/0xff23d3f688d93b27 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.063756:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185324.063760:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001d3f5493/0xff23d3f688d93b2e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.063766:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149bd5400 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185324.063769:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001d3f5493/0xff23d3f688d93b2e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.063776:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001d3f5493/0xff23d3f688d93b2e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.063784:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001d3f5493/0xff23d3f688d93b2e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.063792:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001d3f5493/0xff23d3f688d93b2e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.063809:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185324.063811:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185324.063812:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:2.0:1789185324.063842:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14876f800/2, rc 0, transno 4294989764
00000100:00100000:2.0:1789185324.063857:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14876f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087019017728:0@lo:6:osp-syn-1-0.0
00000004:00080000:2.0:1789185324.063869:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b149d60700/2, rc 0, transno 4294989761
00000100:00100000:2.0:1789185324.063872:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149d60700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087019016576:0@lo:6:osp-syn-1-0.0
00000004:00080000:2.0:1789185324.063881:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b149d61f80/2, rc 0, transno 4294989762
00000100:00100000:2.0:1789185324.063884:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149d61f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087019016704:0@lo:6:osp-syn-1-0.0
00000004:00080000:2.0:1789185324.063906:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b149d61880/2, rc 0, transno 4294989763
00000100:00100000:2.0:1789185324.063909:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149d61880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087019016960:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185324.065123:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f3a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087019018624:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185324.065196:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185324.065249:0:178146:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019018624
00000100:00100000:2.0:1789185324.065255:0:178146:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019018624
00000100:00100000:2.0:1789185324.065296:0:178146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38251
00000100:00100000:2.0:1789185324.065305:0:178146:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f3a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+999:3635:x1876087019018624:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1789185324.065333:0:178146:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2306 count 1
00010000:00010000:2.0:1789185324.065358:0:178146:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000021af62c9/0xff23d3f688d93b4a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x902:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.065380:0:178146:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000620520b/0xff23d3f688d8fd93 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x902:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b988 expref: 12 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.065393:0:178146:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x902:0x0].0x0 since=125s v=(0 0)
00010000:00010000:2.0:1789185324.065397:0:178146:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x902:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185324.065402:0:178146:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000021af62c9/0xff23d3f688d93b4a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x902:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.065450:0:178146:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000620520b/0xff23d3f688d8fd93 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x902:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b988 expref: 12 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.065464:0:178146:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000620520b/0xff23d3f688d8fd93 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x902:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b988 expref: 12 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185324.065476:0:178146:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f3a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:178146:1876087019018752:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185324.065532:0:178146:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0d80 going to sleep for 11 seconds
00000100:00100000:2.0:1789185324.065596:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f3a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087019018880:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1789185324.065622:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185324.065658:0:24325:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019018880
00000100:00100000:2.0:1789185324.065662:0:24325:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019018880
00000100:00100000:2.0:1789185324.065688:0:24325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38252
00000100:00100000:2.0:1789185324.065695:0:24325:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f3a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+1000:3636:x1876087019018880:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1789185324.065707:0:24325:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2307 count 1
00010000:00010000:2.0:1789185324.065718:0:24325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000057035169/0xff23d3f688d93b51 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x903:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.065730:0:24325:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000aced900e/0xff23d3f688d8fd9a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x903:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b996 expref: 12 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.065738:0:24325:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x903:0x0].0x0 since=125s v=(0 0)
00010000:00010000:2.0:1789185324.065741:0:24325:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x903:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185324.065745:0:24325:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000057035169/0xff23d3f688d93b51 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x903:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.065766:0:24325:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000aced900e/0xff23d3f688d8fd9a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x903:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b996 expref: 12 pid: 34810 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.065776:0:24325:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000aced900e/0xff23d3f688d8fd9a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x903:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b996 expref: 12 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185324.065786:0:24325:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f3a5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24325:1876087019019008:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185324.065812:0:24325:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1553a0600 going to sleep for 11 seconds
00000100:00100000:2.0:1789185324.065854:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f3a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087019019136:0@lo:6:osp-syn-1-0.0
00010000:00010000:1.0:1789185324.065921:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185324.066409:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789185324.068011:0:178169:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d16f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:178169:1876087019018496:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185324.068044:0:178169:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000005d3876dd/0xff23d3f688d93b43 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x901:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185324.068080:0:178148:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d16c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:178148:1876087019017088:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185324.068092:0:178148:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000010a0414/0xff23d3f688d93b12 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185324.068538:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185324.069068:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14a824a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087019019264:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1789185324.070828:0:178145:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019019136
00000100:00100000:0.0:1789185324.070838:0:178145:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019019136
00000100:00100000:0.0:1789185324.070895:0:178145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38253
00000100:00100000:0.0:1789185324.070906:0:178145:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f3a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+1001:3637:x1876087019019136:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1789185324.070939:0:178145:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2308 count 1
00010000:00010000:0.0:1789185324.070965:0:178145:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a850fc00/0xff23d3f688d93b58 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x904:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.070990:0:178145:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ff90bc99/0xff23d3f688d8fdaf lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x904:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b9a4 expref: 12 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.070999:0:178145:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x904:0x0].0x0 since=125s v=(0 0)
00010000:00010000:0.0:1789185324.071004:0:178145:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x904:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185324.071010:0:178145:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a850fc00/0xff23d3f688d93b58 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x904:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.071046:0:178145:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ff90bc99/0xff23d3f688d8fdaf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x904:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b9a4 expref: 12 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.071060:0:178145:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ff90bc99/0xff23d3f688d8fdaf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x904:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b9a4 expref: 12 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185324.071075:0:178145:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d16c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:178145:1876087019019392:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185324.071143:0:178145:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1486aa840 going to sleep for 11 seconds
00000100:00100000:3.0:1789185324.071213:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185324.071284:0:178147:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019019264
00000100:00100000:0.0:1789185324.071288:0:178147:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019019264
00000100:00100000:0.0:1789185324.071320:0:178147:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38254
00000100:00100000:0.0:1789185324.071328:0:178147:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14a825500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+1002:3638:x1876087019019264:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1789185324.071341:0:178147:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2309 count 1
00010000:00010000:0.0:1789185324.071352:0:178147:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000975c7499/0xff23d3f688d93b5f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x905:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.071364:0:178147:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001cf5d409/0xff23d3f688d8fdbd lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x905:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b9b2 expref: 12 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.071371:0:178147:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x905:0x0].0x0 since=125s v=(0 0)
00010000:00010000:0.0:1789185324.071375:0:178147:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x905:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185324.071378:0:178147:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000975c7499/0xff23d3f688d93b5f lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x905:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.071398:0:178147:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001cf5d409/0xff23d3f688d8fdbd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x905:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b9b2 expref: 12 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.071408:0:178147:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001cf5d409/0xff23d3f688d8fdbd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x905:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b9b2 expref: 12 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185324.071437:0:178147:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d16f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:178147:1876087019019520:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185324.071463:0:178147:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1486aa300 going to sleep for 11 seconds
00000100:00100000:2.0:1789185324.071807:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185324.071869:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185324.071951:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185324.071969:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185324.071983:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185324.072048:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010845440
00000100:00100000:3.0:1789185324.072053:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010845440
00010000:00010000:3.0:1789185324.072078:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000082e06649/0xff23d3f688d8fdb6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x905:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b9ab expref: 8 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185324.072099:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010845696
00000100:00100000:3.0:1789185324.072102:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010845696
00010000:00010000:3.0:1789185324.072114:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000941525f1/0xff23d3f688d8fd3f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b934 expref: 13 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185324.072128:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010845568
00000100:00100000:3.0:1789185324.072130:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010845568
00010000:00010000:3.0:1789185324.072141:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000fff93ba1/0xff23d3f688d90167 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x906:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 16777211904->16777215999) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bd39 expref: 9 pid: 35222 timeout: 9501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185324.072151:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010845952
00000100:00100000:3.0:1789185324.072154:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010845952
00010000:00010000:3.0:1789185324.072165:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004dfa79df/0xff23d3f688d8fd85 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x901:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b97a expref: 14 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185324.072177:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010845824
00000100:00100000:3.0:1789185324.072179:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010845824
00010000:00010000:3.0:1789185324.072188:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000289f3fbf/0xff23d3f688d8fd7e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x900:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b96c expref: 15 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185324.072200:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23731
00000100:00100000:3.0:1789185324.072207:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f3a7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+9:2392:x1876087010845440:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185324.072218:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185324.072223:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000082e06649/0xff23d3f688d8fdb6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x905:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b9ab expref: 9 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.072237:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000082e06649/0xff23d3f688d8fdb6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x905:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b9ab expref: 9 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.072261:0:10396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000082e06649/0xff23d3f688d8fdb6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x905:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b9ab expref: 9 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.072277:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x905:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185324.072281:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x905:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185324.072287:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b334684d/0xff23d3f688d93b04 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x905:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.072297:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b334684d/0xff23d3f688d93b04 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x905:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.072332:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185324.072370:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f3a7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+8:2392:x1876087010845440:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 162us (564us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185324.072377:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23731
00000100:00100000:3.0:1789185324.072396:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23732
00000100:00100000:3.0:1789185324.072403:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f3a7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+15:2392:x1876087010845696:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185324.072413:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185324.072417:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000941525f1/0xff23d3f688d8fd3f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b934 expref: 15 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.072439:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000941525f1/0xff23d3f688d8fd3f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b934 expref: 15 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.072454:0:10396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000941525f1/0xff23d3f688d8fd3f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b934 expref: 15 pid: 8428 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.072465:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8fc:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185324.072468:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8fc:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185324.072473:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000010a0414/0xff23d3f688d93b12 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.072481:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000010a0414/0xff23d3f688d93b12 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.072503:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185324.072520:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f3a7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+14:2392:x1876087010845696:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 118us (651us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185324.072526:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23732
00000100:00100000:3.0:1789185324.072538:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23733
00000100:00100000:3.0:1789185324.072566:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b26963d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+7:2392:x1876087010845568:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185324.072574:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185324.072579:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000fff93ba1/0xff23d3f688d90167 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x906:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 16777211904->16777215999) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bd39 expref: 7 pid: 35222 timeout: 9501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.072589:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000fff93ba1/0xff23d3f688d90167 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x906:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 16777211904->16777215999) gid 0 flags: 0x50000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bd39 expref: 7 pid: 35222 timeout: 9501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.072767:0:178142:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b334684d/0xff23d3f688d93b04 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x905:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.072776:0:178142:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b334684d/0xff23d3f688d93b04 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x905:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.072787:0:178142:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b334684d/0xff23d3f688d93b04 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x905:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.072795:0:178142:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b334684d/0xff23d3f688d93b04 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x905:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.072817:0:178142:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1789185324.072847:0:10396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fff93ba1/0xff23d3f688d90167 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x906:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 16777211904->16777215999) gid 0 flags: 0x44801400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bd39 expref: 7 pid: 35222 timeout: 9501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.072860:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x906:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1789185324.072864:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x906:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1789185324.072868:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001ca74504/0xff23d3f688d93b0b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x906:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.072877:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001ca74504/0xff23d3f688d93b0b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x906:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.072907:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185324.072944:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b26963d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+6:2392:x1876087010845568:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 398us (990us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185324.072952:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23733
00000100:00100000:2.0:1789185324.072968:0:178142:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14b5f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+1005:3637:x1876087019015936:12345-0@lo:6:osp-syn-0-0.0 Request processed in 34254us (34945us total) trans 4294977976 rc 0/0
00000100:00100000:2.0:1789185324.072977:0:178142:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38241
00000100:00100000:3.0:1789185324.073001:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23734
00010000:00010000:2.0:1789185324.073003:0:8491:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001ca74504/0xff23d3f688d93b0b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x906:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185324.073011:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f3a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+13:2392:x1876087010845952:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185324.073014:0:8491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001ca74504/0xff23d3f688d93b0b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x906:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.073022:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185324.073025:0:8491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001ca74504/0xff23d3f688d93b0b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x906:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.073030:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004dfa79df/0xff23d3f688d8fd85 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x901:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b97a expref: 13 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.073039:0:8491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001ca74504/0xff23d3f688d93b0b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x906:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.073049:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004dfa79df/0xff23d3f688d8fd85 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x901:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b97a expref: 13 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.073059:0:8491:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00010000:00010000:3.0:1789185324.073067:0:10396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004dfa79df/0xff23d3f688d8fd85 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x901:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b97a expref: 13 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.073091:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x901:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185324.073095:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x901:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185324.073100:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005d3876dd/0xff23d3f688d93b43 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x901:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.073107:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005d3876dd/0xff23d3f688d93b43 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x901:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185324.073121:0:8491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f109f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+1005:3637:x1876087019016192:12345-0@lo:6:osp-syn-0-0.0 Request processed in 34220us (35051us total) trans 4294977977 rc 0/0
00010000:00010000:3.0:1789185324.073132:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185324.073133:0:8491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38242
00010000:00010000:2.0:1789185324.073155:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00000100:00100000:3.0:1789185324.073160:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f3a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+12:2392:x1876087010845952:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 149us (1187us total) trans 0 rc 0/0
00010000:00010000:2.0:1789185324.073164:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b334684d/0xff23d3f688d93b04 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x905:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185324.073174:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23734
00010000:00010000:2.0:1789185324.073177:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b147541800 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185324.073183:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b334684d/0xff23d3f688d93b04 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x905:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.073193:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b334684d/0xff23d3f688d93b04 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x905:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185324.073194:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23735
00000100:00100000:3.0:1789185324.073206:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f3a5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+11:2392:x1876087010845824:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185324.073212:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b334684d/0xff23d3f688d93b04 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x905:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.073215:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185324.073227:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000289f3fbf/0xff23d3f688d8fd7e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x900:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b96c expref: 11 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.073228:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b334684d/0xff23d3f688d93b04 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x905:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178142 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.073252:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000289f3fbf/0xff23d3f688d8fd7e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x900:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b96c expref: 11 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.073263:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185324.073268:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001ca74504/0xff23d3f688d93b0b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x906:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.073269:0:10396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000289f3fbf/0xff23d3f688d8fd7e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x900:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b96c expref: 11 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.073289:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b147540c00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185324.073294:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x900:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185324.073294:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001ca74504/0xff23d3f688d93b0b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x906:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.073300:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x900:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185324.073310:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000073a85681/0xff23d3f688d93b3c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x900:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.073323:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001ca74504/0xff23d3f688d93b0b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x906:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.073325:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000073a85681/0xff23d3f688d93b3c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x900:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.073344:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001ca74504/0xff23d3f688d93b0b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x906:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.073353:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001ca74504/0xff23d3f688d93b0b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x906:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.073368:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185324.073370:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185324.073372:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:2.0:1789185324.073409:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14b5f8e00/2, rc 0, transno 4294977977
00000100:00100000:2.0:1789185324.073418:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14b5f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087019016192:0@lo:6:osp-syn-0-0.0
00010000:00010000:3.0:1789185324.073437:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185324.073460:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f3a5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+10:2392:x1876087010845824:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 255us (1475us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185324.073466:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23735
00000100:00100000:3.0:1789185324.073499:0:8431:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14a826d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8431:1876087019017984:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185324.073523:0:8431:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000beb395bd/0xff23d3f688d93b35 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.073581:0:178148:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000010a0414/0xff23d3f688d93b12 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.073591:0:178148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000010a0414/0xff23d3f688d93b12 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.073599:0:178148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000010a0414/0xff23d3f688d93b12 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.073606:0:178148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000010a0414/0xff23d3f688d93b12 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.073620:0:178148:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1789185324.073716:0:178148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+1003:3637:x1876087019016832:12345-0@lo:6:osp-syn-1-0.0 Request processed in 34277us (34667us total) trans 4294989765 rc 0/0
00000100:00100000:0.0:1789185324.073723:0:178148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38243
00010000:00010000:0.0:1789185324.073750:0:178169:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000005d3876dd/0xff23d3f688d93b43 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x901:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.073758:0:178169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005d3876dd/0xff23d3f688d93b43 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x901:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.073771:0:178169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005d3876dd/0xff23d3f688d93b43 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x901:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.073778:0:178169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005d3876dd/0xff23d3f688d93b43 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x901:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.073799:0:178169:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:0.0:1789185324.073871:0:178169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d420700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+1003:3638:x1876087019018368:12345-0@lo:6:osp-syn-1-0.0 Request processed in 18158us (18643us total) trans 4294989766 rc 0/0
00000100:00100000:0.0:1789185324.073877:0:178169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38250
00000100:00100000:0.0:1789185324.073999:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185324.074019:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010846208
00000100:00100000:0.0:1789185324.074025:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010846208
00010000:00010000:0.0:1789185324.074049:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000620520b/0xff23d3f688d8fd93 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x902:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b988 expref: 10 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185324.074071:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23736
00000100:00100000:0.0:1789185324.074079:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d16ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+10:2392:x1876087010846208:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185324.074087:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185324.074092:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000620520b/0xff23d3f688d8fd93 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x902:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b988 expref: 10 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.074102:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000620520b/0xff23d3f688d8fd93 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x902:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b988 expref: 10 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.074122:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x902:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185324.074126:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x902:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185324.074130:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000021af62c9/0xff23d3f688d93b4a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x902:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.074138:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000021af62c9/0xff23d3f688d93b4a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x902:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.074153:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185324.074174:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d16ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+10:2392:x1876087010846208:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 97us (176us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185324.074180:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23736
00000100:00100000:0.0:1789185324.074223:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185324.074239:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010846080
00000100:00100000:0.0:1789185324.074243:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010846080
00010000:00010000:0.0:1789185324.074258:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a445c96f/0xff23d3f688d8ff0d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x8fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 16777216->16781311) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4badf expref: 10 pid: 35222 timeout: 9501 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185324.074278:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23737
00000100:00100000:0.0:1789185324.074285:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d16d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+10:2392:x1876087010846080:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185324.074293:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185324.074298:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a445c96f/0xff23d3f688d8ff0d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x8fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 16777216->16781311) gid 0 flags: 0x60000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4badf expref: 10 pid: 35222 timeout: 9501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.074308:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a445c96f/0xff23d3f688d8ff0d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 16777216->16781311) gid 0 flags: 0x50000400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4badf expref: 10 pid: 35222 timeout: 9501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.074321:0:178150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a445c96f/0xff23d3f688d8ff0d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 16777216->16781311) gid 0 flags: 0x44801400030020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4badf expref: 10 pid: 35222 timeout: 9501 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.074332:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8fe:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1789185324.074335:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8fe:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1789185324.074339:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000beb395bd/0xff23d3f688d93b35 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.074345:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000beb395bd/0xff23d3f688d93b35 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.074360:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185324.074378:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d16d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+9:2392:x1876087010846080:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 94us (155us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185324.074384:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23737
00000100:00100000:0.0:1789185324.074444:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185324.074461:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010846336
00000100:00100000:0.0:1789185324.074465:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010846336
00010000:00010000:0.0:1789185324.074480:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000aced900e/0xff23d3f688d8fd9a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x903:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b996 expref: 9 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185324.074500:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23738
00000100:00100000:0.0:1789185324.074507:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d16dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+9:2392:x1876087010846336:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185324.074514:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185324.074518:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000aced900e/0xff23d3f688d8fd9a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x903:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b996 expref: 9 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.074529:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000aced900e/0xff23d3f688d8fd9a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x903:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b996 expref: 9 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.074540:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x903:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185324.074543:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x903:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185324.074570:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000057035169/0xff23d3f688d93b51 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x903:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.074578:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000057035169/0xff23d3f688d93b51 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x903:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.074591:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185324.074609:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d16dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+9:2392:x1876087010846336:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 103us (164us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185324.074615:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23738
00000004:00080000:2.0:1789185324.074882:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14b5fca80/2, rc 0, transno 4294977976
00000100:00100000:2.0:1789185324.074888:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14b5fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087019015936:0@lo:6:osp-syn-0-0.0
00000004:00080000:2.0:1789185324.074906:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b149d60380/2, rc 0, transno 4294989765
00000100:00100000:2.0:1789185324.074910:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149d60380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087019016832:0@lo:6:osp-syn-1-0.0
00010000:00010000:2.0:1789185324.074936:0:178146:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000620520b/0xff23d3f688d8fd93 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x902:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b988 expref: 8 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185324.074948:0:178146:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f3a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:178146:1876087019018752:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185324.074968:0:178146:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000021af62c9/0xff23d3f688d93b4a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x902:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.074978:0:178146:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000021af62c9/0xff23d3f688d93b4a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x902:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.074986:0:178146:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000021af62c9/0xff23d3f688d93b4a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x902:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.074995:0:178146:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000021af62c9/0xff23d3f688d93b4a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x902:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.075004:0:178146:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000021af62c9/0xff23d3f688d93b4a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x902:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.075019:0:178146:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00000100:00100000:2.0:1789185324.075127:0:178146:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f3a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+1003:3635:x1876087019018624:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9822us (9930us total) trans 4294989767 rc 0/0
00000100:00100000:2.0:1789185324.075134:0:178146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38251
00000004:00080000:2.0:1789185324.075162:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f3a4e00/2, rc 0, transno 4294989767
00000100:00100000:2.0:1789185324.075166:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f3a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087019018624:0@lo:6:osp-syn-1-0.0
00010000:00010000:2.0:1789185324.075178:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:2.0:1789185324.075184:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000010a0414/0xff23d3f688d93b12 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.075192:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14bc29a00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185324.075195:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000010a0414/0xff23d3f688d93b12 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.075205:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000010a0414/0xff23d3f688d93b12 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.075217:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000010a0414/0xff23d3f688d93b12 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.075224:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000010a0414/0xff23d3f688d93b12 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.075241:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:2.0:1789185324.075244:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005d3876dd/0xff23d3f688d93b43 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x901:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.075250:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14bc29c00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185324.075253:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005d3876dd/0xff23d3f688d93b43 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x901:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.075259:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005d3876dd/0xff23d3f688d93b43 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x901:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.075268:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005d3876dd/0xff23d3f688d93b43 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x901:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.075275:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005d3876dd/0xff23d3f688d93b43 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x901:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.075292:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185324.075296:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000021af62c9/0xff23d3f688d93b4a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x902:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.075302:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149bd5200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185324.075305:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000021af62c9/0xff23d3f688d93b4a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x902:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.075313:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000021af62c9/0xff23d3f688d93b4a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x902:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.075323:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000021af62c9/0xff23d3f688d93b4a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x902:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.075330:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000021af62c9/0xff23d3f688d93b4a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x902:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.075341:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185324.075343:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185324.075345:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185324.075363:0:24325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000aced900e/0xff23d3f688d8fd9a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x903:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b996 expref: 7 pid: 34810 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185324.075373:0:24325:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f3a5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24325:1876087019019008:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185324.075387:0:24325:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000057035169/0xff23d3f688d93b51 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x903:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.075395:0:24325:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000057035169/0xff23d3f688d93b51 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x903:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.075403:0:24325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000057035169/0xff23d3f688d93b51 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x903:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.075412:0:24325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000057035169/0xff23d3f688d93b51 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x903:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.075435:0:24325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000057035169/0xff23d3f688d93b51 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x903:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.075449:0:24325:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1789185324.075521:0:24325:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f3a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+1003:3636:x1876087019018880:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9826us (9898us total) trans 4294989768 rc 0/0
00000100:00100000:2.0:1789185324.075528:0:24325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38252
00000004:00080000:2.0:1789185324.075590:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f3a4700/2, rc 0, transno 4294989768
00000100:00100000:2.0:1789185324.075594:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f3a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087019018880:0@lo:6:osp-syn-1-0.0
00010000:00010000:2.0:1789185324.075608:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185324.075611:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000057035169/0xff23d3f688d93b51 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x903:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.075618:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149bd4e00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185324.075621:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000057035169/0xff23d3f688d93b51 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x903:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.075629:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000057035169/0xff23d3f688d93b51 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x903:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.075639:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000057035169/0xff23d3f688d93b51 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x903:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.075646:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000057035169/0xff23d3f688d93b51 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x903:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.075658:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185324.075660:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185324.075662:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185324.075910:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185324.075924:0:178143:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000073a85681/0xff23d3f688d93b3c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x900:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.075933:0:178143:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000073a85681/0xff23d3f688d93b3c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x900:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.075940:0:178143:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000073a85681/0xff23d3f688d93b3c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x900:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.075947:0:178143:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000073a85681/0xff23d3f688d93b3c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x900:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.075961:0:178143:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:1.0:1789185324.076048:0:178143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d420a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+1003:3637:x1876087019018112:12345-0@lo:6:osp-syn-1-0.0 Request processed in 32237us (32450us total) trans 4294989769 rc 0/0
00000100:00100000:1.0:1789185324.076055:0:178143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38249
00010000:00010000:1.0:1789185324.076080:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1789185324.076085:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000073a85681/0xff23d3f688d93b3c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x900:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.076092:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14cb96000 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185324.076095:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000073a85681/0xff23d3f688d93b3c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x900:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.076103:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000073a85681/0xff23d3f688d93b3c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x900:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.076115:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000073a85681/0xff23d3f688d93b3c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x900:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.076122:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000073a85681/0xff23d3f688d93b3c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x900:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.076137:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185324.076138:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185324.076140:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185324.076145:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:1.0:1789185324.076177:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14a827480/2, rc 0, transno 4294989769
00000100:00100000:1.0:1789185324.076182:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14a827480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087019018112:0@lo:6:osp-syn-1-0.0
00010000:00010000:3.0:1789185324.076511:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:2.0:1789185324.076616:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14a827800/2, rc 0, transno 4294989766
00000100:00100000:2.0:1789185324.076621:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14a827800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087019018368:0@lo:6:osp-syn-1-0.0
00010000:00010000:3.0:1789185324.076632:0:8431:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000beb395bd/0xff23d3f688d93b35 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.076645:0:8431:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000beb395bd/0xff23d3f688d93b35 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.076654:0:8431:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000beb395bd/0xff23d3f688d93b35 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.076662:0:8431:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000beb395bd/0xff23d3f688d93b35 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.076687:0:8431:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1789185324.076739:0:178145:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d16c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:178145:1876087019019392:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185324.076763:0:178145:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000a850fc00/0xff23d3f688d93b58 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x904:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185324.076794:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f3a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+1003:3636:x1876087019017600:12345-0@lo:6:osp-syn-1-0.0 Request processed in 34134us (34374us total) trans 4294989770 rc 0/0
00000100:00100000:3.0:1789185324.076804:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38248
00000100:00100000:0.0:1789185324.076823:0:178147:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d16f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:178147:1876087019019520:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185324.076838:0:178147:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000975c7499/0xff23d3f688d93b5f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x905:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:2.0:1789185324.076900:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14876f100/2, rc 0, transno 4294989770
00000100:00100000:2.0:1789185324.076905:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14876f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087019017600:0@lo:6:osp-syn-1-0.0
00010000:00010000:2.0:1789185324.076919:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185324.076924:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000beb395bd/0xff23d3f688d93b35 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.076932:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14a863c00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185324.076935:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000beb395bd/0xff23d3f688d93b35 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.076945:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000beb395bd/0xff23d3f688d93b35 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.076959:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000beb395bd/0xff23d3f688d93b35 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.076967:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000beb395bd/0xff23d3f688d93b35 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185324.076982:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185324.076984:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185324.076985:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789185324.082898:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185324.083015:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010846464
00000100:00100000:2.0:1789185324.083021:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185324.083030:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010846464
00000100:00100000:2.0:1789185324.083054:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010846592
00000100:00100000:2.0:1789185324.083060:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010846592
00010000:00010000:3.0:1789185324.083100:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ff90bc99/0xff23d3f688d8fdaf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x904:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b9a4 expref: 8 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185324.083145:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23739
00000100:00100000:3.0:1789185324.083157:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f3a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+8:2393:x1876087010846464:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185324.083172:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185324.083179:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ff90bc99/0xff23d3f688d8fdaf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x904:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b9a4 expref: 8 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.083193:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ff90bc99/0xff23d3f688d8fdaf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x904:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b9a4 expref: 8 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.083221:0:10396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ff90bc99/0xff23d3f688d8fdaf lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x904:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b9a4 expref: 8 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.083240:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x904:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185324.083245:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x904:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185324.083252:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a850fc00/0xff23d3f688d93b58 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x904:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.083262:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a850fc00/0xff23d3f688d93b58 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x904:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.083302:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185324.083361:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f3a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+7:2393:x1876087010846464:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 207us (474us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185324.083370:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23739
00010000:00010000:0.0:1789185324.083432:0:178145:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000a850fc00/0xff23d3f688d93b58 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x904:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.083445:0:178145:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a850fc00/0xff23d3f688d93b58 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x904:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.083457:0:178145:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a850fc00/0xff23d3f688d93b58 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x904:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.083466:0:178145:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a850fc00/0xff23d3f688d93b58 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x904:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.083482:0:178145:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1789185324.083675:0:178145:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f3a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+1003:3637:x1876087019019136:12345-0@lo:6:osp-syn-1-0.0 Request processed in 12771us (15137us total) trans 4294989771 rc 0/0
00000100:00100000:0.0:1789185324.083683:0:178145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38253
00010000:00010000:1.0:1789185324.084601:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1789185324.084612:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a850fc00/0xff23d3f688d93b58 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x904:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.084622:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14bc28600 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185324.084628:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a850fc00/0xff23d3f688d93b58 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x904:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.084638:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a850fc00/0xff23d3f688d93b58 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x904:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.084657:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a850fc00/0xff23d3f688d93b58 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x904:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.084665:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a850fc00/0xff23d3f688d93b58 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x904:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.084687:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185324.084689:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185324.084691:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:1.0:1789185324.084727:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14f3a4380/2, rc 0, transno 4294989771
00000100:00100000:1.0:1789185324.084736:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f3a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087019019136:0@lo:6:osp-syn-1-0.0
00010000:00010000:2.0:1789185324.085941:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001cf5d409/0xff23d3f688d8fdbd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x905:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b9b2 expref: 7 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185324.085986:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23740
00000100:00100000:3.0:1789185324.086000:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b26963c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+6:2393:x1876087010846592:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185324.086017:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185324.086024:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001cf5d409/0xff23d3f688d8fdbd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x905:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b9b2 expref: 6 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.086040:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001cf5d409/0xff23d3f688d8fdbd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x905:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b9b2 expref: 6 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.086060:0:10396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001cf5d409/0xff23d3f688d8fdbd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x905:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4b9b2 expref: 6 pid: 35223 timeout: 9501 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.086190:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x905:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185324.086196:0:10396:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x905:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185324.086203:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000975c7499/0xff23d3f688d93b5f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x905:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.086215:0:10396:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000975c7499/0xff23d3f688d93b5f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x905:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185324.086251:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185324.086302:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b26963c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+5:2393:x1876087010846592:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 305us (3282us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185324.086313:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23740
00010000:00010000:0.0:1789185324.087908:0:178147:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000975c7499/0xff23d3f688d93b5f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x905:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.087928:0:178147:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000975c7499/0xff23d3f688d93b5f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x905:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.087940:0:178147:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000975c7499/0xff23d3f688d93b5f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x905:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.087948:0:178147:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000975c7499/0xff23d3f688d93b5f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x905:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185324.087977:0:178147:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1789185324.088437:0:178147:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14a825500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+1003:3638:x1876087019019264:12345-0@lo:6:osp-syn-1-0.0 Request processed in 17107us (17221us total) trans 4294989772 rc 0/0
00000100:00100000:0.0:1789185324.088447:0:178147:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38254
00010000:00010000:1.0:1789185324.089080:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1789185324.089093:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000975c7499/0xff23d3f688d93b5f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x905:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.089111:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14bc28400 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185324.089117:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000975c7499/0xff23d3f688d93b5f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x905:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.089128:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000975c7499/0xff23d3f688d93b5f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x905:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.089151:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000975c7499/0xff23d3f688d93b5f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x905:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.089159:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000975c7499/0xff23d3f688d93b5f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x905:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 178147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185324.089184:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185324.089186:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185324.089188:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:1.0:1789185324.089664:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b14a824a80/2, rc 0, transno 4294989772
00000100:00100000:1.0:1789185324.089673:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14a824a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087019019264:0@lo:6:osp-syn-1-0.0
00010000:00010000:3.0:1789185324.472675:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789185324.601860:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d16f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1876087019019648:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1789185324.601936:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185324.607380:0:11334:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019019648
00000100:00100000:0.0:1789185324.607399:0:11334:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019019648
00000100:00100000:0.0:1789185324.607501:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7234
00000100:00100000:0.0:1789185324.607513:0:11334:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f3a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1876087019019648:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1789185324.607542:0:11334:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 229376 granted 494811712 pending 0 free 3864621056 avail 3633098752
00000100:00100000:0.0:1789185324.607655:0:11334:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f3a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1876087019019648:12345-0@lo:13:osp-pre-1-1.0 Request processed in 144us (5718us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185324.607663:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7234
00000100:00100000:3.0:1789185324.607737:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d16f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1876087019019648:0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1789185324.607750:0:6511:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1789185325.113755:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d421500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1876087019019776:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1789185325.113829:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185325.113934:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019019776
00000100:00100000:1.0:1789185325.113942:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019019776
00000100:00100000:1.0:1789185325.114623:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7235
00000100:00100000:1.0:1789185325.114636:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14a826d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3636:x1876087019019776:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1789185325.114681:0:8432:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 969857600 pending 0 free 3890466816 avail 3658944512
00000100:00100000:1.0:1789185325.114744:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14a826d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3636:x1876087019019776:12345-0@lo:13:osp-pre-0-1.0 Request processed in 111us (914us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185325.114754:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7235
00000100:00100000:2.0:1789185325.115010:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d421500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1876087019019776:0@lo:13:osp-pre-0-1.0
00000100:00080000:3.0:1789185325.121731:0:6511:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:2.0:1789185325.497855:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:02000400:3.0:1789185325.985414:0:178287:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanityn test 70a: cd directory
00000100:00100000:2.0:1789185326.032473:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185326.032586:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185326.032722:0:35216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010846720
00000100:00100000:3.0:1789185326.032733:0:35216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010846720
00000100:00100000:3.0:1789185326.032847:0:35216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010846976
00000100:00100000:3.0:1789185326.032851:0:35216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010846976
00000100:00100000:3.0:1789185326.032872:0:35216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 70718
00000100:00100000:3.0:1789185326.032882:0:35216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f3a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:5ea6f62d-4e20-4559-8935-61e538d0074d+12:2394:x1876087010846720:12345-192.168.204.3@tcp:41:mkdir.0
00000004:00000024:3.0:1789185326.032923:0:35216:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 1442566144 avail 1296326656
00000100:00100000:3.0:1789185326.032998:0:35216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f3a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:5ea6f62d-4e20-4559-8935-61e538d0074d+12:2394:x1876087010846720:12345-192.168.204.3@tcp:41:mkdir.0 Request processed in 117us (536us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185326.033006:0:35216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 70718
00000100:00100000:3.0:1789185326.033027:0:35216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 70719
00000100:00100000:3.0:1789185326.033034:0:35216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f3a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:5ea6f62d-4e20-4559-8935-61e538d0074d+11:250143:x1876087010846976:12345-192.168.204.3@tcp:36:mkdir.0
00010000:00010000:3.0:1789185326.033071:0:35216:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185326.033103:0:35216:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90b14988bc00/0xff23d3f688d9025c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bd78 expref: 11 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.033121:0:35216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90b244d7ba00)
00010000:00010000:3.0:1789185326.033127:0:35216:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1789185326.033220:0:35216:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a863a00/0xff23d3f688d93b66 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35216 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.033236:0:35216:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90b149b86800/0xff23d3f688d901ec lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bd4e expref: 8 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.033244:0:35216:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a863a00/0xff23d3f688d93b66 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35216 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.033276:0:35216:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90b149b86800/0xff23d3f688d901ec lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bd4e expref: 8 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.033289:0:35216:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90b149b86800/0xff23d3f688d901ec lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bd4e expref: 8 pid: 17813 timeout: 9503 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185326.033303:0:35216:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14a825c00 pname:cluuid:pid:xid:nid:opc:job mdt00_009:lustre-MDT0000_UUID:35216:1876087019019904:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185326.033362:0:35216:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14de82240 going to sleep for 11 seconds
00000100:00080000:2.0:1789185326.033487:0:6511:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:3.0:1789185326.038761:0:35216:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14a825c00 pname:cluuid:pid:xid:nid:opc:job mdt00_009:lustre-MDT0000_UUID:35216:1876087019019904:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185326.038794:0:35216:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a863a00/0xff23d3f688d93b66 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185326.040289:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185326.040790:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010847104
00000100:00100000:2.0:1789185326.040801:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010847104
00010000:00010000:2.0:1789185326.040863:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90b149b86800/0xff23d3f688d901ec lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bd4e expref: 9 pid: 17813 timeout: 9503 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00080000:3.0:1789185326.040937:0:6511:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:2.0:1789185326.041003:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23741
00000100:00100000:2.0:1789185326.041013:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14a825c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e79deea0-f7ae-4edd-b0c3-4df8e4cde9af+9:2392:x1876087010847104:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185326.041029:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185326.041037:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90b149b86800/0xff23d3f688d901ec lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bd4e expref: 9 pid: 17813 timeout: 9503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.041055:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90b149b86800/0xff23d3f688d901ec lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bd4e expref: 9 pid: 17813 timeout: 9503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.041079:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90b149b86800/0xff23d3f688d901ec lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bd4e expref: 9 pid: 17813 timeout: 9503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.041093:0:6499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90b244d7ba00)
00010000:00010000:2.0:1789185326.041099:0:6499:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a863a00/0xff23d3f688d93b66 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.041110:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a863a00/0xff23d3f688d93b66 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 35216 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.041118:0:6499:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a863a00/0xff23d3f688d93b66 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 35216 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.041151:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1789185326.041286:0:35216:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a863a00/0xff23d3f688d93b66 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.041294:0:35216:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a863a00/0xff23d3f688d93b66 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.041320:0:35216:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a862c00/0xff23d3f688d93b6d lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x2cda70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35216 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.041332:0:35216:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a862c00/0xff23d3f688d93b6d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2cda70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35216 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.041340:0:35216:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a862c00/0xff23d3f688d93b6d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2cda70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.041916:0:35216:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a863800/0xff23d3f688d93b74 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x728:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35216 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.041927:0:35216:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a863800/0xff23d3f688d93b74 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x728:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35216 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.041934:0:35216:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a863800/0xff23d3f688d93b74 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x728:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1789185326.041947:0:35216:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000060c38121 reply state 00000000e38b14e3 transno 8589957749 ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a863800/0xff23d3f688d93b74 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x728:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.041958:0:35216:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a863800/0xff23d3f688d93b74 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x728:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35216 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.041964:0:35216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x728:0x0].0x0 (ffff90b14b4fff00)
00010000:00010000:3.0:1789185326.041967:0:35216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1789185326.041970:0:35216:0:(service.c:179:ptlrpc_save_lock()) nlocks 0
00000004:00200000:3.0:1789185326.041976:0:35216:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x728:0x0]: returning size 4096
00010000:00010000:3.0:1789185326.041985:0:35216:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a863a00/0xff23d3f688d93b66 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.041992:0:35216:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a863a00/0xff23d3f688d93b66 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35216 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.041999:0:35216:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a863a00/0xff23d3f688d93b66 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35216 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.042006:0:35216:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a863a00/0xff23d3f688d93b66 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35216 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.042013:0:35216:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14a863a00 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:3.0:1789185326.042017:0:35216:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a863a00/0xff23d3f688d93b66 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35216 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.042025:0:35216:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a863a00/0xff23d3f688d93b66 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35216 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.042034:0:35216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90b244d7ba00)
00010000:00010000:3.0:1789185326.042037:0:35216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1789185326.042040:0:35216:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a863a00/0xff23d3f688d93b66 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35216 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.042047:0:35216:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a863a00/0xff23d3f688d93b66 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35216 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1789185326.042057:0:35216:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000060c38121 reply state 00000000e38b14e3 transno 8589957749 ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a862c00/0xff23d3f688d93b6d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2cda70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.042065:0:35216:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a862c00/0xff23d3f688d93b6d lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2cda70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35216 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.042071:0:35216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2cda70cf (ffff90b14b4ff600)
00010000:00010000:3.0:1789185326.042073:0:35216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1789185326.042075:0:35216:0:(service.c:179:ptlrpc_save_lock()) nlocks 1
00000100:00100000:2.0:1789185326.042186:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14a825c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e79deea0-f7ae-4edd-b0c3-4df8e4cde9af+8:2392:x1876087010847104:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 1171us (1900us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185326.042206:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23741
00000100:00100000:3.0:1789185326.044164:0:35216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f3a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:5ea6f62d-4e20-4559-8935-61e538d0074d+12:250143:x1876087010846976:12345-192.168.204.3@tcp:36:mkdir.0 Request processed in 11120us (11568us total) trans 8589957749 rc 0/0
00000100:00100000:3.0:1789185326.044176:0:35216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 70719
00000001:00080000:3.0:1789185326.045628:0:31015:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589957749 is committed
00000004:00080000:3.0:1789185326.045640:0:31015:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 239 committed
00000004:00080000:3.0:1789185326.045652:0:31015:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 241 committed
00000020:00080000:3.0:1789185326.045663:0:31015:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 4294979508 batchid updated
00010000:00010000:1.0:1789185326.045746:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a862c00/0xff23d3f688d93b6d lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2cda70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35216 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185326.045758:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a862c00/0xff23d3f688d93b6d lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2cda70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35216 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185326.045766:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a862c00/0xff23d3f688d93b6d lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2cda70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35216 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185326.045773:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14a862c00 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:1.0:1789185326.045778:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a862c00/0xff23d3f688d93b6d lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2cda70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35216 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185326.045788:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a862c00/0xff23d3f688d93b6d lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2cda70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35216 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185326.045808:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2cda70cf (ffff90b14b4ff600)
00010000:00010000:1.0:1789185326.045812:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1789185326.045818:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a862c00/0xff23d3f688d93b6d lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x2cda70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35216 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185326.045825:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a862c00/0xff23d3f688d93b6d lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x2cda70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35216 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185326.045846:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a863800/0xff23d3f688d93b74 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x728:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35216 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185326.045853:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a863800/0xff23d3f688d93b74 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x728:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35216 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185326.045864:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a863800/0xff23d3f688d93b74 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x728:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35216 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185326.045883:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14a863800 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:1.0:1789185326.045886:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a863800/0xff23d3f688d93b74 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x728:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35216 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185326.045893:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a863800/0xff23d3f688d93b74 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x728:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35216 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185326.045902:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x728:0x0].0x0 (ffff90b14b4fff00)
00010000:00010000:1.0:1789185326.045905:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1789185326.045908:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a863800/0xff23d3f688d93b74 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x728:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35216 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185326.045914:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a863800/0xff23d3f688d93b74 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x728:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35216 initiator: MDT0 lru_score: 0 lru_type: 0
00000020:00080000:0.0:1789185326.048454:0:31044:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294979508
00000004:00080000:0.0:1789185326.048521:0:31044:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff90b148ec0300 with version 1870
00000020:00080000:0.0:1789185326.048535:0:31044:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 4294979508 cancel update log [0x240000404:0x2:0x0].961: rc = 0
00000020:00080000:0.0:1789185326.048644:0:31044:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 4294979508 cancel update log [0x200000bd0:0x2:0x0].958: rc = 0
00000020:00080000:0.0:1789185326.048653:0:31044:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294979508
00000004:00080000:0.0:1789185326.048661:0:31030:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff90b1428aa240 version 1870 rpc_version 1870
00000020:00100000:0.0:1789185326.048693:0:31030:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8
00000100:00100000:0.0:1789185326.048705:0:31030:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid  req@ffff90b14d16c700 x1876087019020160/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789185326.048732:0:31030:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d16c700 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:31030:1876087019020160:0@lo:1000:osp_up1-0.0
00000100:00100000:0.0:1789185326.048792:0:31030:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185326.048819:0:31030:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b145dbab40 going to sleep for 11 seconds
00000100:00100000:0.0:1789185326.048844:0:6521:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019020160
00000100:00100000:0.0:1789185326.048852:0:6521:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019020160
00000100:00100000:0.0:1789185326.048906:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25238
00000100:00100000:0.0:1789185326.048915:0:6521:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d16fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:31030:x1876087019020160:12345-0@lo:1000:osp_up1-0.0
00000100:00100000:0.0:1789185326.049058:0:6521:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d16fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:31030:x1876087019020160:12345-0@lo:1000:osp_up1-0.0 Request processed in 143us (264us total) trans 4294985786 rc 0/0
00000100:00100000:0.0:1789185326.049067:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25238
00000100:00100000:0.0:1789185326.049126:0:31030:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d16c700 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:31030:1876087019020160:0@lo:1000:osp_up1-0.0
00000100:00100000:3.0:1789185326.067805:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185326.067843:0:10357:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010847232
00000100:00100000:3.0:1789185326.067853:0:10357:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010847232
00000100:00100000:3.0:1789185326.067925:0:10357:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 70720
00000100:00100000:3.0:1789185326.067935:0:10357:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14a827b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+10:250147:x1876087010847232:12345-192.168.204.3@tcp:101:lfs.0
00010000:00010000:3.0:1789185326.067962:0:10357:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1789185326.067985:0:10357:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a863a00/0xff23d3f688d93b7b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xeb7932912cf4be20 expref: -99 pid: 10357 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.068084:0:10357:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a863200/0xff23d3f688d93b82 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10357 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.068102:0:10357:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a863200/0xff23d3f688d93b82 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10357 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.068116:0:10357:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a863200/0xff23d3f688d93b82 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10357 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1789185326.068165:0:10357:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 65536
00000004:00200000:3.0:1789185326.068169:0:10357:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1789185326.068190:0:10357:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a863200/0xff23d3f688d93b82 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10357 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.068217:0:10357:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a863a00/0xff23d3f688d93b7b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4be20 expref: 12 pid: 10357 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.068237:0:10357:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a863200/0xff23d3f688d93b82 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4be20 expref: 11 pid: 10357 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.068247:0:10357:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90b244d7ba00)
00010000:00010000:3.0:1789185326.068251:0:10357:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:3.0:1789185326.068255:0:10357:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90b14a863200, rc 0)
00000100:00100000:3.0:1789185326.068400:0:10357:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14a827b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+11:250147:x1876087010847232:12345-192.168.204.3@tcp:101:lfs.0 Request processed in 465us (603us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185326.068407:0:10357:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 70720
00000100:00100000:0.0:1789185326.074052:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185326.074126:0:35220:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010847360
00000100:00100000:3.0:1789185326.074136:0:35220:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010847360
00000100:00100000:3.0:1789185326.074202:0:35220:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 70721
00000100:00100000:3.0:1789185326.074212:0:35220:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d16ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:5ea6f62d-4e20-4559-8935-61e538d0074d+11:250147:x1876087010847360:12345-192.168.204.3@tcp:101:lfs.0
00010000:00010000:3.0:1789185326.074236:0:35220:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1789185326.074262:0:35220:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a863000/0xff23d3f688d93b89 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xeb7932912cf4be27 expref: -99 pid: 35220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.074359:0:35220:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a862400/0xff23d3f688d93b90 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35220 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.074377:0:35220:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a862400/0xff23d3f688d93b90 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35220 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.074402:0:35220:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a862400/0xff23d3f688d93b90 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35220 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.074418:0:35220:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a862a00/0xff23d3f688d93b97 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2cda70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35220 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.074424:0:35220:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a862a00/0xff23d3f688d93b97 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2cda70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35220 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.074435:0:35220:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a862a00/0xff23d3f688d93b97 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2cda70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35220 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.074526:0:35220:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a863800/0xff23d3f688d93b9e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x728:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35220 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.074535:0:35220:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a863800/0xff23d3f688d93b9e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x728:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35220 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.074570:0:35220:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a863800/0xff23d3f688d93b9e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x728:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35220 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1789185326.074611:0:35220:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x728:0x0]: returning size 4096
00000004:00200000:3.0:1789185326.074615:0:35220:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1789185326.074635:0:35220:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a863800/0xff23d3f688d93b9e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x728:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35220 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.074650:0:35220:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a862400/0xff23d3f688d93b90 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35220 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.074657:0:35220:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a862400/0xff23d3f688d93b90 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35220 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.074665:0:35220:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a862400/0xff23d3f688d93b90 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35220 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.074672:0:35220:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a862400/0xff23d3f688d93b90 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35220 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.074679:0:35220:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14a862400 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:3.0:1789185326.074684:0:35220:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a862400/0xff23d3f688d93b90 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35220 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.074693:0:35220:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a862400/0xff23d3f688d93b90 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 35220 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.074706:0:35220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90b244d7ba00)
00010000:00010000:3.0:1789185326.074709:0:35220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1789185326.074714:0:35220:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a862400/0xff23d3f688d93b90 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35220 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.074721:0:35220:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a862400/0xff23d3f688d93b90 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35220 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.074732:0:35220:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a862a00/0xff23d3f688d93b97 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2cda70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35220 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.074738:0:35220:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a862a00/0xff23d3f688d93b97 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2cda70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35220 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.074745:0:35220:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a862a00/0xff23d3f688d93b97 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2cda70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35220 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.074751:0:35220:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14a862a00 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:3.0:1789185326.074754:0:35220:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a862a00/0xff23d3f688d93b97 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2cda70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35220 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.074760:0:35220:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a862a00/0xff23d3f688d93b97 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2cda70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35220 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.074767:0:35220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2cda70cf (ffff90b149ed9b00)
00010000:00010000:3.0:1789185326.074770:0:35220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1789185326.074773:0:35220:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a862a00/0xff23d3f688d93b97 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2cda70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35220 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.074783:0:35220:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a862a00/0xff23d3f688d93b97 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2cda70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35220 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.074814:0:35220:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a863000/0xff23d3f688d93b89 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4be27 expref: 13 pid: 35220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.074828:0:35220:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a863800/0xff23d3f688d93b9e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x728:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4be27 expref: 12 pid: 35220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.074836:0:35220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x728:0x0].0x0 (ffff90b149ed9f00)
00010000:00010000:3.0:1789185326.074839:0:35220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11
00010000:00010000:3.0:1789185326.074842:0:35220:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90b14a863800, rc 0)
00000100:00100000:3.0:1789185326.075152:0:35220:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d16ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:5ea6f62d-4e20-4559-8935-61e538d0074d+12:250147:x1876087010847360:12345-192.168.204.3@tcp:101:lfs.0 Request processed in 940us (1108us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185326.075160:0:35220:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 70721
00000100:00100000:3.0:1789185326.081198:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185326.081274:0:35224:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010847488
00000100:00100000:2.0:1789185326.081285:0:35224:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010847488
00000100:00100000:2.0:1789185326.081360:0:35224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 70722
00000100:00100000:2.0:1789185326.081370:0:35224:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14a826a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:5ea6f62d-4e20-4559-8935-61e538d0074d+12:250147:x1876087010847488:12345-192.168.204.3@tcp:101:lfs.0
00010000:00010000:2.0:1789185326.081403:0:35224:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1789185326.081429:0:35224:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5200/0xff23d3f688d93ba5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x728:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xeb7932912cf4be2e expref: -99 pid: 35224 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.081530:0:35224:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5400/0xff23d3f688d93bac lrc: 3/1,0 mode: --/CR res: [0x200000402:0x728:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35224 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.081604:0:35224:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5400/0xff23d3f688d93bac lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x728:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35224 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.081618:0:35224:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5400/0xff23d3f688d93bac lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x728:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35224 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.081635:0:35224:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5e00/0xff23d3f688d93bb3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x728:0x0].0xfb53d8db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35224 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.081644:0:35224:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5e00/0xff23d3f688d93bb3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x728:0x0].0xfb53d8db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35224 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.081651:0:35224:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5e00/0xff23d3f688d93bb3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x728:0x0].0xfb53d8db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35224 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.081697:0:35224:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5400/0xff23d3f688d93bac lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x728:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35224 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.081705:0:35224:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5400/0xff23d3f688d93bac lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x728:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35224 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.081717:0:35224:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5400/0xff23d3f688d93bac lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x728:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35224 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.081725:0:35224:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5400/0xff23d3f688d93bac lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x728:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35224 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.081732:0:35224:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149bd5400 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:2.0:1789185326.081737:0:35224:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5400/0xff23d3f688d93bac lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x728:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35224 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.081746:0:35224:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5400/0xff23d3f688d93bac lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x728:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 35224 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.081760:0:35224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x728:0x0].0x0 (ffff90b149ed9f00)
00010000:00010000:2.0:1789185326.081763:0:35224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1789185326.081768:0:35224:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5400/0xff23d3f688d93bac lrc: 3/0,0 mode: --/CR res: [0x200000402:0x728:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35224 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.081776:0:35224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5400/0xff23d3f688d93bac lrc: 0/0,0 mode: --/CR res: [0x200000402:0x728:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35224 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.081788:0:35224:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5e00/0xff23d3f688d93bb3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x728:0x0].0xfb53d8db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35224 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.081795:0:35224:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5e00/0xff23d3f688d93bb3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x728:0x0].0xfb53d8db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35224 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.081801:0:35224:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5e00/0xff23d3f688d93bb3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x728:0x0].0xfb53d8db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35224 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.081808:0:35224:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149bd5e00 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:2.0:1789185326.081811:0:35224:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5e00/0xff23d3f688d93bb3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x728:0x0].0xfb53d8db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35224 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.081818:0:35224:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5e00/0xff23d3f688d93bb3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x728:0x0].0xfb53d8db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35224 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.081826:0:35224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x728:0x0].0xfb53d8db (ffff90b14b4f9f00)
00010000:00010000:2.0:1789185326.081828:0:35224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1789185326.081831:0:35224:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5e00/0xff23d3f688d93bb3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x728:0x0].0xfb53d8db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35224 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.081838:0:35224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5e00/0xff23d3f688d93bb3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x728:0x0].0xfb53d8db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35224 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.081893:0:35224:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5200/0xff23d3f688d93ba5 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x728:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4be2e expref: 13 pid: 35224 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.081905:0:35224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x728:0x0].0x0 (ffff90b149ed9f00)
00010000:00010000:2.0:1789185326.081908:0:35224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1789185326.081912:0:35224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5200/0xff23d3f688d93ba5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x728:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4be2e expref: 13 pid: 35224 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.081923:0:35224:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90b149bd5200, rc 0)
00000100:00100000:2.0:1789185326.081997:0:35224:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14a826a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:5ea6f62d-4e20-4559-8935-61e538d0074d+12:250147:x1876087010847488:12345-192.168.204.3@tcp:101:lfs.0 Request processed in 628us (809us total) trans 0 rc 301/301
00000100:00100000:2.0:1789185326.082006:0:35224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 70722
00000100:00100000:1.0:1789185326.088156:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185326.090150:0:9945:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010847616
00000100:00100000:2.0:1789185326.090162:0:9945:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010847616
00000100:00100000:2.0:1789185326.090254:0:9945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 70723
00000100:00100000:2.0:1789185326.090265:0:9945:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d423100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+12:250147:x1876087010847616:12345-192.168.204.3@tcp:101:lfs.0
00010000:00010000:2.0:1789185326.090289:0:9945:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1789185326.090324:0:9945:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5200/0xff23d3f688d93bba lrc: 2/0,0 mode: --/CR res: [0x200000402:0x728:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xeb7932912cf4be35 expref: -99 pid: 9945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.090432:0:9945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5e00/0xff23d3f688d93bc1 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x728:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9945 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.090450:0:9945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5e00/0xff23d3f688d93bc1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x728:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9945 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.090465:0:9945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5e00/0xff23d3f688d93bc1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x728:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9945 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.090480:0:9945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5400/0xff23d3f688d93bc8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x728:0x0].0xfb53d8db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9945 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.090488:0:9945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5400/0xff23d3f688d93bc8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x728:0x0].0xfb53d8db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9945 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.090495:0:9945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5400/0xff23d3f688d93bc8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x728:0x0].0xfb53d8db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9945 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.090535:0:9945:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5e00/0xff23d3f688d93bc1 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x728:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9945 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.090543:0:9945:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5e00/0xff23d3f688d93bc1 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x728:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9945 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.090578:0:9945:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5e00/0xff23d3f688d93bc1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x728:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9945 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.090585:0:9945:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5e00/0xff23d3f688d93bc1 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x728:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9945 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.090591:0:9945:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149bd5e00 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:2.0:1789185326.090597:0:9945:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5e00/0xff23d3f688d93bc1 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x728:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9945 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.090606:0:9945:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5e00/0xff23d3f688d93bc1 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x728:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9945 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.090620:0:9945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x728:0x0].0x0 (ffff90b149ed9f00)
00010000:00010000:2.0:1789185326.090624:0:9945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1789185326.090629:0:9945:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5e00/0xff23d3f688d93bc1 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x728:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9945 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.090637:0:9945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5e00/0xff23d3f688d93bc1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x728:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9945 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.090649:0:9945:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5400/0xff23d3f688d93bc8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x728:0x0].0xfb53d8db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9945 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.090656:0:9945:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5400/0xff23d3f688d93bc8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x728:0x0].0xfb53d8db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9945 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.090663:0:9945:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5400/0xff23d3f688d93bc8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x728:0x0].0xfb53d8db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9945 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.090669:0:9945:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149bd5400 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:2.0:1789185326.090671:0:9945:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5400/0xff23d3f688d93bc8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x728:0x0].0xfb53d8db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9945 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.090678:0:9945:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5400/0xff23d3f688d93bc8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x728:0x0].0xfb53d8db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9945 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.090690:0:9945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x728:0x0].0xfb53d8db (ffff90b14b4f9f00)
00010000:00010000:2.0:1789185326.090693:0:9945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1789185326.090696:0:9945:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5400/0xff23d3f688d93bc8 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x728:0x0].0xfb53d8db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9945 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.090702:0:9945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5400/0xff23d3f688d93bc8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x728:0x0].0xfb53d8db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9945 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.090742:0:9945:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5200/0xff23d3f688d93bba lrc: 1/0,0 mode: --/CR res: [0x200000402:0x728:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4be35 expref: 13 pid: 9945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.090753:0:9945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x728:0x0].0x0 (ffff90b149ed9f00)
00010000:00010000:2.0:1789185326.090755:0:9945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1789185326.090759:0:9945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5200/0xff23d3f688d93bba lrc: 0/0,0 mode: --/CR res: [0x200000402:0x728:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4be35 expref: 13 pid: 9945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.090767:0:9945:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90b149bd5200, rc 0)
00000100:00100000:2.0:1789185326.090838:0:9945:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d423100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+12:250147:x1876087010847616:12345-192.168.204.3@tcp:101:lfs.0 Request processed in 575us (2691us total) trans 0 rc 301/301
00000100:00100000:2.0:1789185326.090846:0:9945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 70723
00000100:00100000:2.0:1789185326.095678:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185326.095754:0:35217:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010847744
00000100:00100000:3.0:1789185326.095763:0:35217:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010847744
00000100:00100000:3.0:1789185326.095827:0:35217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 70724
00000100:00100000:3.0:1789185326.095837:0:35217:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f3a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:5ea6f62d-4e20-4559-8935-61e538d0074d+12:250147:x1876087010847744:12345-192.168.204.3@tcp:101:lfs.0
00010000:00010000:3.0:1789185326.095858:0:35217:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1789185326.095881:0:35217:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a863000/0xff23d3f688d93bcf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xeb7932912cf4be3c expref: -99 pid: 35217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.095995:0:35217:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a862a00/0xff23d3f688d93bd6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x728:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35217 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.096017:0:35217:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a862a00/0xff23d3f688d93bd6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x728:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35217 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.096031:0:35217:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a862a00/0xff23d3f688d93bd6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x728:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35217 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1789185326.096072:0:35217:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x728:0x0]: returning size 4096
00000004:00200000:3.0:1789185326.096076:0:35217:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1789185326.096095:0:35217:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a862a00/0xff23d3f688d93bd6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x728:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35217 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.096123:0:35217:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a863000/0xff23d3f688d93bcf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4be3c expref: 14 pid: 35217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.096139:0:35217:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a862a00/0xff23d3f688d93bd6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x728:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4be3c expref: 13 pid: 35217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.096149:0:35217:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x728:0x0].0x0 (ffff90b149ed9f00)
00010000:00010000:3.0:1789185326.096152:0:35217:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:3.0:1789185326.096156:0:35217:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90b14a862a00, rc 0)
00000100:00100000:3.0:1789185326.096217:0:35217:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f3a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:5ea6f62d-4e20-4559-8935-61e538d0074d+13:250147:x1876087010847744:12345-192.168.204.3@tcp:101:lfs.0 Request processed in 382us (548us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185326.096226:0:35217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 70724
00000100:00100000:1.0:1789185326.108253:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185326.108494:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010848000
00000100:00100000:2.0:1789185326.108505:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010848000
00000100:00100000:2.0:1789185326.112907:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 70725
00000100:00100000:2.0:1789185326.112929:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d421500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+13:250147:x1876087010848000:12345-192.168.204.3@tcp:101:lfs.0
00010000:00010000:2.0:1789185326.112953:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1789185326.112976:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5200/0xff23d3f688d93bdd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xeb7932912cf4be43 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1789185326.113120:0:6516:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x728:0x0]: returning size 4096
00010000:00010000:2.0:1789185326.113241:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5200/0xff23d3f688d93bdd lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4be43 expref: 15 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.113258:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90b244d7ba00)
00010000:00010000:2.0:1789185326.113261:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1
00010000:00010000:2.0:1789185326.113268:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5200/0xff23d3f688d93bdd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4be43 expref: 15 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.113280:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90b149bd5200, rc 0)
00000100:00100000:2.0:1789185326.113537:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d421500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+14:250147:x1876087010848000:12345-192.168.204.3@tcp:101:lfs.0 Request processed in 616us (5293us total) trans 8589957750 rc 301/301
00000100:00100000:2.0:1789185326.113568:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 70725
00000100:00100000:0.0:1789185326.121757:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185326.123757:0:6517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010848256
00000100:00100000:2.0:1789185326.123770:0:6517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010848256
00000100:00100000:2.0:1789185326.123910:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 70726
00000100:00100000:2.0:1789185326.123922:0:6517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d16c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+7:250147:x1876087010848256:12345-192.168.204.3@tcp:36:lfs.0
00000100:00100000:2.0:1789185326.124065:0:6517:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f3a5500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6517:1876087019020288:0@lo:1000:mdt00_002.0
00000100:00100000:2.0:1789185326.124136:0:6517:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185326.124167:0:6517:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b149ae2540 going to sleep for 11 seconds
00000100:00100000:2.0:1789185326.124188:0:7824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019020288
00000100:00100000:2.0:1789185326.124192:0:7824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019020288
00000100:00100000:2.0:1789185326.124221:0:7824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25239
00000100:00100000:2.0:1789185326.124228:0:7824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f3a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:6517:x1876087019020288:12345-0@lo:1000:mdt00_002.0
00000100:00100000:2.0:1789185326.124318:0:7824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f3a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:6517:x1876087019020288:12345-0@lo:1000:mdt00_002.0 Request processed in 77us (169us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185326.124326:0:7824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25239
00000100:00100000:2.0:1789185326.124368:0:6517:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f3a5500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6517:1876087019020288:0@lo:1000:mdt00_002.0
00000100:00100000:2.0:1789185326.124442:0:6517:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f3a5500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6517:1876087019020416:0@lo:1000:mdt00_002.0
00000100:00100000:2.0:1789185326.124466:0:6517:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185326.124479:0:6517:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b149ae2540 going to sleep for 11 seconds
00000100:00100000:0.0:1789185326.124730:0:6521:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019020416
00000100:00100000:0.0:1789185326.124735:0:6521:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019020416
00000100:00100000:0.0:1789185326.124771:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25240
00000100:00100000:0.0:1789185326.124779:0:6521:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f3a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:6517:x1876087019020416:12345-0@lo:1000:mdt00_002.0
00000100:00100000:0.0:1789185326.124855:0:6521:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f3a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:6517:x1876087019020416:12345-0@lo:1000:mdt00_002.0 Request processed in 76us (387us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185326.124862:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25240
00000100:00100000:0.0:1789185326.124910:0:6517:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f3a5500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6517:1876087019020416:0@lo:1000:mdt00_002.0
00000100:00100000:0.0:1789185326.124952:0:6517:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d16e300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6517:1876087019020544:0@lo:1000:mdt00_002.0
00000100:00100000:0.0:1789185326.124978:0:6517:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185326.124991:0:6517:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b145dbaa80 going to sleep for 11 seconds
00000100:00100000:0.0:1789185326.125003:0:6521:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019020544
00000100:00100000:0.0:1789185326.125006:0:6521:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019020544
00000100:00100000:0.0:1789185326.125027:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25241
00000100:00100000:0.0:1789185326.125033:0:6521:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d16e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:6517:x1876087019020544:12345-0@lo:1000:mdt00_002.0
00000100:00100000:0.0:1789185326.125099:0:6521:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d16e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:6517:x1876087019020544:12345-0@lo:1000:mdt00_002.0 Request processed in 66us (120us total) trans 0 rc -2/-2
00000100:00100000:0.0:1789185326.125107:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25241
00000100:00100000:0.0:1789185326.125136:0:6517:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d16e300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6517:1876087019020544:0@lo:1000:mdt00_002.0
00010000:00010000:0.0:1789185326.125186:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b14bc29c00/0xff23d3f688d93beb lrc: 3/0,1 mode: --/CW res: [0x200000402:0x728:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185326.125196:0:6517:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b14bc29c00/0xff23d3f688d93beb lrc: 3/0,1 mode: --/CW res: [0x200000402:0x728:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185326.125207:0:6517:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b14bc29c00/0xff23d3f688d93beb lrc: 3/0,1 mode: --/CW res: [0x200000402:0x728:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185326.125219:0:6517:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d16e300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6517:1876087019020672:0@lo:101:mdt00_002.0
00000100:00100000:0.0:1789185326.125241:0:6517:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185326.125253:0:6517:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b145dba840 going to sleep for 11 seconds
00000100:00100000:0.0:1789185326.125263:0:6521:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019020672
00000100:00100000:0.0:1789185326.125267:0:6521:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019020672
00000100:00100000:0.0:1789185326.125288:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25242
00000100:00100000:0.0:1789185326.125294:0:6521:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d16d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:6517:x1876087019020672:12345-0@lo:101:mdt00_002.0
00010000:00010000:0.0:1789185326.125317:0:6521:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1789185326.125333:0:6521:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc28400/0xff23d3f688d93bf2 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x728:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xff23d3f688d93beb expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185326.125358:0:6521:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a862a00/0xff23d3f688d93bd6 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x728:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4be3c expref: 13 pid: 35217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185326.125370:0:6521:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc28400/0xff23d3f688d93bf2 lrc: 4/0,0 mode: --/CW res: [0x200000402:0x728:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xff23d3f688d93beb expref: 8 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185326.125412:0:6521:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a862a00/0xff23d3f688d93bd6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x728:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4be3c expref: 13 pid: 35217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185326.125427:0:6521:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a862a00/0xff23d3f688d93bd6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x728:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4be3c expref: 13 pid: 35217 timeout: 9503 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185326.125439:0:6521:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d16ce00 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:6521:1876087019020800:192.168.204.3@tcp:104:
00000100:00100000:0.0:1789185326.125502:0:6521:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b145dbaa80 going to sleep for 11 seconds
00000100:00080000:3.0:1789185326.129085:0:6511:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1789185326.140085:0:6521:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d16ce00 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:6521:1876087019020800:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185326.140128:0:6521:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc28400/0xff23d3f688d93bf2 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x728:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xff23d3f688d93beb expref: 8 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185326.140143:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x728:0x0].0x0 (ffff90b149ed9f00)
00010000:00010000:0.0:1789185326.140146:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1789185326.140150:0:6521:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc28400/0xff23d3f688d93bf2 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x728:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xff23d3f688d93beb expref: 8 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185326.140162:0:6521:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90b14bc28400, rc 0)
00000100:00100000:0.0:1789185326.140235:0:6521:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d16d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:6517:x1876087019020672:12345-0@lo:101:mdt00_002.0 Request processed in 14939us (14991us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185326.140245:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25242
00000100:00100000:1.0:1789185326.140447:0:6517:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d16e300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6517:1876087019020672:0@lo:101:mdt00_002.0
00010000:00010000:1.0:1789185326.140471:0:6517:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b14bc29c00/0xff23d3f688d93beb lrc: 4/0,1 mode: --/CW res: [0x200000402:0x728:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xff23d3f688d93bf2 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185326.140485:0:6517:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b14bc29c00/0xff23d3f688d93beb lrc: 4/0,1 mode: --/CW res: [0x200000402:0x728:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xff23d3f688d93bf2 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185326.141007:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185326.141066:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010848384
00000100:00100000:1.0:1789185326.141075:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010848384
00010000:00010000:1.0:1789185326.141114:0:8458:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a862a00/0xff23d3f688d93bd6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x728:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4be3c expref: 14 pid: 35217 timeout: 9503 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185326.141153:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23742
00000100:00100000:1.0:1789185326.141164:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d16ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+14:2391:x1876087010848384:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185326.141183:0:8458:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185326.141191:0:8458:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a862a00/0xff23d3f688d93bd6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x728:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4be3c expref: 14 pid: 35217 timeout: 9503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185326.141205:0:8458:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a862a00/0xff23d3f688d93bd6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x728:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4be3c expref: 14 pid: 35217 timeout: 9503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185326.141231:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a862a00/0xff23d3f688d93bd6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x728:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4be3c expref: 14 pid: 35217 timeout: 9503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185326.141249:0:8458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x728:0x0].0x0 (ffff90b149ed9f00)
00010000:00010000:1.0:1789185326.141255:0:8458:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc28400/0xff23d3f688d93bf2 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x728:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xff23d3f688d93beb expref: 7 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185326.141267:0:8458:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc28400/0xff23d3f688d93bf2 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x728:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0xff23d3f688d93beb expref: 7 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185326.141277:0:8458:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc28400/0xff23d3f688d93bf2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x728:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0xff23d3f688d93beb expref: 7 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185326.141311:0:8458:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc28400/0xff23d3f688d93bf2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x728:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xff23d3f688d93beb expref: 7 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185326.141332:0:8458:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d422300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8458:1876087019020928:0@lo:105:
00000100:00100000:1.0:1789185326.141370:0:8458:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185326.141418:0:8458:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b15108c3c0 going to sleep for 11 seconds
00000100:00100000:3.0:1789185326.141606:0:8457:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019020928
00000100:00100000:3.0:1789185326.141611:0:8457:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019020928
00000100:00100000:3.0:1789185326.141645:0:8457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8043
00000100:00100000:3.0:1789185326.141654:0:8457:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d423800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:8458:x1876087019020928:12345-0@lo:105:
00010000:00010000:3.0:1789185326.141669:0:8457:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast  ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b14bc29c00/0xff23d3f688d93beb lrc: 5/0,1 mode: --/CW res: [0x200000402:0x728:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xff23d3f688d93bf2 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.141680:0:8457:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b14bc29c00/0xff23d3f688d93beb lrc: 5/0,1 mode: --/CW res: [0x200000402:0x728:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xff23d3f688d93bf2 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.141691:0:8457:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b14bc29c00/0xff23d3f688d93beb lrc: 5/0,1 mode: --/CW res: [0x200000402:0x728:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xff23d3f688d93bf2 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.141700:0:8457:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b14bc29c00/0xff23d3f688d93beb lrc: 5/0,1 mode: CW/CW res: [0x200000402:0x728:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0xff23d3f688d93bf2 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.141707:0:8457:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b14bc29c00/0xff23d3f688d93beb lrc: 6/0,1 mode: CW/CW res: [0x200000402:0x728:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0xff23d3f688d93bf2 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.141716:0:8457:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b14bc29c00/0xff23d3f688d93beb lrc: 6/0,1 mode: CW/CW res: [0x200000402:0x728:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0xff23d3f688d93bf2 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.141740:0:8457:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff90b14bc29c00)
00000100:00100000:3.0:1789185326.141779:0:8457:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d423800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:8458:x1876087019020928:12345-0@lo:105: Request processed in 126us (407us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185326.141787:0:8457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8043
00000100:00100000:1.0:1789185326.142037:0:8458:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d422300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8458:1876087019020928:0@lo:105:
00010000:00010000:1.0:1789185326.142056:0:8458:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185326.142105:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d16ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+13:2391:x1876087010848384:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 943us (1101us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185326.142114:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23742
00010000:00010000:1.0:1789185326.142138:0:6517:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b14bc29c00/0xff23d3f688d93beb lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x728:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xff23d3f688d93bf2 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185326.142148:0:6517:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b14bc29c00/0xff23d3f688d93beb lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x728:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xff23d3f688d93bf2 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:1.0:1789185326.142168:0:6517:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000402:0x728:0x0]
00010000:00010000:1.0:1789185326.142205:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b14cb97e00/0xff23d3f688d93bf9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x728:0x0].0xfb53d8db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185326.142214:0:6517:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b14cb97e00/0xff23d3f688d93bf9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x728:0x0].0xfb53d8db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185326.142223:0:6517:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b14cb97e00/0xff23d3f688d93bf9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x728:0x0].0xfb53d8db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185326.142238:0:6517:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d422300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6517:1876087019021056:0@lo:101:mdt00_002.0
00000100:00100000:1.0:1789185326.142267:0:6517:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185326.142285:0:6517:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b15108c3c0 going to sleep for 11 seconds
00000100:00100000:0.0:1789185326.142429:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019021056
00000100:00100000:0.0:1789185326.142435:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019021056
00000100:00100000:0.0:1789185326.142476:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25243
00000100:00100000:0.0:1789185326.142484:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d421880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:6517:x1876087019021056:12345-0@lo:101:mdt00_002.0
00010000:00010000:0.0:1789185326.142503:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1789185326.142518:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc29600/0xff23d3f688d93c00 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x728:0x0].0xfb53d8db bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xff23d3f688d93bf9 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185326.142539:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc29600/0xff23d3f688d93c00 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x728:0x0].0xfb53d8db bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xff23d3f688d93bf9 expref: 9 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185326.142578:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc29600/0xff23d3f688d93c00 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x728:0x0].0xfb53d8db bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xff23d3f688d93bf9 expref: 9 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185326.142587:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x728:0x0].0xfb53d8db (ffff90b148e8ad00)
00010000:00010000:0.0:1789185326.142590:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1789185326.142592:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90b14bc29600, rc 0)
00000100:00100000:0.0:1789185326.142629:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d421880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+9:6517:x1876087019021056:12345-0@lo:101:mdt00_002.0 Request processed in 146us (361us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185326.142635:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25243
00000100:00100000:0.0:1789185326.142665:0:6517:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d422300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6517:1876087019021056:0@lo:101:mdt00_002.0
00010000:00010000:0.0:1789185326.142678:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b14cb97e00/0xff23d3f688d93bf9 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x728:0x0].0xfb53d8db bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xff23d3f688d93c00 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185326.142686:0:6517:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b14cb97e00/0xff23d3f688d93bf9 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x728:0x0].0xfb53d8db bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xff23d3f688d93c00 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:0.0:1789185326.142699:0:6517:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000402:0x728:0x0]
00000100:00100000:0.0:1789185326.142731:0:6517:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d16d880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6517:1876087019021184:0@lo:1000:mdt00_002.0
00000100:00100000:0.0:1789185326.142755:0:6517:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185326.142769:0:6517:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b145dba600 going to sleep for 11 seconds
00000100:00100000:0.0:1789185326.142782:0:6521:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019021184
00000100:00100000:0.0:1789185326.142786:0:6521:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019021184
00000100:00100000:0.0:1789185326.142810:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25244
00000100:00100000:0.0:1789185326.142817:0:6521:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d16e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:6517:x1876087019021184:12345-0@lo:1000:mdt00_002.0
00000100:00100000:0.0:1789185326.142883:0:6521:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d16e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:6517:x1876087019021184:12345-0@lo:1000:mdt00_002.0 Request processed in 66us (127us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185326.142890:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25244
00000100:00100000:0.0:1789185326.144148:0:6517:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d16d880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6517:1876087019021184:0@lo:1000:mdt00_002.0
00000100:00100000:0.0:1789185326.144201:0:6517:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d16d880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6517:1876087019021312:0@lo:1000:mdt00_002.0
00000100:00100000:0.0:1789185326.144244:0:6517:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185326.144275:0:6517:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b145dba600 going to sleep for 11 seconds
00000100:00100000:1.0:1789185326.144361:0:7824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019021312
00000100:00100000:1.0:1789185326.144367:0:7824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019021312
00000100:00100000:1.0:1789185326.144417:0:7824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25245
00000100:00100000:1.0:1789185326.144426:0:7824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b260013850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:6517:x1876087019021312:12345-0@lo:1000:mdt00_002.0
00000100:00100000:1.0:1789185326.144534:0:7824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b260013850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:6517:x1876087019021312:12345-0@lo:1000:mdt00_002.0 Request processed in 108us (289us total) trans 0 rc -2/-2
00000100:00100000:1.0:1789185326.144541:0:7824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25245
00000100:00100000:3.0:1789185326.145001:0:6517:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d16d880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6517:1876087019021312:0@lo:1000:mdt00_002.0
00000100:00100000:3.0:1789185326.145105:0:6517:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14a824000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6517:1876087019021440:0@lo:1000:mdt00_002.0
00000100:00100000:3.0:1789185326.145135:0:6517:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185326.145161:0:6517:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1486aaf00 going to sleep for 11 seconds
00000100:00100000:0.0:1789185326.145224:0:6521:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019021440
00000100:00100000:0.0:1789185326.145229:0:6521:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019021440
00000100:00100000:0.0:1789185326.145269:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25246
00000100:00100000:0.0:1789185326.145277:0:6521:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14a826300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:6517:x1876087019021440:12345-0@lo:1000:mdt00_002.0
00000100:00100000:0.0:1789185326.145335:0:6521:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14a826300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:6517:x1876087019021440:12345-0@lo:1000:mdt00_002.0 Request processed in 59us (198us total) trans 0 rc -2/-2
00000100:00100000:0.0:1789185326.145342:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25246
00000100:00100000:0.0:1789185326.145370:0:6517:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14a824000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6517:1876087019021440:0@lo:1000:mdt00_002.0
00000100:00100000:0.0:1789185326.145430:0:6517:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d16f800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6517:1876087019021568:0@lo:1000:mdt00_002.0
00000100:00100000:0.0:1789185326.145454:0:6517:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185326.145467:0:6517:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b145dbaf00 going to sleep for 11 seconds
00000100:00100000:0.0:1789185326.145479:0:6521:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019021568
00000100:00100000:0.0:1789185326.145483:0:6521:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019021568
00000100:00100000:0.0:1789185326.145500:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25247
00000100:00100000:0.0:1789185326.145506:0:6521:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d16ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:6517:x1876087019021568:12345-0@lo:1000:mdt00_002.0
00000100:00100000:0.0:1789185326.145575:0:6521:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d16ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:6517:x1876087019021568:12345-0@lo:1000:mdt00_002.0 Request processed in 68us (119us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185326.145582:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25247
00000100:00100000:0.0:1789185326.145608:0:6517:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d16f800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6517:1876087019021568:0@lo:1000:mdt00_002.0
00000100:00100000:0.0:1789185326.145645:0:6517:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d16f800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6517:1876087019021696:0@lo:1000:mdt00_002.0
00000100:00100000:0.0:1789185326.145667:0:6517:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185326.145679:0:6517:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b145dbaf00 going to sleep for 11 seconds
00000100:00100000:0.0:1789185326.145690:0:6521:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019021696
00000100:00100000:0.0:1789185326.145693:0:6521:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019021696
00000100:00100000:0.0:1789185326.145711:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25248
00000100:00100000:0.0:1789185326.145716:0:6521:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d16d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:6517:x1876087019021696:12345-0@lo:1000:mdt00_002.0
00000100:00100000:0.0:1789185326.145765:0:6521:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d16d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:6517:x1876087019021696:12345-0@lo:1000:mdt00_002.0 Request processed in 49us (98us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185326.145772:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25248
00000100:00100000:0.0:1789185326.145796:0:6517:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d16f800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6517:1876087019021696:0@lo:1000:mdt00_002.0
00000100:00100000:0.0:1789185326.145828:0:6517:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d16f800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6517:1876087019021824:0@lo:1000:mdt00_002.0
00000100:00100000:0.0:1789185326.145850:0:6517:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185326.145864:0:6517:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b145dbaf00 going to sleep for 11 seconds
00000100:00100000:0.0:1789185326.145875:0:6521:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019021824
00000100:00100000:0.0:1789185326.145878:0:6521:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019021824
00000100:00100000:1.0:1789185326.146077:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25249
00000100:00100000:1.0:1789185326.146087:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d16dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+9:6517:x1876087019021824:12345-0@lo:1000:mdt00_002.0
00000100:00100000:1.0:1789185326.146151:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d16dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+9:6517:x1876087019021824:12345-0@lo:1000:mdt00_002.0 Request processed in 67us (300us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185326.146158:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25249
00000100:00100000:0.0:1789185326.147204:0:6517:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d16f800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6517:1876087019021824:0@lo:1000:mdt00_002.0
00000040:00080000:0.0:1789185326.148028:0:6517:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000400:0x3:0x0].1264, 1096 off1155920
00000040:00080000:0.0:1789185326.148093:0:6517:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000401:0x3:0x0].1583, 1240 off1609560
00000004:00080000:0.0:1789185326.148100:0:6517:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff90b145dba180 with version 6962
00000004:00080000:1.0:1789185326.148294:0:7460:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff90b281341b40 version 6962 rpc_version 6962
00000020:00100000:1.0:1789185326.148326:0:7460:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8
00000100:00100000:1.0:1789185326.148334:0:7460:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid  req@ffff90b14d421880 x1876087019022080/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 2520/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789185326.148357:0:7460:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d421880 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7460:1876087019022080:0@lo:1000:osp_up0-1.0
00000100:00100000:1.0:1789185326.148420:0:7460:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185326.148453:0:7460:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b15108cd80 going to sleep for 11 seconds
00000100:00100000:0.0:1789185326.148500:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019022080
00000100:00100000:0.0:1789185326.148508:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019022080
00000100:00100000:0.0:1789185326.148621:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25250
00000100:00100000:0.0:1789185326.148630:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d420000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+9:7460:x1876087019022080:12345-0@lo:1000:osp_up0-1.0
00000100:00100000:0.0:1789185326.149146:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d420000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+10:7460:x1876087019022080:12345-0@lo:1000:osp_up0-1.0 Request processed in 516us (725us total) trans 8589957751 rc 0/0
00000100:00100000:0.0:1789185326.149155:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25250
00000100:00100000:2.0:1789185326.149232:0:7460:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d421880 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7460:1876087019022080:0@lo:1000:osp_up0-1.0
00010000:00010000:0.0:1789185326.156265:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29e00/0xff23d3f688d93c07 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x4c2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185326.156288:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29e00/0xff23d3f688d93c07 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185326.156303:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29e00/0xff23d3f688d93c07 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1789185326.156324:0:6517:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000009c2a7d89 reply state 00000000b7db7b84 transno 4294985787 ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29e00/0xff23d3f688d93c07 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185326.156336:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29e00/0xff23d3f688d93c07 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x4c2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185326.156343:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c2:0x0].0x0 (ffff90b148e8a100)
00010000:00010000:0.0:1789185326.156347:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1789185326.156352:0:6517:0:(service.c:179:ptlrpc_save_lock()) nlocks 0
00000004:00200000:0.0:1789185326.156357:0:6517:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000402:0x4c2:0x0]: returning size 4096
00000004:00080000:0.0:1789185326.156367:0:6517:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000402:0x728:0x0]
00010000:00010000:0.0:1789185326.156392:0:6517:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b14bc29c00/0xff23d3f688d93beb lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x728:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xff23d3f688d93bf2 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185326.156403:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b14bc29c00/0xff23d3f688d93beb lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x728:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xff23d3f688d93bf2 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185326.156418:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b14bc29c00/0xff23d3f688d93beb lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x728:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xff23d3f688d93bf2 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185326.156438:0:6517:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000004:00080000:0.0:1789185326.156443:0:6517:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000402:0x728:0x0]
00010000:00010000:0.0:1789185326.156449:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b14cb97e00/0xff23d3f688d93bf9 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x728:0x0].0xfb53d8db bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xff23d3f688d93c00 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185326.156456:0:6517:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b14cb97e00/0xff23d3f688d93bf9 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x728:0x0].0xfb53d8db bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xff23d3f688d93c00 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185326.156593:0:6517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d16c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+9:250147:x1876087010848256:12345-192.168.204.3@tcp:36:lfs.0 Request processed in 32670us (34842us total) trans 4294985787 rc 0/0
00000100:00100000:0.0:1789185326.156604:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 70726
00010000:00010000:1.0:1789185326.157066:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1789185326.157075:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b14bc29c00/0xff23d3f688d93beb lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x728:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xff23d3f688d93bf2 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185326.157085:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14bc29c00 already unused, calling callback (ffffffffc18deee0)
00010000:00010000:1.0:1789185326.157091:0:6503:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b14bc29c00/0xff23d3f688d93beb lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x728:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xff23d3f688d93bf2 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1789185326.157106:0:6503:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b14bc29c00/0xff23d3f688d93beb lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x728:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xff23d3f688d93bf2 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185326.157145:0:6503:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b14bc29c00/0xff23d3f688d93beb lrc: 2/0,0 mode: --/CW res: [0x200000402:0x728:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xff23d3f688d93bf2 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185326.157153:0:6503:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed
00010000:00010000:1.0:1789185326.157189:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b14bc29c00/0xff23d3f688d93beb lrc: 1/0,0 mode: --/CW res: [0x200000402:0x728:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xff23d3f688d93bf2 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185326.157198:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b14bc29c00/0xff23d3f688d93beb lrc: 0/0,0 mode: --/CW res: [0x200000402:0x728:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xff23d3f688d93bf2 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185326.157219:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185326.157221:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185326.157223:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789185326.158727:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1789185326.158758:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d422d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1876087019022208:0@lo:103:ldlm_bl.0
00000100:00100000:2.0:1789185326.158836:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185326.159151:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019022208
00000100:00100000:2.0:1789185326.159161:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019022208
00000100:00100000:2.0:1789185326.159220:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11432
00000100:00100000:2.0:1789185326.159230:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f3a7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+10:3638:x1876087019022208:12345-0@lo:103:ldlm_bl.0
00010000:00010000:2.0:1789185326.159245:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185326.159271:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc28400/0xff23d3f688d93bf2 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x728:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xff23d3f688d93beb expref: 10 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.159290:0:6501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x728:0x0].0x0 (ffff90b149ed9f00)
00010000:00010000:2.0:1789185326.159296:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185326.161661:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f3a7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+9:3638:x1876087019022208:12345-0@lo:103:ldlm_bl.0 Request processed in 2427us (2820us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185326.161677:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11432
00000100:00100000:2.0:1789185326.161759:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d422d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1876087019022208:0@lo:103:ldlm_bl.0
00000100:00100000:2.0:1789185326.163517:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185326.163572:0:22625:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010848640
00000100:00100000:2.0:1789185326.163582:0:22625:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010848640
00000100:00100000:1.0:1789185326.168297:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 9612
00000100:00100000:1.0:1789185326.168319:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b258172850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+13:250147:x1876087010848640:12345-192.168.204.3@tcp:35:lfs.0
00000100:00100000:1.0:1789185326.168582:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b258172850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+14:250147:x1876087010848640:12345-192.168.204.3@tcp:35:lfs.0 Request processed in 271us (5072us total) trans 8589957752 rc 0/0
00000100:00100000:1.0:1789185326.168590:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 9612
00000100:00100000:1.0:1789185326.176021:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185326.176099:0:10357:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010848768
00000100:00100000:0.0:1789185326.176109:0:10357:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010848768
00000100:00100000:0.0:1789185326.176178:0:10357:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 70727
00000100:00100000:0.0:1789185326.176188:0:10357:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d422a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e79deea0-f7ae-4edd-b0c3-4df8e4cde9af+8:250002:x1876087010848768:12345-192.168.204.3@tcp:101:bash.0
00010000:00010000:0.0:1789185326.176213:0:10357:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1789185326.176236:0:10357:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc29a00/0xff23d3f688d93c0e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xeb7932912cf4be4a expref: -99 pid: 10357 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185326.176338:0:10357:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc29800/0xff23d3f688d93c15 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10357 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185326.176356:0:10357:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc29800/0xff23d3f688d93c15 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10357 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185326.176369:0:10357:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc29800/0xff23d3f688d93c15 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10357 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1789185326.176426:0:10357:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 65536
00000004:00200000:0.0:1789185326.176431:0:10357:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1789185326.176456:0:10357:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc29800/0xff23d3f688d93c15 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10357 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185326.176484:0:10357:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc29a00/0xff23d3f688d93c0e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4be4a expref: 10 pid: 10357 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185326.176503:0:10357:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc29800/0xff23d3f688d93c15 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4be4a expref: 9 pid: 10357 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185326.176513:0:10357:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90b244d7ba00)
00010000:00010000:0.0:1789185326.176516:0:10357:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:0.0:1789185326.176521:0:10357:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90b14bc29800, rc 0)
00000100:00100000:0.0:1789185326.176613:0:10357:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d422a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e79deea0-f7ae-4edd-b0c3-4df8e4cde9af+9:250002:x1876087010848768:12345-192.168.204.3@tcp:101:bash.0 Request processed in 426us (601us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185326.176621:0:10357:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 70727
00000100:00100000:2.0:1789185326.186064:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185326.186675:0:35214:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010848896
00000100:00100000:1.0:1789185326.186685:0:35214:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010848896
00000100:00100000:1.0:1789185326.187944:0:35214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 70728
00000100:00100000:1.0:1789185326.187959:0:35214:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f3a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:e79deea0-f7ae-4edd-b0c3-4df8e4cde9af+9:250002:x1876087010848896:12345-192.168.204.3@tcp:101:bash.0
00010000:00010000:1.0:1789185326.187987:0:35214:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1789185326.188012:0:35214:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb97000/0xff23d3f688d93c1c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xeb7932912cf4be51 expref: -99 pid: 35214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185326.188110:0:35214:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb97600/0xff23d3f688d93c23 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 35214 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185326.188127:0:35214:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb97600/0xff23d3f688d93c23 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 35214 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185326.188141:0:35214:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb97600/0xff23d3f688d93c23 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35214 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185326.188156:0:35214:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb96e00/0xff23d3f688d93c2a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2cda70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35214 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185326.188163:0:35214:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb96e00/0xff23d3f688d93c2a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2cda70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35214 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185326.188171:0:35214:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb96e00/0xff23d3f688d93c2a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2cda70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35214 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185326.188260:0:35214:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb96200/0xff23d3f688d93c31 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x728:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35214 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185326.188270:0:35214:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb96200/0xff23d3f688d93c31 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x728:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35214 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185326.188278:0:35214:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb96200/0xff23d3f688d93c31 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x728:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35214 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1789185326.188313:0:35214:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x728:0x0]: returning size 4096
00000004:00200000:1.0:1789185326.188318:0:35214:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1789185326.188337:0:35214:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb96200/0xff23d3f688d93c31 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x728:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35214 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185326.188351:0:35214:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb97600/0xff23d3f688d93c23 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35214 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185326.188360:0:35214:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb97600/0xff23d3f688d93c23 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 35214 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185326.188368:0:35214:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb97600/0xff23d3f688d93c23 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 35214 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185326.188376:0:35214:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb97600/0xff23d3f688d93c23 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 35214 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185326.188395:0:35214:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14cb97600 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:1.0:1789185326.188400:0:35214:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb97600/0xff23d3f688d93c23 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 35214 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185326.188410:0:35214:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb97600/0xff23d3f688d93c23 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 35214 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185326.188423:0:35214:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90b244d7ba00)
00010000:00010000:1.0:1789185326.188427:0:35214:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1789185326.188432:0:35214:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb97600/0xff23d3f688d93c23 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 35214 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185326.188439:0:35214:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb97600/0xff23d3f688d93c23 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 35214 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185326.188452:0:35214:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb96e00/0xff23d3f688d93c2a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2cda70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35214 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185326.188463:0:35214:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb96e00/0xff23d3f688d93c2a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2cda70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35214 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185326.188470:0:35214:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb96e00/0xff23d3f688d93c2a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2cda70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35214 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185326.188476:0:35214:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14cb96e00 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:1.0:1789185326.188478:0:35214:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb96e00/0xff23d3f688d93c2a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2cda70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35214 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185326.188484:0:35214:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb96e00/0xff23d3f688d93c2a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2cda70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35214 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185326.188492:0:35214:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2cda70cf (ffff90b151b3bd00)
00010000:00010000:1.0:1789185326.188494:0:35214:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1789185326.188497:0:35214:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb96e00/0xff23d3f688d93c2a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2cda70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35214 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185326.188502:0:35214:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb96e00/0xff23d3f688d93c2a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2cda70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35214 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185326.188530:0:35214:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb97000/0xff23d3f688d93c1c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4be51 expref: 11 pid: 35214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185326.188543:0:35214:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb96200/0xff23d3f688d93c31 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x728:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4be51 expref: 10 pid: 35214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185326.188569:0:35214:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x728:0x0].0x0 (ffff90b149ed9f00)
00010000:00010000:1.0:1789185326.188572:0:35214:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:1.0:1789185326.188575:0:35214:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90b14cb96200, rc 0)
00000100:00100000:1.0:1789185326.188640:0:35214:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f3a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:e79deea0-f7ae-4edd-b0c3-4df8e4cde9af+10:250002:x1876087010848896:12345-192.168.204.3@tcp:101:bash.0 Request processed in 685us (2584us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185326.188648:0:35214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 70728
00000100:00100000:1.0:1789185326.195088:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185326.195187:0:35224:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010849024
00000100:00100000:2.0:1789185326.195199:0:35224:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010849024
00000100:00100000:2.0:1789185326.195261:0:35224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 70729
00000100:00100000:2.0:1789185326.195272:0:35224:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d421c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:e79deea0-f7ae-4edd-b0c3-4df8e4cde9af+10:250002:x1876087010849024:12345-192.168.204.3@tcp:101:bash.0
00010000:00010000:2.0:1789185326.195296:0:35224:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1789185326.195319:0:35224:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5400/0xff23d3f688d93c38 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x728:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xeb7932912cf4be58 expref: -99 pid: 35224 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.195434:0:35224:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5e00/0xff23d3f688d93c3f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x728:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35224 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.195452:0:35224:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5e00/0xff23d3f688d93c3f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x728:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35224 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.195465:0:35224:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5e00/0xff23d3f688d93c3f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x728:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35224 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.195477:0:35224:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5000/0xff23d3f688d93c46 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x728:0x0].0xfb53d8db bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35224 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.195489:0:35224:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc29600/0xff23d3f688d93c00 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x728:0x0].0xfb53d8db bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xff23d3f688d93bf9 expref: 8 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.195499:0:35224:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5000/0xff23d3f688d93c46 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x728:0x0].0xfb53d8db bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35224 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.195536:0:35224:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc29600/0xff23d3f688d93c00 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x728:0x0].0xfb53d8db bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0xff23d3f688d93bf9 expref: 8 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185326.195596:0:35224:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f3a5f80 pname:cluuid:pid:xid:nid:opc:job mdt00_013:lustre-MDT0000_UUID:35224:1876087019022336:0@lo:104:
00000100:00100000:2.0:1789185326.195646:0:35224:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185326.195689:0:35224:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b149ae26c0 going to sleep for 11 seconds
00000100:00100000:3.0:1789185326.195717:0:6498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019022336
00000100:00100000:3.0:1789185326.195723:0:6498:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019022336
00000100:00100000:3.0:1789185326.195760:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8044
00000100:00100000:3.0:1789185326.195768:0:6498:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f3a7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:35224:x1876087019022336:12345-0@lo:104:
00010000:00010000:3.0:1789185326.195783:0:6498:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast  ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b14cb97e00/0xff23d3f688d93bf9 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x728:0x0].0xfb53d8db bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0xff23d3f688d93c00 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.195843:0:6498:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool
00000100:00100000:3.0:1789185326.195850:0:6498:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f3a7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:35224:x1876087019022336:12345-0@lo:104: Request processed in 84us (204us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185326.195855:0:35224:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f3a5f80 pname:cluuid:pid:xid:nid:opc:job mdt00_013:lustre-MDT0000_UUID:35224:1876087019022336:0@lo:104:
00000100:00100000:3.0:1789185326.195861:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8044
00010000:00010000:2.0:1789185326.195887:0:35224:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5000/0xff23d3f688d93c46 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x728:0x0].0xfb53d8db bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35224 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185326.195970:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1789185326.195978:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b14cb97e00/0xff23d3f688d93bf9 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x728:0x0].0xfb53d8db bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0xff23d3f688d93c00 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185326.195987:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14cb97e00 already unused, calling callback (ffffffffc18deee0)
00010000:00010000:1.0:1789185326.195995:0:8446:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b14cb97e00/0xff23d3f688d93bf9 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x728:0x0].0xfb53d8db bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0xff23d3f688d93c00 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1789185326.196004:0:8446:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b14cb97e00/0xff23d3f688d93bf9 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x728:0x0].0xfb53d8db bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0xff23d3f688d93c00 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185326.196032:0:8446:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b14cb97e00/0xff23d3f688d93bf9 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x728:0x0].0xfb53d8db bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0xff23d3f688d93c00 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185326.196039:0:8446:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed
00010000:00010000:1.0:1789185326.196074:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b14cb97e00/0xff23d3f688d93bf9 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x728:0x0].0xfb53d8db bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0xff23d3f688d93c00 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185326.196083:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b14cb97e00/0xff23d3f688d93bf9 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x728:0x0].0xfb53d8db bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0xff23d3f688d93c00 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185326.196103:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185326.196105:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185326.196107:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789185326.196144:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1789185326.196156:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d420380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1876087019022464:0@lo:103:ldlm_bl.0
00000100:00100000:0.0:1789185326.196189:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185326.196259:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019022464
00000100:00100000:1.0:1789185326.196264:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019022464
00010000:00010000:1.0:1789185326.196285:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc29600/0xff23d3f688d93c00 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x728:0x0].0xfb53d8db bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0xff23d3f688d93bf9 expref: 9 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185326.196315:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23743
00000100:00100000:1.0:1789185326.196322:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d16f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:lustre-MDT0001-mdtlov_UUID+9:3637:x1876087019022464:12345-0@lo:103:ldlm_bl.0
00010000:00010000:1.0:1789185326.196333:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00000001:00080000:2.0:1789185326.202023:0:31015:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589957752 is committed
00000001:00080000:2.0:1789185326.202038:0:31015:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589957751 is committed
00010000:00010000:1.0:1789185326.202480:0:178150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc29600/0xff23d3f688d93c00 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x728:0x0].0xfb53d8db bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0xff23d3f688d93bf9 expref: 8 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185326.202506:0:178150:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x728:0x0].0xfb53d8db (ffff90b148e8ad00)
00010000:00010000:1.0:1789185326.202513:0:178150:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5000/0xff23d3f688d93c46 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x728:0x0].0xfb53d8db bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35224 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185326.202524:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5000/0xff23d3f688d93c46 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x728:0x0].0xfb53d8db bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 35224 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185326.202534:0:178150:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5000/0xff23d3f688d93c46 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x728:0x0].0xfb53d8db bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 35224 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185326.202601:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1789185326.202622:0:35224:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5000/0xff23d3f688d93c46 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x728:0x0].0xfb53d8db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35224 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.202630:0:35224:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5000/0xff23d3f688d93c46 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x728:0x0].0xfb53d8db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35224 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185326.202679:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d16f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:lustre-MDT0001-mdtlov_UUID+7:3637:x1876087019022464:12345-0@lo:103:ldlm_bl.0 Request processed in 6356us (6487us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185326.202688:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23743
00000100:00100000:2.0:1789185326.202745:0:35224:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f3a5f80 pname:cluuid:pid:xid:nid:opc:job mdt00_013:lustre-MDT0000-mdtlov_UUID:35224:1876087019022592:0@lo:1000:mdt00_013.0
00000100:00100000:0.0:1789185326.202786:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d420380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1876087019022464:0@lo:103:ldlm_bl.0
00000100:00100000:2.0:1789185326.202795:0:35224:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185326.202831:0:35224:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b149ae2b40 going to sleep for 11 seconds
00000100:00100000:3.0:1789185326.202901:0:6521:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019022592
00000100:00100000:3.0:1789185326.202908:0:6521:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019022592
00000100:00100000:3.0:1789185326.202958:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25251
00000100:00100000:3.0:1789185326.202968:0:6521:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f3a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:35224:x1876087019022592:12345-0@lo:1000:mdt00_013.0
00000100:00100000:3.0:1789185326.203074:0:6521:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f3a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:35224:x1876087019022592:12345-0@lo:1000:mdt00_013.0 Request processed in 107us (277us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185326.203082:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25251
00000100:00100000:2.0:1789185326.203427:0:35224:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f3a5f80 pname:cluuid:pid:xid:nid:opc:job mdt00_013:lustre-MDT0000-mdtlov_UUID:35224:1876087019022592:0@lo:1000:mdt00_013.0
00010000:00010000:2.0:1789185326.203484:0:35224:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd4a00/0xff23d3f688d93c4d lrc: 3/1,0 mode: --/PR res: [0x240000402:0x4c2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35224 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.203496:0:35224:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd4a00/0xff23d3f688d93c4d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x4c2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35224 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.203504:0:35224:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd4a00/0xff23d3f688d93c4d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x4c2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35224 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1789185326.203529:0:35224:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd4a00/0xff23d3f688d93c4d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x4c2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35224 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.203564:0:35224:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5e00/0xff23d3f688d93c3f lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x728:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35224 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.203572:0:35224:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5e00/0xff23d3f688d93c3f lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x728:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35224 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.203579:0:35224:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5e00/0xff23d3f688d93c3f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x728:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35224 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.203586:0:35224:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5e00/0xff23d3f688d93c3f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x728:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35224 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.203592:0:35224:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149bd5e00 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:2.0:1789185326.203597:0:35224:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5e00/0xff23d3f688d93c3f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x728:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35224 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.203605:0:35224:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5e00/0xff23d3f688d93c3f lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x728:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 35224 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.203616:0:35224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x728:0x0].0x0 (ffff90b149ed9f00)
00010000:00010000:2.0:1789185326.203619:0:35224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1789185326.203624:0:35224:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5e00/0xff23d3f688d93c3f lrc: 3/0,0 mode: --/CR res: [0x200000402:0x728:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35224 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.203631:0:35224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5e00/0xff23d3f688d93c3f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x728:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35224 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.203643:0:35224:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5000/0xff23d3f688d93c46 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x728:0x0].0xfb53d8db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35224 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.203650:0:35224:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5000/0xff23d3f688d93c46 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x728:0x0].0xfb53d8db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35224 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.203656:0:35224:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5000/0xff23d3f688d93c46 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x728:0x0].0xfb53d8db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35224 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.203661:0:35224:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149bd5000 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:2.0:1789185326.203664:0:35224:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5000/0xff23d3f688d93c46 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x728:0x0].0xfb53d8db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35224 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.203670:0:35224:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5000/0xff23d3f688d93c46 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x728:0x0].0xfb53d8db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35224 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.203678:0:35224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x728:0x0].0xfb53d8db (ffff90b148e8ad00)
00010000:00010000:2.0:1789185326.203681:0:35224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1789185326.203684:0:35224:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5000/0xff23d3f688d93c46 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x728:0x0].0xfb53d8db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35224 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.203690:0:35224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5000/0xff23d3f688d93c46 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x728:0x0].0xfb53d8db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35224 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.203730:0:35224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5400/0xff23d3f688d93c38 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x728:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4be58 expref: 12 pid: 35224 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.203746:0:35224:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd4a00/0xff23d3f688d93c4d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x4c2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4be58 expref: 11 pid: 35224 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.203755:0:35224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c2:0x0].0x0 (ffff90b14b4f9f00)
00010000:00010000:2.0:1789185326.203757:0:35224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1
00010000:00010000:2.0:1789185326.203760:0:35224:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90b149bd4a00, rc 0)
00000100:00100000:2.0:1789185326.203816:0:35224:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d421c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:e79deea0-f7ae-4edd-b0c3-4df8e4cde9af+11:250002:x1876087010849024:12345-192.168.204.3@tcp:101:bash.0 Request processed in 8546us (8737us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185326.203824:0:35224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 70729
00000100:00100000:3.0:1789185326.212314:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185326.212436:0:24807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010849152
00000100:00100000:0.0:1789185326.212448:0:24807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010849152
00000100:00100000:0.0:1789185326.212542:0:24807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 70730
00000100:00100000:0.0:1789185326.212589:0:24807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14a826680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e79deea0-f7ae-4edd-b0c3-4df8e4cde9af+8:250002:x1876087010849152:12345-192.168.204.3@tcp:101:bash.0
00010000:00010000:0.0:1789185326.212614:0:24807:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1789185326.212638:0:24807:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29a00/0xff23d3f688d93c54 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x4c2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xeb7932912cf4be5f expref: -99 pid: 24807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185326.212705:0:24807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29200/0xff23d3f688d93c5b lrc: 3/1,0 mode: --/PR res: [0x240000402:0x4c2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 24807 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185326.212723:0:24807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29200/0xff23d3f688d93c5b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x4c2:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24807 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185326.212736:0:24807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29200/0xff23d3f688d93c5b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x4c2:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24807 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1789185326.212779:0:24807:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000402:0x4c2:0x0]: returning size 4096
00000004:00200000:0.0:1789185326.212783:0:24807:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00010000:00010000:0.0:1789185326.212821:0:24807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29a00/0xff23d3f688d93c54 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x4c2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4be5f expref: 10 pid: 24807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185326.212842:0:24807:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29200/0xff23d3f688d93c5b lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x4c2:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4be5f expref: 9 pid: 24807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185326.212853:0:24807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c2:0x0].0x0 (ffff90b148e8a100)
00010000:00010000:0.0:1789185326.212856:0:24807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12
00010000:00010000:0.0:1789185326.212860:0:24807:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90b14bc29200, rc 0)
00000100:00100000:0.0:1789185326.213083:0:24807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14a826680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e79deea0-f7ae-4edd-b0c3-4df8e4cde9af+9:250002:x1876087010849152:12345-192.168.204.3@tcp:101:bash.0 Request processed in 497us (776us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185326.213091:0:24807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 70730
00000100:00080000:2.0:1789185326.213166:0:6511:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1789185326.222121:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185326.222219:0:35217:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010849280
00000100:00100000:3.0:1789185326.222230:0:35217:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010849280
00000100:00100000:3.0:1789185326.222297:0:35217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 70731
00000100:00100000:3.0:1789185326.222416:0:35217:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d421f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:e79deea0-f7ae-4edd-b0c3-4df8e4cde9af+9:250149:x1876087010849280:12345-192.168.204.3@tcp:101:rm.0
00010000:00010000:3.0:1789185326.222440:0:35217:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1789185326.222463:0:35217:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863000/0xff23d3f688d93c62 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x4c2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xeb7932912cf4be66 expref: -99 pid: 35217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.222531:0:35217:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a862400/0xff23d3f688d93c69 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x4c2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35217 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.222596:0:35217:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a862400/0xff23d3f688d93c69 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x4c2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.222609:0:35217:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a862400/0xff23d3f688d93c69 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x4c2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.222722:0:35217:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5400/0xff23d3f688d93c70 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x4c2:0x0].0xeddcfc6c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35217 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.222731:0:35217:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5400/0xff23d3f688d93c70 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x4c2:0x0].0xeddcfc6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.222738:0:35217:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5400/0xff23d3f688d93c70 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x4c2:0x0].0xeddcfc6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.222782:0:35217:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a862400/0xff23d3f688d93c69 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x4c2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.222790:0:35217:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a862400/0xff23d3f688d93c69 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x4c2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.222796:0:35217:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a862400/0xff23d3f688d93c69 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x4c2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.222803:0:35217:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a862400/0xff23d3f688d93c69 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x4c2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.222810:0:35217:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14a862400 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:2.0:1789185326.222814:0:35217:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a862400/0xff23d3f688d93c69 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x4c2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.222827:0:35217:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a862400/0xff23d3f688d93c69 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x4c2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.222845:0:35217:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c2:0x0].0x0 (ffff90b148e8a100)
00010000:00010000:2.0:1789185326.222848:0:35217:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1789185326.222853:0:35217:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a862400/0xff23d3f688d93c69 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x4c2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.222860:0:35217:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a862400/0xff23d3f688d93c69 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x4c2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.222874:0:35217:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5400/0xff23d3f688d93c70 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x4c2:0x0].0xeddcfc6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.222880:0:35217:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5400/0xff23d3f688d93c70 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x4c2:0x0].0xeddcfc6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.222886:0:35217:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5400/0xff23d3f688d93c70 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x4c2:0x0].0xeddcfc6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.222899:0:35217:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149bd5400 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:2.0:1789185326.222903:0:35217:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5400/0xff23d3f688d93c70 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x4c2:0x0].0xeddcfc6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.222909:0:35217:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5400/0xff23d3f688d93c70 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x4c2:0x0].0xeddcfc6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.222917:0:35217:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c2:0x0].0xeddcfc6c (ffff90b14b4f9c00)
00010000:00010000:2.0:1789185326.222920:0:35217:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1789185326.222922:0:35217:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5400/0xff23d3f688d93c70 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x4c2:0x0].0xeddcfc6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.222928:0:35217:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5400/0xff23d3f688d93c70 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x4c2:0x0].0xeddcfc6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.222965:0:35217:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863000/0xff23d3f688d93c62 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x4c2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4be66 expref: 10 pid: 35217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.222976:0:35217:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c2:0x0].0x0 (ffff90b148e8a100)
00010000:00010000:2.0:1789185326.222978:0:35217:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1
00010000:00010000:2.0:1789185326.222982:0:35217:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863000/0xff23d3f688d93c62 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x4c2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4be66 expref: 10 pid: 35217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.222992:0:35217:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90b14a863000, rc 0)
00000100:00100000:2.0:1789185326.223059:0:35217:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d421f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:e79deea0-f7ae-4edd-b0c3-4df8e4cde9af+9:250149:x1876087010849280:12345-192.168.204.3@tcp:101:rm.0 Request processed in 754us (948us total) trans 0 rc 301/301
00000100:00100000:2.0:1789185326.223068:0:35217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 70731
00000100:00100000:1.0:1789185326.225043:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185326.225100:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010849408
00000100:00100000:3.0:1789185326.225109:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010849408
00000100:00100000:3.0:1789185326.225163:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 70732
00000100:00100000:3.0:1789185326.225173:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d420e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e79deea0-f7ae-4edd-b0c3-4df8e4cde9af+9:250149:x1876087010849408:12345-192.168.204.3@tcp:101:rm.0
00010000:00010000:3.0:1789185326.225191:0:6515:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1789185326.225210:0:6515:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863a00/0xff23d3f688d93c77 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x4c2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xeb7932912cf4be6d expref: -99 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.225270:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a862c00/0xff23d3f688d93c7e lrc: 3/1,0 mode: --/CR res: [0x240000402:0x4c2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.225285:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a862c00/0xff23d3f688d93c7e lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x4c2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.225297:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a862c00/0xff23d3f688d93c7e lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x4c2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.225411:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863c00/0xff23d3f688d93c85 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x4c2:0x0].0x3491cd4c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.225422:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863c00/0xff23d3f688d93c85 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x4c2:0x0].0x3491cd4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.225430:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863c00/0xff23d3f688d93c85 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x4c2:0x0].0x3491cd4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.225471:0:6515:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a862c00/0xff23d3f688d93c7e lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x4c2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.225480:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a862c00/0xff23d3f688d93c7e lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x4c2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.225487:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a862c00/0xff23d3f688d93c7e lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x4c2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.225494:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a862c00/0xff23d3f688d93c7e lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x4c2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.225501:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14a862c00 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:3.0:1789185326.225505:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a862c00/0xff23d3f688d93c7e lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x4c2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.225513:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a862c00/0xff23d3f688d93c7e lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x4c2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.225525:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c2:0x0].0x0 (ffff90b148e8a100)
00010000:00010000:3.0:1789185326.225528:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1789185326.225533:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a862c00/0xff23d3f688d93c7e lrc: 3/0,0 mode: --/CR res: [0x240000402:0x4c2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.225540:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a862c00/0xff23d3f688d93c7e lrc: 0/0,0 mode: --/CR res: [0x240000402:0x4c2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.226011:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863c00/0xff23d3f688d93c85 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x4c2:0x0].0x3491cd4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.226018:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863c00/0xff23d3f688d93c85 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x4c2:0x0].0x3491cd4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.226024:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863c00/0xff23d3f688d93c85 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x4c2:0x0].0x3491cd4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.226029:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14a863c00 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:3.0:1789185326.226032:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863c00/0xff23d3f688d93c85 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x4c2:0x0].0x3491cd4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.226038:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863c00/0xff23d3f688d93c85 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x4c2:0x0].0x3491cd4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.226046:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c2:0x0].0x3491cd4c (ffff90b14b4fff00)
00010000:00010000:3.0:1789185326.226048:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1789185326.226051:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863c00/0xff23d3f688d93c85 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x4c2:0x0].0x3491cd4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.226055:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863c00/0xff23d3f688d93c85 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x4c2:0x0].0x3491cd4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.226088:0:6515:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863a00/0xff23d3f688d93c77 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x4c2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4be6d expref: 10 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.226098:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c2:0x0].0x0 (ffff90b148e8a100)
00010000:00010000:3.0:1789185326.226101:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1
00010000:00010000:3.0:1789185326.226104:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863a00/0xff23d3f688d93c77 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x4c2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4be6d expref: 10 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.226113:0:6515:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90b14a863a00, rc 0)
00000100:00100000:3.0:1789185326.226173:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d420e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e79deea0-f7ae-4edd-b0c3-4df8e4cde9af+9:250149:x1876087010849408:12345-192.168.204.3@tcp:101:rm.0 Request processed in 1002us (1137us total) trans 0 rc 301/301
00000100:00100000:3.0:1789185326.226186:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 70732
00000100:00100000:3.0:1789185326.230746:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185326.233484:0:35216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010849536
00000100:00100000:0.0:1789185326.233503:0:35216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010849536
00000100:00100000:0.0:1789185326.234193:0:35216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 70733
00000100:00100000:0.0:1789185326.234208:0:35216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14a825180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:e79deea0-f7ae-4edd-b0c3-4df8e4cde9af+9:250149:x1876087010849536:12345-192.168.204.3@tcp:101:rm.0
00010000:00010000:0.0:1789185326.234232:0:35216:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1789185326.234257:0:35216:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29a00/0xff23d3f688d93c8c lrc: 2/0,0 mode: --/CR res: [0x240000402:0x4c2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xeb7932912cf4be74 expref: -99 pid: 35216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185326.234345:0:35216:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc28e00/0xff23d3f688d93c93 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x4c2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35216 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185326.234363:0:35216:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc28e00/0xff23d3f688d93c93 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x4c2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35216 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185326.234388:0:35216:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc28e00/0xff23d3f688d93c93 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x4c2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185326.234438:0:35216:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29000/0xff23d3f688d93c9a lrc: 3/1,0 mode: --/PR res: [0x240000402:0x4c2:0x0].0x3735a305 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35216 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185326.234447:0:35216:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29000/0xff23d3f688d93c9a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x4c2:0x0].0x3735a305 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35216 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185326.234455:0:35216:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29000/0xff23d3f688d93c9a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x4c2:0x0].0x3735a305 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185326.234501:0:35216:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc28e00/0xff23d3f688d93c93 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x4c2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185326.234509:0:35216:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc28e00/0xff23d3f688d93c93 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x4c2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35216 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185326.234516:0:35216:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc28e00/0xff23d3f688d93c93 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x4c2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35216 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185326.234524:0:35216:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc28e00/0xff23d3f688d93c93 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x4c2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35216 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185326.234530:0:35216:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14bc28e00 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:0.0:1789185326.234535:0:35216:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc28e00/0xff23d3f688d93c93 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x4c2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35216 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185326.234569:0:35216:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc28e00/0xff23d3f688d93c93 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x4c2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 35216 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185326.234583:0:35216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c2:0x0].0x0 (ffff90b148e8a100)
00010000:00010000:0.0:1789185326.234586:0:35216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1789185326.234591:0:35216:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc28e00/0xff23d3f688d93c93 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x4c2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35216 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185326.234598:0:35216:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc28e00/0xff23d3f688d93c93 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x4c2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35216 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185326.234613:0:35216:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29000/0xff23d3f688d93c9a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x4c2:0x0].0x3735a305 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35216 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185326.234620:0:35216:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29000/0xff23d3f688d93c9a lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x4c2:0x0].0x3735a305 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35216 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185326.234627:0:35216:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29000/0xff23d3f688d93c9a lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x4c2:0x0].0x3735a305 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35216 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185326.234633:0:35216:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14bc29000 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:0.0:1789185326.234636:0:35216:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29000/0xff23d3f688d93c9a lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x4c2:0x0].0x3735a305 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35216 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185326.234648:0:35216:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29000/0xff23d3f688d93c9a lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x4c2:0x0].0x3735a305 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35216 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185326.234655:0:35216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c2:0x0].0x3735a305 (ffff90b148e8ac00)
00010000:00010000:0.0:1789185326.234658:0:35216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1789185326.234661:0:35216:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29000/0xff23d3f688d93c9a lrc: 2/0,0 mode: --/PR res: [0x240000402:0x4c2:0x0].0x3735a305 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35216 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185326.234667:0:35216:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29000/0xff23d3f688d93c9a lrc: 0/0,0 mode: --/PR res: [0x240000402:0x4c2:0x0].0x3735a305 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35216 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185326.234704:0:35216:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29a00/0xff23d3f688d93c8c lrc: 1/0,0 mode: --/CR res: [0x240000402:0x4c2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4be74 expref: 10 pid: 35216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185326.234715:0:35216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c2:0x0].0x0 (ffff90b148e8a100)
00010000:00010000:0.0:1789185326.234717:0:35216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1
00010000:00010000:0.0:1789185326.234722:0:35216:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29a00/0xff23d3f688d93c8c lrc: 0/0,0 mode: --/CR res: [0x240000402:0x4c2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4be74 expref: 10 pid: 35216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185326.234732:0:35216:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90b14bc29a00, rc 0)
00000100:00100000:0.0:1789185326.234799:0:35216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14a825180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:e79deea0-f7ae-4edd-b0c3-4df8e4cde9af+9:250149:x1876087010849536:12345-192.168.204.3@tcp:101:rm.0 Request processed in 596us (4256us total) trans 0 rc 301/301
00000100:00100000:0.0:1789185326.234807:0:35216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 70733
00000100:00100000:1.0:1789185326.239639:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185326.239731:0:10357:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010849792
00000100:00100000:3.0:1789185326.239741:0:10357:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010849792
00000100:00100000:3.0:1789185326.239797:0:10357:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 70734
00000100:00100000:3.0:1789185326.239807:0:10357:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d421180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e79deea0-f7ae-4edd-b0c3-4df8e4cde9af+9:250149:x1876087010849792:12345-192.168.204.3@tcp:101:rm.0
00010000:00010000:3.0:1789185326.239830:0:10357:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1789185326.239852:0:10357:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863a00/0xff23d3f688d93ca1 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x4c2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xeb7932912cf4be7b expref: -99 pid: 10357 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.239948:0:10357:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863c00/0xff23d3f688d93ca8 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x4c2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10357 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.239965:0:10357:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863c00/0xff23d3f688d93ca8 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x4c2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10357 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.239978:0:10357:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863c00/0xff23d3f688d93ca8 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x4c2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10357 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.240039:0:10357:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a862c00/0xff23d3f688d93caf lrc: 3/1,0 mode: --/PR res: [0x240000402:0x4c2:0x0].0x820cea43 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10357 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.240048:0:10357:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a862c00/0xff23d3f688d93caf lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x4c2:0x0].0x820cea43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10357 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.240055:0:10357:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a862c00/0xff23d3f688d93caf lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x4c2:0x0].0x820cea43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10357 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.240096:0:10357:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863c00/0xff23d3f688d93ca8 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x4c2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10357 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.240105:0:10357:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863c00/0xff23d3f688d93ca8 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x4c2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10357 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.240112:0:10357:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863c00/0xff23d3f688d93ca8 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x4c2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10357 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.240119:0:10357:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863c00/0xff23d3f688d93ca8 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x4c2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10357 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.240125:0:10357:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14a863c00 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:3.0:1789185326.240130:0:10357:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863c00/0xff23d3f688d93ca8 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x4c2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10357 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.240140:0:10357:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863c00/0xff23d3f688d93ca8 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x4c2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10357 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.240154:0:10357:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c2:0x0].0x0 (ffff90b148e8a100)
00010000:00010000:3.0:1789185326.240158:0:10357:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1789185326.240164:0:10357:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863c00/0xff23d3f688d93ca8 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x4c2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10357 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.240171:0:10357:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863c00/0xff23d3f688d93ca8 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x4c2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10357 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.240187:0:10357:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a862c00/0xff23d3f688d93caf lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x4c2:0x0].0x820cea43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10357 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.240193:0:10357:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a862c00/0xff23d3f688d93caf lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x4c2:0x0].0x820cea43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10357 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.240199:0:10357:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a862c00/0xff23d3f688d93caf lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x4c2:0x0].0x820cea43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10357 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.240204:0:10357:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14a862c00 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:3.0:1789185326.240207:0:10357:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a862c00/0xff23d3f688d93caf lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x4c2:0x0].0x820cea43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10357 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.240212:0:10357:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a862c00/0xff23d3f688d93caf lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x4c2:0x0].0x820cea43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10357 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.240219:0:10357:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c2:0x0].0x820cea43 (ffff90b14b4fff00)
00010000:00010000:3.0:1789185326.240221:0:10357:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1789185326.240224:0:10357:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a862c00/0xff23d3f688d93caf lrc: 2/0,0 mode: --/PR res: [0x240000402:0x4c2:0x0].0x820cea43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10357 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.240230:0:10357:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a862c00/0xff23d3f688d93caf lrc: 0/0,0 mode: --/PR res: [0x240000402:0x4c2:0x0].0x820cea43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10357 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.240267:0:10357:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863a00/0xff23d3f688d93ca1 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x4c2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4be7b expref: 10 pid: 10357 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.240279:0:10357:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c2:0x0].0x0 (ffff90b148e8a100)
00010000:00010000:3.0:1789185326.240281:0:10357:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1
00010000:00010000:3.0:1789185326.240285:0:10357:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863a00/0xff23d3f688d93ca1 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x4c2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4be7b expref: 10 pid: 10357 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.240295:0:10357:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90b14a863a00, rc 0)
00000100:00100000:3.0:1789185326.240374:0:10357:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d421180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e79deea0-f7ae-4edd-b0c3-4df8e4cde9af+9:250149:x1876087010849792:12345-192.168.204.3@tcp:101:rm.0 Request processed in 568us (743us total) trans 0 rc 301/301
00000100:00100000:3.0:1789185326.240392:0:10357:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 70734
00000100:00100000:1.0:1789185326.245813:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185326.246021:0:35220:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010849920
00000100:00100000:2.0:1789185326.246032:0:35220:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010849920
00000100:00100000:2.0:1789185326.246099:0:35220:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 70735
00000100:00100000:2.0:1789185326.246109:0:35220:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d423b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:5ea6f62d-4e20-4559-8935-61e538d0074d+12:250149:x1876087010849920:12345-192.168.204.3@tcp:101:rm.0
00010000:00010000:2.0:1789185326.246145:0:35220:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1789185326.246170:0:35220:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5400/0xff23d3f688d93cb6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x728:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xeb7932912cf4be82 expref: -99 pid: 35220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.246286:0:35220:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5000/0xff23d3f688d93cbd lrc: 3/1,0 mode: --/CR res: [0x200000402:0x728:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35220 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.246428:0:35220:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5000/0xff23d3f688d93cbd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x728:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35220 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.246443:0:35220:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5000/0xff23d3f688d93cbd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x728:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35220 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.246461:0:35220:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5e00/0xff23d3f688d93cc4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x728:0x0].0xfb53d8db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35220 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.246470:0:35220:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5e00/0xff23d3f688d93cc4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x728:0x0].0xfb53d8db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35220 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.246476:0:35220:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5e00/0xff23d3f688d93cc4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x728:0x0].0xfb53d8db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35220 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.246525:0:35220:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd4600/0xff23d3f688d93ccb lrc: 3/1,0 mode: --/PR res: [0x240000402:0x4c2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35220 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.246535:0:35220:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd4600/0xff23d3f688d93ccb lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x4c2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35220 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.246542:0:35220:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd4600/0xff23d3f688d93ccb lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x4c2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35220 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1789185326.246682:0:35220:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd4600/0xff23d3f688d93ccb lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x4c2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35220 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.246698:0:35220:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5000/0xff23d3f688d93cbd lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x728:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35220 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.246706:0:35220:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5000/0xff23d3f688d93cbd lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x728:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35220 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.246713:0:35220:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5000/0xff23d3f688d93cbd lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x728:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35220 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.246720:0:35220:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5000/0xff23d3f688d93cbd lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x728:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35220 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.246731:0:35220:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149bd5000 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:2.0:1789185326.246736:0:35220:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5000/0xff23d3f688d93cbd lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x728:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35220 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.246745:0:35220:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5000/0xff23d3f688d93cbd lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x728:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 35220 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.246758:0:35220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x728:0x0].0x0 (ffff90b149ed9f00)
00010000:00010000:2.0:1789185326.246761:0:35220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1789185326.246767:0:35220:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5000/0xff23d3f688d93cbd lrc: 3/0,0 mode: --/CR res: [0x200000402:0x728:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35220 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.246773:0:35220:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5000/0xff23d3f688d93cbd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x728:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35220 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.246788:0:35220:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5e00/0xff23d3f688d93cc4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x728:0x0].0xfb53d8db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35220 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.246794:0:35220:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5e00/0xff23d3f688d93cc4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x728:0x0].0xfb53d8db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35220 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.246800:0:35220:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5e00/0xff23d3f688d93cc4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x728:0x0].0xfb53d8db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35220 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.246805:0:35220:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149bd5e00 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:2.0:1789185326.246809:0:35220:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5e00/0xff23d3f688d93cc4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x728:0x0].0xfb53d8db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35220 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.246815:0:35220:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5e00/0xff23d3f688d93cc4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x728:0x0].0xfb53d8db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35220 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.246826:0:35220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x728:0x0].0xfb53d8db (ffff90b14b4f9c00)
00010000:00010000:2.0:1789185326.246829:0:35220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1789185326.246832:0:35220:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5e00/0xff23d3f688d93cc4 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x728:0x0].0xfb53d8db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35220 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.246839:0:35220:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5e00/0xff23d3f688d93cc4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x728:0x0].0xfb53d8db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35220 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.247392:0:35220:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5400/0xff23d3f688d93cb6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x728:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4be82 expref: 14 pid: 35220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.247410:0:35220:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd4600/0xff23d3f688d93ccb lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x4c2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4be82 expref: 13 pid: 35220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.247419:0:35220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c2:0x0].0x0 (ffff90b14b4f9f00)
00010000:00010000:2.0:1789185326.247421:0:35220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1
00010000:00010000:2.0:1789185326.247424:0:35220:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90b149bd4600, rc 0)
00000100:00100000:2.0:1789185326.247576:0:35220:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d423b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:5ea6f62d-4e20-4559-8935-61e538d0074d+13:250149:x1876087010849920:12345-192.168.204.3@tcp:101:rm.0 Request processed in 1467us (1772us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185326.247585:0:35220:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 70735
00000100:00100000:1.0:1789185326.260684:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185326.260793:0:35219:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010850048
00000100:00100000:3.0:1789185326.260803:0:35219:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010850048
00000100:00100000:3.0:1789185326.260987:0:35219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 70736
00000100:00100000:3.0:1789185326.260999:0:35219:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d420380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:5ea6f62d-4e20-4559-8935-61e538d0074d+9:250149:x1876087010850048:12345-192.168.204.3@tcp:101:rm.0
00010000:00010000:3.0:1789185326.261030:0:35219:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1789185326.261054:0:35219:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863a00/0xff23d3f688d93cd2 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x4c2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xeb7932912cf4be89 expref: -99 pid: 35219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.261120:0:35219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a862c00/0xff23d3f688d93cd9 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x4c2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35219 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.261137:0:35219:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a862c00/0xff23d3f688d93cd9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x4c2:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35219 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.261150:0:35219:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a862c00/0xff23d3f688d93cd9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x4c2:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35219 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1789185326.261204:0:35219:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000402:0x4c2:0x0]: returning size 4096
00000004:00200000:3.0:1789185326.261209:0:35219:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00010000:00010000:3.0:1789185326.261249:0:35219:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863a00/0xff23d3f688d93cd2 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x4c2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4be89 expref: 11 pid: 35219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.261271:0:35219:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a862c00/0xff23d3f688d93cd9 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x4c2:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4be89 expref: 10 pid: 35219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.261281:0:35219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c2:0x0].0x0 (ffff90b148e8a100)
00010000:00010000:3.0:1789185326.261284:0:35219:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12
00010000:00010000:3.0:1789185326.261287:0:35219:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90b14a862c00, rc 0)
00000100:00100000:3.0:1789185326.261354:0:35219:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d420380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:5ea6f62d-4e20-4559-8935-61e538d0074d+10:250149:x1876087010850048:12345-192.168.204.3@tcp:101:rm.0 Request processed in 357us (682us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185326.261366:0:35219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 70736
00000100:00100000:1.0:1789185326.272707:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185326.272974:0:9945:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010850304
00000100:00100000:3.0:1789185326.272985:0:9945:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010850304
00000100:00100000:3.0:1789185326.273054:0:9945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 70737
00000100:00100000:3.0:1789185326.273065:0:9945:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d422d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+10:250149:x1876087010850304:12345-192.168.204.3@tcp:101:rm.0
00010000:00010000:3.0:1789185326.273089:0:9945:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1789185326.273114:0:9945:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863a00/0xff23d3f688d93ce0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x728:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xeb7932912cf4be90 expref: -99 pid: 9945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1789185326.273219:0:9945:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000402:0x4c2:0x0]: returning size 4096
00010000:00010000:3.0:1789185326.273341:0:9945:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863a00/0xff23d3f688d93ce0 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x728:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4be90 expref: 12 pid: 9945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.273359:0:9945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x728:0x0].0x0 (ffff90b14b4fff00)
00010000:00010000:3.0:1789185326.273363:0:9945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1
00010000:00010000:3.0:1789185326.273370:0:9945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863a00/0xff23d3f688d93ce0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x728:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4be90 expref: 12 pid: 9945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.273402:0:9945:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90b14a863a00, rc 0)
00000100:00100000:3.0:1789185326.273467:0:9945:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d422d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+11:250149:x1876087010850304:12345-192.168.204.3@tcp:101:rm.0 Request processed in 403us (768us total) trans 4294985788 rc 301/301
00000100:00100000:3.0:1789185326.273474:0:9945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 70737
00000100:00100000:1.0:1789185326.290069:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185326.290164:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010850432
00000100:00100000:2.0:1789185326.290174:0:6518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010850432
00000100:00100000:2.0:1789185326.290233:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 9613
00000100:00100000:2.0:1789185326.290244:0:6518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d422300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+11:250149:x1876087010850432:12345-192.168.204.3@tcp:37:rm.0
00000100:00100000:2.0:1789185326.297188:0:6518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d422300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+11:250149:x1876087010850432:12345-192.168.204.3@tcp:37:rm.0 Request processed in 6936us (7120us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185326.297203:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 9613
00000100:00100000:1.0:1789185326.309367:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185326.309477:0:22625:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010850688
00000100:00100000:0.0:1789185326.309487:0:22625:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010850688
00000100:00100000:0.0:1789185326.309583:0:22625:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 9614
00000100:00100000:0.0:1789185326.309595:0:22625:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b247d50a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+11:250149:x1876087010850688:12345-192.168.204.3@tcp:35:rm.0
00000100:00100000:0.0:1789185326.309831:0:22625:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b247d50a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+12:250149:x1876087010850688:12345-192.168.204.3@tcp:35:rm.0 Request processed in 238us (474us total) trans 4294985789 rc 0/0
00000100:00100000:0.0:1789185326.309839:0:22625:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 9614
00000100:00100000:1.0:1789185326.312647:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185326.312691:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185326.312778:0:17813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010851072
00000100:00100000:3.0:1789185326.312788:0:17813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010851072
00000100:00100000:3.0:1789185326.312841:0:17813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 70738
00000100:00100000:3.0:1789185326.312850:0:17813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1498a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+12:250149:x1876087010851072:12345-192.168.204.3@tcp:36:rm.0
00010000:00010000:3.0:1789185326.312928:0:17813:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185326.312960:0:17813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a862c00/0xff23d3f688d93cd9 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x4c2:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4be89 expref: 12 pid: 35219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.312982:0:17813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c2:0x0].0x0 (ffff90b148e8a100)
00010000:00010000:3.0:1789185326.312988:0:17813:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1789185326.313043:0:17813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b14a863a00/0xff23d3f688d93cee lrc: 3/0,1 mode: --/CW res: [0x200000402:0x728:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.313053:0:17813:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b14a863a00/0xff23d3f688d93cee lrc: 3/0,1 mode: --/CW res: [0x200000402:0x728:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.313064:0:17813:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b14a863a00/0xff23d3f688d93cee lrc: 3/0,1 mode: --/CW res: [0x200000402:0x728:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185326.313085:0:17813:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14a824e00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:17813:1876087019022720:0@lo:101:mdt00_005.0
00000100:00100000:3.0:1789185326.313131:0:17813:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185326.313170:0:17813:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1486aa300 going to sleep for 11 seconds
00000100:00100000:1.0:1789185326.313286:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019022720
00000100:00100000:1.0:1789185326.313290:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019022720
00000100:00100000:1.0:1789185326.313340:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25252
00000100:00100000:1.0:1789185326.313347:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14a825880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:17813:x1876087019022720:12345-0@lo:101:mdt00_005.0
00010000:00010000:1.0:1789185326.313360:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1789185326.313375:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb97a00/0xff23d3f688d93cf5 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x728:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xff23d3f688d93cee expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185326.313411:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb96200/0xff23d3f688d93c31 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x728:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4be51 expref: 10 pid: 35214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185326.313422:0:6520:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb97a00/0xff23d3f688d93cf5 lrc: 4/0,0 mode: --/CW res: [0x200000402:0x728:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xff23d3f688d93cee expref: 8 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185326.313448:0:6520:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb96200/0xff23d3f688d93c31 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x728:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4be51 expref: 10 pid: 35214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185326.313463:0:6520:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb96200/0xff23d3f688d93c31 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x728:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4be51 expref: 10 pid: 35214 timeout: 9503 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185326.313475:0:6520:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1498a9500 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000_UUID:6520:1876087019022848:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185326.313532:0:6520:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b15108cb40 going to sleep for 11 seconds
00000100:00100000:2.0:1789185326.314354:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010850816
00000100:00100000:2.0:1789185326.314361:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010850816
00000100:00100000:2.0:1789185326.314424:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 11433
00000100:00100000:2.0:1789185326.314433:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149812d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+13:2391:x1876087010850816:12345-192.168.204.3@tcp:103:rm.0
00010000:00010000:2.0:1789185326.314445:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185326.314461:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd4600/0xff23d3f688d93ccb lrc: 0/0,0 mode: --/PR res: [0x240000402:0x4c2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4be82 expref: 13 pid: 35220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.314476:0:6499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c2:0x0].0x0 (ffff90b14b4f9f00)
00010000:00010000:2.0:1789185326.314480:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185326.314531:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149812d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+12:2391:x1876087010850816:12345-192.168.204.3@tcp:103:rm.0 Request processed in 99us (1893us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185326.314538:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 11433
00000100:00100000:0.0:1789185326.323949:0:6520:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b1498a9500 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000_UUID:6520:1876087019022848:192.168.204.3@tcp:104:
00010000:00010000:0.0:1789185326.323988:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb97a00/0xff23d3f688d93cf5 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x728:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xff23d3f688d93cee expref: 8 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185326.324003:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x728:0x0].0x0 (ffff90b149ed9f00)
00010000:00010000:0.0:1789185326.324006:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1789185326.324010:0:6520:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb97a00/0xff23d3f688d93cf5 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x728:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xff23d3f688d93cee expref: 8 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185326.324022:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90b14cb97a00, rc 0)
00000100:00100000:0.0:1789185326.324089:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14a825880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:17813:x1876087019022720:12345-0@lo:101:mdt00_005.0 Request processed in 10742us (10956us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185326.324097:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25252
00000100:00100000:3.0:1789185326.324252:0:17813:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 8589957751 gen 2
00000004:00080000:3.0:1789185326.324257:0:17813:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957751 committed transno 8589957751
00000100:00100000:3.0:1789185326.324277:0:17813:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14a824e00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:17813:1876087019022720:0@lo:101:mdt00_005.0
00010000:00010000:3.0:1789185326.324297:0:17813:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b14a863a00/0xff23d3f688d93cee lrc: 4/0,1 mode: --/CW res: [0x200000402:0x728:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xff23d3f688d93cf5 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.324310:0:17813:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b14a863a00/0xff23d3f688d93cee lrc: 4/0,1 mode: --/CW res: [0x200000402:0x728:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xff23d3f688d93cf5 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185326.326451:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185326.326584:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010851200
00000100:00100000:2.0:1789185326.326594:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010851200
00010000:00010000:2.0:1789185326.326633:0:8458:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb96200/0xff23d3f688d93c31 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x728:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4be51 expref: 11 pid: 35214 timeout: 9503 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185326.326666:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23744
00000100:00100000:2.0:1789185326.326676:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1498a9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e79deea0-f7ae-4edd-b0c3-4df8e4cde9af+11:2392:x1876087010851200:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1789185326.326693:0:8458:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185326.326701:0:8458:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb96200/0xff23d3f688d93c31 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x728:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4be51 expref: 11 pid: 35214 timeout: 9503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.326716:0:8458:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb96200/0xff23d3f688d93c31 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x728:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4be51 expref: 11 pid: 35214 timeout: 9503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.326745:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb96200/0xff23d3f688d93c31 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x728:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4be51 expref: 11 pid: 35214 timeout: 9503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.326762:0:8458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x728:0x0].0x0 (ffff90b149ed9f00)
00010000:00010000:2.0:1789185326.326768:0:8458:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb97a00/0xff23d3f688d93cf5 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x728:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xff23d3f688d93cee expref: 7 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.326782:0:8458:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb97a00/0xff23d3f688d93cf5 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x728:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0xff23d3f688d93cee expref: 7 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.326793:0:8458:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb97a00/0xff23d3f688d93cf5 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x728:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0xff23d3f688d93cee expref: 7 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.326831:0:8458:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb97a00/0xff23d3f688d93cf5 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x728:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xff23d3f688d93cee expref: 7 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185326.326846:0:8458:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f3a5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8458:1876087019022976:0@lo:105:
00000100:00100000:2.0:1789185326.327149:0:8458:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185326.328309:0:8458:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b149ae2600 going to sleep for 11 seconds
00000100:00100000:3.0:1789185326.331049:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019022976
00000100:00100000:3.0:1789185326.331067:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019022976
00000100:00100000:3.0:1789185326.331191:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8045
00000100:00100000:3.0:1789185326.331202:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f10ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:8458:x1876087019022976:12345-0@lo:105:
00010000:00010000:3.0:1789185326.331220:0:6497:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast  ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b14a863a00/0xff23d3f688d93cee lrc: 5/0,1 mode: --/CW res: [0x200000402:0x728:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xff23d3f688d93cf5 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.331232:0:6497:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b14a863a00/0xff23d3f688d93cee lrc: 5/0,1 mode: --/CW res: [0x200000402:0x728:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xff23d3f688d93cf5 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.331242:0:6497:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b14a863a00/0xff23d3f688d93cee lrc: 5/0,1 mode: --/CW res: [0x200000402:0x728:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xff23d3f688d93cf5 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.331254:0:6497:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b14a863a00/0xff23d3f688d93cee lrc: 5/0,1 mode: CW/CW res: [0x200000402:0x728:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0xff23d3f688d93cf5 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.331264:0:6497:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b14a863a00/0xff23d3f688d93cee lrc: 6/0,1 mode: CW/CW res: [0x200000402:0x728:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0xff23d3f688d93cf5 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.331274:0:6497:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b14a863a00/0xff23d3f688d93cee lrc: 6/0,1 mode: CW/CW res: [0x200000402:0x728:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0xff23d3f688d93cf5 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.331310:0:6497:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff90b14a863a00)
00000100:00100000:3.0:1789185326.331402:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f10ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:8458:x1876087019022976:12345-0@lo:105: Request processed in 201us (4252us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185326.331410:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8045
00010000:00010000:2.0:1789185326.331467:0:17813:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b14a863a00/0xff23d3f688d93cee lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x728:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xff23d3f688d93cf5 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.331479:0:17813:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b14a863a00/0xff23d3f688d93cee lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x728:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xff23d3f688d93cf5 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:2.0:1789185326.331509:0:17813:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000402:0x728:0x0]
00010000:00010000:2.0:1789185326.331576:0:17813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b149bd4600/0xff23d3f688d93cfc lrc: 3/0,1 mode: --/PW res: [0x200000402:0x728:0x0].0xfb53d8db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.331585:0:17813:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b149bd4600/0xff23d3f688d93cfc lrc: 3/0,1 mode: --/PW res: [0x200000402:0x728:0x0].0xfb53d8db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.331595:0:17813:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b149bd4600/0xff23d3f688d93cfc lrc: 3/0,1 mode: --/PW res: [0x200000402:0x728:0x0].0xfb53d8db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185326.331614:0:17813:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f108e00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:17813:1876087019023104:0@lo:101:mdt00_005.0
00000100:00100000:2.0:1789185326.331654:0:17813:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185326.331679:0:17813:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b149ae26c0 going to sleep for 11 seconds
00000100:00100000:2.0:1789185326.331706:0:6521:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019023104
00000100:00100000:2.0:1789185326.331711:0:6521:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019023104
00000100:00100000:2.0:1789185326.331741:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25253
00000100:00100000:2.0:1789185326.331748:0:6521:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14b5ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:17813:x1876087019023104:12345-0@lo:101:mdt00_005.0
00010000:00010000:2.0:1789185326.331767:0:6521:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1789185326.331783:0:6521:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5e00/0xff23d3f688d93d03 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x728:0x0].0xfb53d8db bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xff23d3f688d93cfc expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.331807:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5e00/0xff23d3f688d93d03 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x728:0x0].0xfb53d8db bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xff23d3f688d93cfc expref: 9 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.331823:0:6521:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5e00/0xff23d3f688d93d03 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x728:0x0].0xfb53d8db bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xff23d3f688d93cfc expref: 9 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.331833:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x728:0x0].0xfb53d8db (ffff90b14b4f9900)
00010000:00010000:2.0:1789185326.331836:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1789185326.331840:0:6521:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90b149bd5e00, rc 0)
00000100:00100000:2.0:1789185326.331872:0:6521:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14b5ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:17813:x1876087019023104:12345-0@lo:101:mdt00_005.0 Request processed in 124us (217us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185326.331897:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25253
00000100:00100000:2.0:1789185326.331932:0:17813:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f108e00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:17813:1876087019023104:0@lo:101:mdt00_005.0
00010000:00010000:2.0:1789185326.331954:0:17813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b149bd4600/0xff23d3f688d93cfc lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x728:0x0].0xfb53d8db bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xff23d3f688d93d03 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.331963:0:17813:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b149bd4600/0xff23d3f688d93cfc lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x728:0x0].0xfb53d8db bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xff23d3f688d93d03 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:2.0:1789185326.331978:0:17813:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000402:0x728:0x0]
00000100:00100000:2.0:1789185326.332009:0:17813:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f108e00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:17813:1876087019023232:0@lo:1000:mdt00_005.0
00000100:00100000:2.0:1789185326.332035:0:17813:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185326.332049:0:17813:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b149ae2b40 going to sleep for 11 seconds
00000100:00100000:2.0:1789185326.332065:0:7824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019023232
00000100:00100000:2.0:1789185326.332069:0:7824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019023232
00000100:00100000:2.0:1789185326.332091:0:7824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25254
00000100:00100000:2.0:1789185326.332097:0:7824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14bbfd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:17813:x1876087019023232:12345-0@lo:1000:mdt00_005.0
00000100:00100000:2.0:1789185326.332162:0:7824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14bbfd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:17813:x1876087019023232:12345-0@lo:1000:mdt00_005.0 Request processed in 64us (126us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185326.332170:0:7824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25254
00000100:00100000:2.0:1789185326.332196:0:17813:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f108e00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:17813:1876087019023232:0@lo:1000:mdt00_005.0
00000100:00100000:2.0:1789185326.332237:0:17813:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f108e00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:17813:1876087019023360:0@lo:1000:mdt00_005.0
00000100:00100000:2.0:1789185326.332261:0:17813:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185326.332275:0:17813:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b149ae2b40 going to sleep for 11 seconds
00000100:00100000:2.0:1789185326.332286:0:6521:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019023360
00000100:00100000:2.0:1789185326.332289:0:6521:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019023360
00000100:00100000:2.0:1789185326.332305:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25255
00000100:00100000:2.0:1789185326.332311:0:6521:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f122300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:17813:x1876087019023360:12345-0@lo:1000:mdt00_005.0
00000100:00100000:2.0:1789185326.332394:0:6521:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f122300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:17813:x1876087019023360:12345-0@lo:1000:mdt00_005.0 Request processed in 82us (132us total) trans 0 rc 1/1
00000100:00100000:2.0:1789185326.332401:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25255
00000100:00100000:2.0:1789185326.332426:0:17813:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f108e00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:17813:1876087019023360:0@lo:1000:mdt00_005.0
00010000:00010000:2.0:1789185326.332466:0:17813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b149bd5000/0xff23d3f688d93d0a lrc: 3/0,1 mode: --/EX res: [0x240000402:0x4c2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.332475:0:17813:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b149bd5000/0xff23d3f688d93d0a lrc: 3/0,1 mode: --/EX res: [0x240000402:0x4c2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.332483:0:17813:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b149bd5000/0xff23d3f688d93d0a lrc: 3/0,1 mode: --/EX res: [0x240000402:0x4c2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185326.332493:0:17813:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f108e00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:17813:1876087019023488:0@lo:101:mdt00_005.0
00000100:00100000:2.0:1789185326.332517:0:17813:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185326.332530:0:17813:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b149ae26c0 going to sleep for 11 seconds
00000100:00100000:2.0:1789185326.332540:0:6521:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019023488
00000100:00100000:2.0:1789185326.332571:0:6521:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019023488
00000100:00100000:2.0:1789185326.332591:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25256
00000100:00100000:2.0:1789185326.332596:0:6521:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b27d30d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:17813:x1876087019023488:12345-0@lo:101:mdt00_005.0
00010000:00010000:2.0:1789185326.332604:0:6521:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1789185326.332615:0:6521:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd4000/0xff23d3f688d93d11 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x4c2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xff23d3f688d93d0a expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.332634:0:6521:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd4a00/0xff23d3f688d93c4d lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x4c2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4be58 expref: 10 pid: 35224 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.332649:0:6521:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd4000/0xff23d3f688d93d11 lrc: 4/0,0 mode: --/EX res: [0x240000402:0x4c2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xff23d3f688d93d0a expref: 10 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.332675:0:6521:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd4a00/0xff23d3f688d93c4d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x4c2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4be58 expref: 10 pid: 35224 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.332688:0:6521:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd4a00/0xff23d3f688d93c4d lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x4c2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4be58 expref: 10 pid: 35224 timeout: 9503 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185326.332699:0:6521:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b27d30dc00 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:6521:1876087019023616:192.168.204.3@tcp:104:
00000100:00100000:2.0:1789185326.332756:0:6521:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b149ae2b40 going to sleep for 11 seconds
00000100:00100000:0.0:1789185326.334030:0:8458:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f3a5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8458:1876087019022976:0@lo:105:
00010000:00010000:0.0:1789185326.334058:0:8458:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185326.334113:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1498a9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e79deea0-f7ae-4edd-b0c3-4df8e4cde9af+10:2392:x1876087010851200:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 7436us (7669us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185326.334125:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23744
00000100:00100000:1.0:1789185326.343179:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185326.343262:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010851328
00000100:00100000:3.0:1789185326.343272:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010851328
00010000:00010000:3.0:1789185326.343313:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd4a00/0xff23d3f688d93c4d lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x4c2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4be58 expref: 10 pid: 35224 timeout: 9503 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185326.343362:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23745
00000100:00100000:3.0:1789185326.343372:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b247d6fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e79deea0-f7ae-4edd-b0c3-4df8e4cde9af+10:2391:x1876087010851328:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185326.343398:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185326.343406:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd4a00/0xff23d3f688d93c4d lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x4c2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4be58 expref: 10 pid: 35224 timeout: 9503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.343420:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd4a00/0xff23d3f688d93c4d lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x4c2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4be58 expref: 10 pid: 35224 timeout: 9503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.343444:0:10396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c2:0x0].0x0 (ffff90b14b4f9f00)
00010000:00010000:3.0:1789185326.343451:0:10396:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd4000/0xff23d3f688d93d11 lrc: 3/0,0 mode: --/EX res: [0x240000402:0x4c2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xff23d3f688d93d0a expref: 10 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.343463:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd4000/0xff23d3f688d93d11 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x4c2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0xff23d3f688d93d0a expref: 10 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.343473:0:10396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd4000/0xff23d3f688d93d11 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x4c2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0xff23d3f688d93d0a expref: 10 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.343508:0:10396:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd4000/0xff23d3f688d93d11 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x4c2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xff23d3f688d93d0a expref: 10 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185326.343523:0:10396:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14a824700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:10396:1876087019023744:0@lo:105:
00000100:00100000:3.0:1789185326.343614:0:10396:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185326.343655:0:10396:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1486aa300 going to sleep for 11 seconds
00000100:00100000:0.0:1789185326.343724:0:6498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019023744
00000100:00100000:0.0:1789185326.343729:0:6498:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019023744
00000100:00100000:0.0:1789185326.343769:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8046
00000100:00100000:0.0:1789185326.343776:0:6498:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14a827100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:10396:x1876087019023744:12345-0@lo:105:
00010000:00010000:0.0:1789185326.343788:0:6498:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast  ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b149bd5000/0xff23d3f688d93d0a lrc: 4/0,1 mode: --/EX res: [0x240000402:0x4c2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xff23d3f688d93d11 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185326.343799:0:6498:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b149bd5000/0xff23d3f688d93d0a lrc: 4/0,1 mode: --/EX res: [0x240000402:0x4c2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xff23d3f688d93d11 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185326.343807:0:6498:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b149bd5000/0xff23d3f688d93d0a lrc: 4/0,1 mode: --/EX res: [0x240000402:0x4c2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xff23d3f688d93d11 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185326.343816:0:6498:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b149bd5000/0xff23d3f688d93d0a lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x4c2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0xff23d3f688d93d11 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185326.343824:0:6498:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b149bd5000/0xff23d3f688d93d0a lrc: 5/0,1 mode: EX/EX res: [0x240000402:0x4c2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0xff23d3f688d93d11 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185326.343833:0:6498:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b149bd5000/0xff23d3f688d93d0a lrc: 5/0,1 mode: EX/EX res: [0x240000402:0x4c2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0xff23d3f688d93d11 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185326.343848:0:6498:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff90b149bd5000)
00000100:00100000:0.0:1789185326.343886:0:6498:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14a827100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:10396:x1876087019023744:12345-0@lo:105: Request processed in 109us (270us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185326.343903:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8046
00000100:00100000:3.0:1789185326.344039:0:10396:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14a824700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:10396:1876087019023744:0@lo:105:
00010000:00010000:3.0:1789185326.344056:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185326.344105:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b247d6fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e79deea0-f7ae-4edd-b0c3-4df8e4cde9af+10:2391:x1876087010851328:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 734us (935us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185326.344114:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23745
00010000:00010000:2.0:1789185326.344236:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd4a00/0xff23d3f688d93c4d lrc: 0/0,0 mode: --/PR res: [0x240000402:0x4c2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4be58 expref: 9 pid: 35224 timeout: 9503 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185326.344254:0:6521:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b27d30dc00 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:6521:1876087019023616:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185326.344279:0:6521:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd4000/0xff23d3f688d93d11 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x4c2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xff23d3f688d93d0a expref: 10 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.344288:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c2:0x0].0x0 (ffff90b14b4f9f00)
00010000:00010000:2.0:1789185326.344291:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1
00010000:00010000:2.0:1789185326.344294:0:6521:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90b149bd4000, rc 0)
00000100:00100000:2.0:1789185326.344341:0:6521:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b27d30d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+10:17813:x1876087019023488:12345-0@lo:101:mdt00_005.0 Request processed in 11744us (11823us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185326.344348:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25256
00000100:00100000:3.0:1789185326.344427:0:17813:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f108e00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:17813:1876087019023488:0@lo:101:mdt00_005.0
00010000:00010000:3.0:1789185326.344444:0:17813:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b149bd5000/0xff23d3f688d93d0a lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x4c2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xff23d3f688d93d11 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.344481:0:17813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863c00/0xff23d3f688d93d18 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x4c2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.344494:0:17813:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29200/0xff23d3f688d93c5b lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x4c2:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4be5f expref: 8 pid: 24807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.344504:0:17813:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863c00/0xff23d3f688d93d18 lrc: 4/0,1 mode: --/EX res: [0x240000402:0x4c2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.344528:0:17813:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29200/0xff23d3f688d93c5b lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x4c2:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4be5f expref: 8 pid: 24807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.344575:0:17813:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29200/0xff23d3f688d93c5b lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x4c2:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4be5f expref: 8 pid: 24807 timeout: 9503 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185326.344588:0:17813:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14a825c00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:17813:1876087019023872:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185326.344620:0:17813:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1486aa0c0 going to sleep for 11 seconds
00000100:00100000:3.0:1789185326.347811:0:17813:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14a825c00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:17813:1876087019023872:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185326.347846:0:17813:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863c00/0xff23d3f688d93d18 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x4c2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185326.349838:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185326.350047:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010851456
00000100:00100000:3.0:1789185326.350057:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010851456
00010000:00010000:3.0:1789185326.350100:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29200/0xff23d3f688d93c5b lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x4c2:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4be5f expref: 9 pid: 24807 timeout: 9503 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185326.350142:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23746
00000100:00100000:3.0:1789185326.350152:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1498a9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:e79deea0-f7ae-4edd-b0c3-4df8e4cde9af+9:2392:x1876087010851456:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1789185326.350168:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185326.350175:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29200/0xff23d3f688d93c5b lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x4c2:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4be5f expref: 9 pid: 24807 timeout: 9503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.350188:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29200/0xff23d3f688d93c5b lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x4c2:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4be5f expref: 9 pid: 24807 timeout: 9503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.350213:0:178150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29200/0xff23d3f688d93c5b lrc: 0/0,0 mode: --/PR res: [0x240000402:0x4c2:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4be5f expref: 9 pid: 24807 timeout: 9503 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.350231:0:178150:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c2:0x0].0x0 (ffff90b148e8a100)
00010000:00010000:3.0:1789185326.350236:0:178150:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863c00/0xff23d3f688d93d18 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x4c2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.350247:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863c00/0xff23d3f688d93d18 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x4c2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.350256:0:178150:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863c00/0xff23d3f688d93d18 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x4c2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.350330:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1789185326.350395:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1498a9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:e79deea0-f7ae-4edd-b0c3-4df8e4cde9af+8:2392:x1876087010851456:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 243us (564us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185326.350403:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23746
00010000:00010000:0.0:1789185326.355712:0:17813:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863c00/0xff23d3f688d93d18 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x4c2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185326.355732:0:17813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863c00/0xff23d3f688d93d18 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x4c2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0
00000040:00080000:0.0:1789185326.357009:0:17813:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000400:0x3:0x0].1265, 424 off1156344
00000040:00080000:0.0:1789185326.357063:0:17813:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000401:0x3:0x0].1584, 504 off1610064
00000004:00080000:0.0:1789185326.357071:0:17813:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff90b145dba0c0 with version 6963
00000004:00080000:2.0:1789185326.359801:0:7460:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff90b281341b40 version 6963 rpc_version 6963
00000020:00100000:2.0:1789185326.359861:0:7460:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8
00000100:00100000:2.0:1789185326.359873:0:7460:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid  req@ffff90b27d30dc00 x1876087019024128/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789185326.359909:0:7460:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b27d30dc00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7460:1876087019024128:0@lo:1000:osp_up0-1.0
00000100:00100000:2.0:1789185326.361029:0:7460:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185326.361079:0:7460:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b149ae2b40 going to sleep for 11 seconds
00000100:00100000:3.0:1789185326.361152:0:7824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019024128
00000100:00100000:3.0:1789185326.361161:0:7824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019024128
00000100:00100000:3.0:1789185326.361223:0:7824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25257
00000100:00100000:3.0:1789185326.361232:0:7824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b27d30c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:7460:x1876087019024128:12345-0@lo:1000:osp_up0-1.0
00000100:00100000:3.0:1789185326.361767:0:7824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b27d30c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+11:7460:x1876087019024128:12345-0@lo:1000:osp_up0-1.0 Request processed in 535us (741us total) trans 8589957753 rc 0/0
00000100:00100000:3.0:1789185326.361776:0:7824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25257
00000100:00100000:2.0:1789185326.361953:0:7460:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b27d30dc00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7460:1876087019024128:0@lo:1000:osp_up0-1.0
00000004:00200000:0.0:1789185326.362024:0:17813:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000402:0x4c2:0x0]: returning size 4096
00010000:00010000:0.0:1789185326.362047:0:17813:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863c00/0xff23d3f688d93d18 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x4c2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185326.362058:0:17813:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863c00/0xff23d3f688d93d18 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x4c2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185326.362066:0:17813:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863c00/0xff23d3f688d93d18 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x4c2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185326.362072:0:17813:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14a863c00 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:0.0:1789185326.362076:0:17813:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863c00/0xff23d3f688d93d18 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x4c2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185326.362086:0:17813:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863c00/0xff23d3f688d93d18 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x4c2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185326.362105:0:17813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c2:0x0].0x0 (ffff90b148e8a100)
00010000:00010000:0.0:1789185326.362108:0:17813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1789185326.362115:0:17813:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863c00/0xff23d3f688d93d18 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x4c2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185326.362123:0:17813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863c00/0xff23d3f688d93d18 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x4c2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185326.362136:0:17813:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b149bd5000/0xff23d3f688d93d0a lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x4c2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xff23d3f688d93d11 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185326.362146:0:17813:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b149bd5000/0xff23d3f688d93d0a lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x4c2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xff23d3f688d93d11 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185326.362159:0:17813:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b149bd5000/0xff23d3f688d93d0a lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x4c2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xff23d3f688d93d11 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185326.362185:0:17813:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000004:00080000:0.0:1789185326.362199:0:17813:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000402:0x728:0x0]
00010000:00010000:0.0:1789185326.362206:0:17813:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b14a863a00/0xff23d3f688d93cee lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x728:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xff23d3f688d93cf5 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185326.362213:0:17813:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b14a863a00/0xff23d3f688d93cee lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x728:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xff23d3f688d93cf5 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185326.362219:0:17813:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b14a863a00/0xff23d3f688d93cee lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x728:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xff23d3f688d93cf5 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185326.362235:0:17813:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000004:00080000:0.0:1789185326.362239:0:17813:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000402:0x728:0x0]
00010000:00010000:0.0:1789185326.362244:0:17813:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b149bd4600/0xff23d3f688d93cfc lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x728:0x0].0xfb53d8db bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xff23d3f688d93d03 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185326.362251:0:17813:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b149bd4600/0xff23d3f688d93cfc lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x728:0x0].0xfb53d8db bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xff23d3f688d93d03 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185326.362315:0:17813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1498a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+12:250149:x1876087010851072:12345-192.168.204.3@tcp:36:rm.0 Request processed in 49464us (49621us total) trans 4294985790 rc 0/0
00000100:00100000:0.0:1789185326.362322:0:17813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 70738
00010000:00010000:3.0:1789185326.362448:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:3.0:1789185326.362455:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b149bd5000/0xff23d3f688d93d0a lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x4c2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xff23d3f688d93d11 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.362463:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149bd5000 already unused, calling callback (ffffffffc18deee0)
00010000:00010000:3.0:1789185326.362468:0:143114:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b149bd5000/0xff23d3f688d93d0a lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x4c2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xff23d3f688d93d11 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1789185326.362477:0:143114:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b149bd5000/0xff23d3f688d93d0a lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x4c2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xff23d3f688d93d11 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.362508:0:143114:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b149bd5000/0xff23d3f688d93d0a lrc: 2/0,0 mode: --/EX res: [0x240000402:0x4c2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xff23d3f688d93d11 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.362516:0:143114:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed
00010000:00010000:3.0:1789185326.362542:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b149bd5000/0xff23d3f688d93d0a lrc: 1/0,0 mode: --/EX res: [0x240000402:0x4c2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xff23d3f688d93d11 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.362577:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b149bd5000/0xff23d3f688d93d0a lrc: 0/0,0 mode: --/EX res: [0x240000402:0x4c2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xff23d3f688d93d11 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.362595:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185326.362598:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b14a863a00/0xff23d3f688d93cee lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x728:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xff23d3f688d93cf5 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.362605:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14a863a00 already unused, calling callback (ffffffffc18deee0)
00010000:00010000:3.0:1789185326.362609:0:143114:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b14a863a00/0xff23d3f688d93cee lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x728:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xff23d3f688d93cf5 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1789185326.362616:0:143114:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b14a863a00/0xff23d3f688d93cee lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x728:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xff23d3f688d93cf5 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.362632:0:143114:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b14a863a00/0xff23d3f688d93cee lrc: 2/0,0 mode: --/CW res: [0x200000402:0x728:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xff23d3f688d93cf5 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.362639:0:143114:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed
00010000:00010000:3.0:1789185326.362646:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b14a863a00/0xff23d3f688d93cee lrc: 1/0,0 mode: --/CW res: [0x200000402:0x728:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xff23d3f688d93cf5 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.362653:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b14a863a00/0xff23d3f688d93cee lrc: 0/0,0 mode: --/CW res: [0x200000402:0x728:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xff23d3f688d93cf5 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185326.362665:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185326.362667:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185326.362669:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789185326.362723:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14a825c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1876087019024256:0@lo:103:ldlm_bl.0
00000100:00100000:0.0:1789185326.362765:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185326.362801:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789185326.362808:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14a824700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1876087019024384:0@lo:103:ldlm_bl.0
00000100:00100000:0.0:1789185326.362829:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185326.362859:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019024256
00000100:00100000:0.0:1789185326.362865:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019024256
00000100:00100000:0.0:1789185326.362911:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019024384
00000100:00100000:0.0:1789185326.362915:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019024384
00000100:00100000:0.0:1789185326.362939:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11434
00000100:00100000:0.0:1789185326.362947:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d16f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+12:3635:x1876087019024256:12345-0@lo:103:ldlm_bl.0
00010000:00010000:0.0:1789185326.362959:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185326.362978:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd4000/0xff23d3f688d93d11 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x4c2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xff23d3f688d93d0a expref: 12 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185326.362990:0:6501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c2:0x0].0x0 (ffff90b14b4f9f00)
00010000:00010000:0.0:1789185326.362998:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185326.363027:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d16f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+11:3635:x1876087019024256:12345-0@lo:103:ldlm_bl.0 Request processed in 81us (261us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185326.363034:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11434
00000100:00100000:0.0:1789185326.363052:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11435
00000100:00100000:0.0:1789185326.363058:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d16c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+10:3635:x1876087019024384:12345-0@lo:103:ldlm_bl.0
00010000:00010000:0.0:1789185326.363065:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185326.363077:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb97a00/0xff23d3f688d93cf5 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x728:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xff23d3f688d93cee expref: 10 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185326.363088:0:6501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x728:0x0].0x0 (ffff90b149ed9f00)
00010000:00010000:0.0:1789185326.363091:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185326.363113:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d16c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+9:3635:x1876087019024384:12345-0@lo:103:ldlm_bl.0 Request processed in 56us (283us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185326.363120:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11435
00000100:00100000:0.0:1789185326.363149:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14a824700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1876087019024384:0@lo:103:ldlm_bl.0
00000100:00100000:0.0:1789185326.363159:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14a825c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1876087019024256:0@lo:103:ldlm_bl.0
00010000:00010000:2.0:1789185326.363288:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789185326.367688:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185326.375080:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010851584
00000100:00100000:2.0:1789185326.375097:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010851584
00000100:00100000:2.0:1789185326.375175:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 70739
00000100:00100000:2.0:1789185326.375186:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14b709880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e79deea0-f7ae-4edd-b0c3-4df8e4cde9af+9:250002:x1876087010851584:12345-192.168.204.3@tcp:101:bash.0
00010000:00010000:2.0:1789185326.375209:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1789185326.375235:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5800/0xff23d3f688d93d1f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xeb7932912cf4be97 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.375345:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5a00/0xff23d3f688d93d26 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.375362:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5a00/0xff23d3f688d93d26 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.375387:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5a00/0xff23d3f688d93d26 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.375403:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5600/0xff23d3f688d93d2d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2cda70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.375411:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5600/0xff23d3f688d93d2d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2cda70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.375418:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5600/0xff23d3f688d93d2d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2cda70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.375513:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd4400/0xff23d3f688d93d34 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x728:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.375523:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd4400/0xff23d3f688d93d34 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x728:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.375531:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd4400/0xff23d3f688d93d34 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x728:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1789185326.375592:0:6516:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x728:0x0]: returning size 4096
00000004:00200000:2.0:1789185326.375597:0:6516:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1789185326.375616:0:6516:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd4400/0xff23d3f688d93d34 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x728:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.375631:0:6516:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5a00/0xff23d3f688d93d26 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.375638:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5a00/0xff23d3f688d93d26 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.375645:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5a00/0xff23d3f688d93d26 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.375652:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5a00/0xff23d3f688d93d26 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.375659:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149bd5a00 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:2.0:1789185326.375664:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5a00/0xff23d3f688d93d26 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.375672:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5a00/0xff23d3f688d93d26 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.375686:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90b244d7ba00)
00010000:00010000:2.0:1789185326.375690:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1789185326.375694:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5a00/0xff23d3f688d93d26 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.375701:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5a00/0xff23d3f688d93d26 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.375716:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5600/0xff23d3f688d93d2d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2cda70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.375723:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5600/0xff23d3f688d93d2d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2cda70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.375729:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5600/0xff23d3f688d93d2d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2cda70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.375735:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149bd5600 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:2.0:1789185326.375738:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5600/0xff23d3f688d93d2d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2cda70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.375744:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5600/0xff23d3f688d93d2d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2cda70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.375752:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2cda70cf (ffff90b14b4f9d00)
00010000:00010000:2.0:1789185326.375755:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1789185326.375758:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5600/0xff23d3f688d93d2d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2cda70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.375768:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5600/0xff23d3f688d93d2d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2cda70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.375799:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5800/0xff23d3f688d93d1f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4be97 expref: 11 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.375815:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd4400/0xff23d3f688d93d34 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x728:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4be97 expref: 10 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185326.375823:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x728:0x0].0x0 (ffff90b149ed9f00)
00010000:00010000:2.0:1789185326.375826:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:2.0:1789185326.375829:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90b149bd4400, rc 0)
00000100:00100000:2.0:1789185326.375905:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14b709880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e79deea0-f7ae-4edd-b0c3-4df8e4cde9af+10:250002:x1876087010851584:12345-192.168.204.3@tcp:101:bash.0 Request processed in 721us (8226us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185326.375913:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 70739
00010000:00010000:1.0:1789185326.521044:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:00080000:2.0:1789185326.660757:0:8425:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294977977 is committed
00000001:00080000:2.0:1789185326.662649:0:8425:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294977829 is committed
00000001:00080000:3.0:1789185326.665140:0:9513:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294989772 is committed
00000100:00100000:2.0:1789185327.164956:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1789185327.165019:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1789185327.165040:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d16f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1876087019024640:0@lo:400:kworker.0
00000100:00100000:1.0:1789185327.165112:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185327.166085:0:6521:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019024640
00000100:00100000:3.0:1789185327.166095:0:6521:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019024640
00000100:00100000:3.0:1789185327.166161:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25258
00000100:00100000:3.0:1789185327.166171:0:6521:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14b41f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:3637:x1876087019024640:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1789185327.166236:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d16ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5ba5bbb2-d6ce-4ed8-b03d-83a793bd5e42:3638:1876087019024512:0@lo:400:kworker.0
00000100:00100000:3.0:1789185327.166258:0:6521:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14b41f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:3637:x1876087019024640:12345-0@lo:400:kworker.0 Request processed in 88us (1145us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185327.166266:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25258
00000100:00100000:2.0:1789185327.166283:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185327.166406:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d16f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1876087019024640:0@lo:400:kworker.0
00000100:00100000:1.0:1789185327.166434:0:31020:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019024512
00000100:00100000:1.0:1789185327.166438:0:31020:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019024512
00000100:00100000:1.0:1789185327.166476:0:31020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2685
00000100:00100000:1.0:1789185327.166483:0:31020:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b145633c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5ba5bbb2-d6ce-4ed8-b03d-83a793bd5e42+24:3638:x1876087019024512:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1789185327.166532:0:31020:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b145633c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5ba5bbb2-d6ce-4ed8-b03d-83a793bd5e42+24:3638:x1876087019024512:12345-0@lo:400:kworker.0 Request processed in 50us (249us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185327.166539:0:31020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2685
00000100:00100000:3.0:1789185327.166685:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d16ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5ba5bbb2-d6ce-4ed8-b03d-83a793bd5e42:3638:1876087019024512:0@lo:400:kworker.0
00000100:00100000:2.0:1789185327.167438:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d16df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3635:1876087019024768:0@lo:400:kworker.0
00000100:00100000:2.0:1789185327.167477:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185327.167559:0:6517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019024768
00000100:00100000:3.0:1789185327.167565:0:6517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019024768
00000100:00100000:3.0:1789185327.167609:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16750
00000100:00100000:3.0:1789185327.167617:0:6517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14a1a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3635:x1876087019024768:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1789185327.170172:0:6517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14a1a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3635:x1876087019024768:12345-0@lo:400:kworker.0 Request processed in 2545us (2683us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185327.170173:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d16df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3635:1876087019024768:0@lo:400:kworker.0
00000100:00100000:3.0:1789185327.170191:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16750
00000100:00100000:2.0:1789185327.170200:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1789185327.170213:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d16ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3635:1876087019024896:0@lo:400:kworker.0
00000100:00100000:2.0:1789185327.170288:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185327.171774:0:35215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019024896
00000100:00100000:3.0:1789185327.171785:0:35215:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019024896
00000100:00100000:3.0:1789185327.171870:0:35215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16751
00000100:00100000:3.0:1789185327.171884:0:35215:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14a1a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-lwp-OST0000_UUID+5:3635:x1876087019024896:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1789185327.171957:0:35215:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14a1a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-lwp-OST0000_UUID+5:3635:x1876087019024896:12345-0@lo:400:kworker.0 Request processed in 77us (1669us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185327.171965:0:35215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16751
00000100:00100000:0.0:1789185327.171997:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d16ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1876087019025152:0@lo:400:kworker.0
00000100:00100000:3.0:1789185327.171998:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d16d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3636:1876087019025408:0@lo:400:kworker.0
00000100:00100000:3.0:1789185327.172043:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185327.172054:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185327.172071:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d16e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087019025920:0@lo:400:kworker.0
00000100:00100000:0.0:1789185327.172081:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d16e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087019025664:0@lo:400:kworker.0
00000100:00100000:0.0:1789185327.172114:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185327.172134:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3]
00000100:00100000:0.0:1789185327.172140:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d16f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3638:1876087019025024:0@lo:400:kworker.0
00000100:00080000:1.0:1789185327.172161:0:6511:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:0.0:1789185327.172167:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185327.172193:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d16fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1876087019025536:0@lo:400:kworker.0
00000100:00100000:0.0:1789185327.172222:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019025664
00000100:00100000:0.0:1789185327.172226:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019025664
00000100:00100000:3.0:1789185327.172254:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185327.172261:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25259
00000100:00100000:0.0:1789185327.172270:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f3a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3638:x1876087019025664:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1789185327.172288:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1]
00000100:00100000:3.0:1789185327.172297:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d16f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3636:1876087019025280:0@lo:400:kworker.0
00000100:00100000:0.0:1789185327.172317:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f3a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3638:x1876087019025664:12345-0@lo:400:kworker.0 Request processed in 47us (200us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185327.172324:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25259
00000100:00100000:3.0:1789185327.172332:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185327.172351:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185327.172385:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d16df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3638:1876087019026048:0@lo:400:kworker.0
00000100:00100000:0.0:1789185327.172421:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019025152
00000100:00100000:0.0:1789185327.172424:0:8429:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019025152
00000100:00100000:0.0:1789185327.172468:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019025920
00000100:00100000:0.0:1789185327.172472:0:8429:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019025920
00000100:00100000:0.0:1789185327.172487:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019025536
00000100:00100000:0.0:1789185327.172489:0:8429:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019025536
00000100:00100000:0.0:1789185327.172505:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11204
00000100:00100000:0.0:1789185327.172510:0:8429:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f3a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3638:x1876087019025152:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1789185327.172542:0:8429:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f3a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3638:x1876087019025152:12345-0@lo:400:kworker.0 Request processed in 32us (490us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185327.172583:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11204
00000100:00100000:0.0:1789185327.172601:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11205
00000100:00100000:0.0:1789185327.172607:0:8429:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14a824380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3636:x1876087019025920:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1789185327.172635:0:8429:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14a824380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3636:x1876087019025920:12345-0@lo:400:kworker.0 Request processed in 29us (535us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185327.172640:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11205
00000100:00100000:0.0:1789185327.172652:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11206
00000100:00100000:0.0:1789185327.172658:0:8429:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14b5c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3638:x1876087019025536:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1789185327.172683:0:8429:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14b5c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3638:x1876087019025536:12345-0@lo:400:kworker.0 Request processed in 26us (332us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185327.172688:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11206
00000100:00080000:0.0:1789185327.172718:0:6511:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1789185327.172721:0:6511:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1789185327.172768:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d16ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3635:1876087019024896:0@lo:400:kworker.0
00000100:00100000:3.0:1789185327.174021:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d16d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087019025792:0@lo:400:kworker.0
00000100:00100000:3.0:1789185327.174061:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185327.174088:0:3636:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294989772 gen 2
00000004:00080000:3.0:1789185327.174156:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d128a80, transno 4294988775
00000004:00080000:3.0:1789185327.174169:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d12b800, transno 4294988776
00000004:00080000:3.0:1789185327.174172:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d12aa00, transno 4294988777
00000004:00080000:3.0:1789185327.174175:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d12a680, transno 4294988778
00000004:00080000:3.0:1789185327.174177:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d12bb80, transno 4294988779
00000004:00080000:3.0:1789185327.174182:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d129c00, transno 4294988780
00000004:00080000:3.0:1789185327.174185:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14fc5df80, transno 4294988781
00000004:00080000:3.0:1789185327.174187:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d12a300, transno 4294988782
00000004:00080000:3.0:1789185327.174189:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d129500, transno 4294988783
00000004:00080000:3.0:1789185327.174191:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14857dc00, transno 4294988784
00000004:00080000:3.0:1789185327.174194:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d8f0380, transno 4294988785
00000004:00080000:3.0:1789185327.174196:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d8f0e00, transno 4294988786
00000004:00080000:3.0:1789185327.174198:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14857e300, transno 4294988787
00000004:00080000:3.0:1789185327.174200:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d8f2680, transno 4294988788
00000004:00080000:3.0:1789185327.174205:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d8f3100, transno 4294988789
00000004:00080000:3.0:1789185327.174207:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14fc5d880, transno 4294988790
00000004:00080000:3.0:1789185327.174210:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b15504ce00, transno 4294988791
00000004:00080000:3.0:1789185327.174212:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14fc5c000, transno 4294988792
00000004:00080000:3.0:1789185327.174215:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14fc5ca80, transno 4294988793
00000004:00080000:3.0:1789185327.174220:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1498a9180, transno 4294988794
00000004:00080000:3.0:1789185327.174223:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b145dc7b80, transno 4294988795
00000004:00080000:3.0:1789185327.174226:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b145dc4a80, transno 4294988796
00000004:00080000:3.0:1789185327.174228:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d8f1180, transno 4294988797
00000004:00080000:3.0:1789185327.174230:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14fc5ea00, transno 4294988798
00000004:00080000:3.0:1789185327.174233:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d8f0a80, transno 4294988799
00000004:00080000:3.0:1789185327.174236:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14fc5e680, transno 4294988800
00000004:00080000:3.0:1789185327.174238:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14fc5dc00, transno 4294988801
00000004:00080000:3.0:1789185327.174240:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14404d180, transno 4294988802
00000004:00080000:3.0:1789185327.174243:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d8f1880, transno 4294988803
00000004:00080000:3.0:1789185327.174249:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14fc5ed80, transno 4294988804
00000004:00080000:3.0:1789185327.174252:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d8f1500, transno 4294988805
00000004:00080000:3.0:1789185327.174254:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14fc5f100, transno 4294988806
00000004:00080000:3.0:1789185327.174257:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14404ea00, transno 4294988807
00000004:00080000:3.0:1789185327.174262:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1524d5500, transno 4294988808
00000004:00080000:3.0:1789185327.174265:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14857ce00, transno 4294988809
00000004:00080000:3.0:1789185327.174268:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14404f800, transno 4294988810
00000004:00080000:3.0:1789185327.174270:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14404ed80, transno 4294988811
00000004:00080000:3.0:1789185327.174273:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b15504ed80, transno 4294988812
00000004:00080000:3.0:1789185327.174275:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b145de6680, transno 4294988813
00000004:00080000:3.0:1789185327.174278:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1524d4380, transno 4294988814
00000004:00080000:3.0:1789185327.174280:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149810000, transno 4294988815
00000004:00080000:3.0:1789185327.174282:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b145de7100, transno 4294988816
00000004:00080000:3.0:1789185327.174285:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1524d7800, transno 4294988817
00000004:00080000:3.0:1789185327.174287:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14404fb80, transno 4294988818
00000004:00080000:3.0:1789185327.174290:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1524d4000, transno 4294988819
00000004:00080000:3.0:1789185327.174292:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14fc5f480, transno 4294988820
00000004:00080000:3.0:1789185327.174294:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1524d5880, transno 4294988821
00000100:00100000:1.0:1789185327.174330:0:35214:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019025408
00000100:00100000:1.0:1789185327.174336:0:35214:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019025408
00000100:00100000:2.0:1789185327.174353:0:35220:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019025024
00000100:00100000:2.0:1789185327.174370:0:35220:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019025024
00000004:00080000:3.0:1789185327.174413:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e8ead80, transno 4294988822
00000004:00080000:3.0:1789185327.174418:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14fc5d500, transno 4294988823
00000004:00080000:3.0:1789185327.174422:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1524d6d80, transno 4294988824
00000004:00080000:3.0:1789185327.174426:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1499e1f80, transno 4294988825
00000004:00080000:3.0:1789185327.174430:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14bb5d880, transno 4294988826
00000004:00080000:3.0:1789185327.174435:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1509bf800, transno 4294988827
00000100:00100000:2.0:1789185327.174437:0:35220:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019025280
00000004:00080000:3.0:1789185327.174439:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b15504e300, transno 4294988828
00000100:00100000:2.0:1789185327.174442:0:35220:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019025280
00000004:00080000:3.0:1789185327.174444:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1443c7800, transno 4294988829
00000004:00080000:3.0:1789185327.174449:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14bb5fb80, transno 4294988830
00000004:00080000:3.0:1789185327.174453:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1509bd180, transno 4294988831
00000004:00080000:3.0:1789185327.174455:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1499e1880, transno 4294988832
00000004:00080000:3.0:1789185327.174460:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b148578e00, transno 4294988833
00000004:00080000:3.0:1789185327.174463:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14857a680, transno 4294988834
00000004:00080000:3.0:1789185327.174465:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1443c6300, transno 4294988835
00000004:00080000:3.0:1789185327.174469:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14a872d80, transno 4294988836
00000004:00080000:3.0:1789185327.174473:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1509bca80, transno 4294988837
00000004:00080000:3.0:1789185327.174477:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14a872300, transno 4294988838
00000100:00100000:2.0:1789185327.174477:0:35220:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16752
00000004:00080000:3.0:1789185327.174483:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14dfb6d80, transno 4294988839
00000004:00080000:3.0:1789185327.174487:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14dfb5880, transno 4294988840
00000100:00100000:2.0:1789185327.174491:0:35220:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14a825f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:lustre-MDT0001-lwp-OST0001_UUID+5:3636:x1876087019025408:12345-0@lo:400:kworker.0
00000004:00080000:3.0:1789185327.174492:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14dfb7480, transno 4294988841
00000004:00080000:3.0:1789185327.174497:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14a871180, transno 4294988842
00000004:00080000:3.0:1789185327.174502:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1475bd880, transno 4294988843
00000004:00080000:3.0:1789185327.174505:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14bb5c380, transno 4294988844
00000004:00080000:3.0:1789185327.174507:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b145dc6300, transno 4294988845
00000004:00080000:3.0:1789185327.174510:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1475bd500, transno 4294988846
00000004:00080000:3.0:1789185327.174512:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1475bca80, transno 4294988847
00000004:00080000:3.0:1789185327.174515:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14a870a80, transno 4294988848
00000004:00080000:3.0:1789185327.174518:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14a871880, transno 4294988849
00000004:00080000:3.0:1789185327.174521:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b15504d500, transno 4294988850
00000004:00080000:3.0:1789185327.174524:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14a871500, transno 4294988851
00000004:00080000:3.0:1789185327.174527:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14cf3ea00, transno 4294988852
00000004:00080000:3.0:1789185327.174530:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d8f3480, transno 4294988853
00000004:00080000:3.0:1789185327.174534:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b148579500, transno 4294988854
00000004:00080000:3.0:1789185327.174538:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14857a300, transno 4294988855
00000004:00080000:3.0:1789185327.174543:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b150c55c00, transno 4294988856
00000004:00080000:3.0:1789185327.174565:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149bea300, transno 4294988857
00000004:00080000:3.0:1789185327.174568:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149beaa00, transno 4294988858
00000004:00080000:3.0:1789185327.174571:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149be9880, transno 4294988859
00000004:00080000:3.0:1789185327.174573:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14ff6df80, transno 4294988860
00000004:00080000:3.0:1789185327.174575:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149be9f80, transno 4294988861
00000004:00080000:3.0:1789185327.174578:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14dfb5f80, transno 4294988862
00000004:00080000:3.0:1789185327.174580:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14dfb6680, transno 4294988863
00000004:00080000:3.0:1789185327.174582:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14cf3ce00, transno 4294988864
00000004:00080000:3.0:1789185327.174584:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149be9500, transno 4294988865
00000004:00080000:3.0:1789185327.174587:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1410f8e00, transno 4294988866
00000004:00080000:3.0:1789185327.174589:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b145dc4e00, transno 4294988867
00000004:00080000:3.0:1789185327.174592:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1410f9880, transno 4294988868
00000004:00080000:3.0:1789185327.174595:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14cf3d880, transno 4294988869
00000004:00080000:3.0:1789185327.174597:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14cf3e300, transno 4294988870
00000004:00080000:3.0:1789185327.174599:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1499e2680, transno 4294988871
00000004:00080000:3.0:1789185327.174602:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1410fa680, transno 4294988872
00000004:00080000:3.0:1789185327.174604:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b142b4b800, transno 4294988873
00000004:00080000:3.0:1789185327.174607:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b142b49880, transno 4294988874
00000004:00080000:3.0:1789185327.174609:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b142b4bb80, transno 4294988875
00000004:00080000:3.0:1789185327.174611:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b142b48700, transno 4294988876
00000004:00080000:3.0:1789185327.174613:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b142b49c00, transno 4294988877
00000004:00080000:3.0:1789185327.174615:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1510e7b80, transno 4294988878
00000004:00080000:3.0:1789185327.174618:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1410f8000, transno 4294988879
00000004:00080000:3.0:1789185327.174620:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b142b49180, transno 4294988880
00000004:00080000:3.0:1789185327.174623:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1410f8a80, transno 4294988881
00000004:00080000:3.0:1789185327.174625:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1524d4e00, transno 4294988882
00000004:00080000:3.0:1789185327.174627:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1524d7100, transno 4294988883
00000004:00080000:3.0:1789185327.174629:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1410faa00, transno 4294988884
00000004:00080000:3.0:1789185327.174632:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14404d880, transno 4294988885
00000004:00080000:3.0:1789185327.174635:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1475bc380, transno 4294988886
00000004:00080000:3.0:1789185327.174639:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1498a8a80, transno 4294988887
00000004:00080000:3.0:1789185327.174642:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1475bc000, transno 4294988888
00000004:00080000:3.0:1789185327.174645:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1498a9c00, transno 4294988889
00000004:00080000:3.0:1789185327.174650:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1498aa680, transno 4294988890
00000100:00100000:2.0:1789185327.174650:0:35220:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14a825f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:lustre-MDT0001-lwp-OST0001_UUID+5:3636:x1876087019025408:12345-0@lo:400:kworker.0 Request processed in 160us (2603us total) trans 0 rc 0/0
00000004:00080000:3.0:1789185327.174656:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1524d6680, transno 4294988891
00000004:00080000:3.0:1789185327.174661:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1524d5180, transno 4294988892
00000100:00100000:2.0:1789185327.174663:0:35220:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16752
00000004:00080000:3.0:1789185327.174666:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14a873800, transno 4294988893
00000004:00080000:3.0:1789185327.174671:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14fc5fb80, transno 4294988894
00000004:00080000:3.0:1789185327.174675:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14a870e00, transno 4294988895
00000004:00080000:3.0:1789185327.174678:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14a059880, transno 4294988896
00000004:00080000:3.0:1789185327.174682:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14bb5dc00, transno 4294988897
00000004:00080000:3.0:1789185327.174686:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14bb5f100, transno 4294988898
00000100:00100000:2.0:1789185327.174688:0:35220:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16753
00000004:00080000:3.0:1789185327.174691:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14a059c00, transno 4294988899
00000004:00080000:3.0:1789185327.174696:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14fc5c380, transno 4294988900
00000100:00100000:2.0:1789185327.174698:0:35220:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f29df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:lustre-MDT0001-lwp-OST0000_UUID+5:3638:x1876087019025024:12345-0@lo:400:kworker.0
00000004:00080000:3.0:1789185327.174702:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b150c56680, transno 4294988901
00000004:00080000:3.0:1789185327.174708:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14bc88380, transno 4294988902
00000004:00080000:3.0:1789185327.174710:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b150c54a80, transno 4294988903
00000004:00080000:3.0:1789185327.174714:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e826d80, transno 4294988904
00000004:00080000:3.0:1789185327.174717:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14bc88a80, transno 4294988905
00000004:00080000:3.0:1789185327.174720:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14ecd6d80, transno 4294988906
00000004:00080000:3.0:1789185327.174724:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14bc88000, transno 4294988907
00000004:00080000:3.0:1789185327.174727:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e825180, transno 4294988908
00000004:00080000:3.0:1789185327.174731:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14b46d500, transno 4294988909
00000004:00080000:3.0:1789185327.174735:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d14d500, transno 4294988910
00000100:00100000:2.0:1789185327.174740:0:35220:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f29df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:lustre-MDT0001-lwp-OST0000_UUID+5:3638:x1876087019025024:12345-0@lo:400:kworker.0 Request processed in 43us (2572us total) trans 0 rc 0/0
00000004:00080000:3.0:1789185327.174741:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14a1a2a00, transno 4294988911
00000004:00080000:3.0:1789185327.174747:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d14ed80, transno 4294988912
00000004:00080000:3.0:1789185327.174752:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d14f480, transno 4294988913
00000100:00100000:2.0:1789185327.174752:0:35220:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16753
00000004:00080000:3.0:1789185327.174758:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d14d880, transno 4294988914
00000004:00080000:3.0:1789185327.174762:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14b70b800, transno 4294988915
00000004:00080000:3.0:1789185327.174767:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14386ad80, transno 4294988916
00000004:00080000:3.0:1789185327.174771:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14dfd8e00, transno 4294988917
00000100:00100000:2.0:1789185327.174773:0:35220:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16754
00000004:00080000:3.0:1789185327.174775:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14dfd9f80, transno 4294988918
00000004:00080000:3.0:1789185327.174781:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14dfd9180, transno 4294988919
00000100:00100000:2.0:1789185327.174785:0:35220:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14a825c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:lustre-MDT0000-lwp-OST0001_UUID+5:3636:x1876087019025280:12345-0@lo:400:kworker.0
00000004:00080000:3.0:1789185327.174786:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14b70b480, transno 4294988920
00000004:00080000:3.0:1789185327.174791:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14dfd8000, transno 4294988921
00000004:00080000:3.0:1789185327.174806:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b152e4c380, transno 4294988922
00000004:00080000:3.0:1789185327.174811:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b152e4fb80, transno 4294988923
00000100:00100000:2.0:1789185327.174820:0:35220:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14a825c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:lustre-MDT0000-lwp-OST0001_UUID+5:3636:x1876087019025280:12345-0@lo:400:kworker.0 Request processed in 40us (2490us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185327.174826:0:35220:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16754
00000100:00100000:2.0:1789185327.174846:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019025792
00000100:00100000:2.0:1789185327.174850:0:8428:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019025792
00000100:00100000:2.0:1789185327.174876:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11207
00000100:00100000:2.0:1789185327.174882:0:8428:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14a824700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3636:x1876087019025792:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1789185327.174911:0:8428:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14a824700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3636:x1876087019025792:12345-0@lo:400:kworker.0 Request processed in 30us (850us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185327.174920:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11207
00000004:00080000:3.0:1789185327.175768:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14b709500, transno 4294988924
00000004:00080000:3.0:1789185327.175775:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14b709c00, transno 4294988925
00000004:00080000:3.0:1789185327.175777:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14b70bb80, transno 4294988926
00000004:00080000:3.0:1789185327.175779:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14b70ad80, transno 4294988927
00000004:00080000:3.0:1789185327.176094:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b152e4ce00, transno 4294988928
00000004:00080000:3.0:1789185327.176100:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14b46c700, transno 4294988929
00000004:00080000:3.0:1789185327.176102:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14b708000, transno 4294988930
00000004:00080000:3.0:1789185327.176109:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b26c7e8000, transno 4294988931
00000004:00080000:3.0:1789185327.176112:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1439a3800, transno 4294988932
00000004:00080000:3.0:1789185327.176115:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1505d7b80, transno 4294988933
00000004:00080000:3.0:1789185327.176117:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b150400000, transno 4294988934
00000004:00080000:3.0:1789185327.176120:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b150402d80, transno 4294988935
00000004:00080000:3.0:1789185327.176123:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e8e8a80, transno 4294988936
00000004:00080000:3.0:1789185327.176125:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b150403100, transno 4294988937
00000004:00080000:3.0:1789185327.176162:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14cf3e680, transno 4294988938
00000004:00080000:3.0:1789185327.176165:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1439a0700, transno 4294988939
00000004:00080000:3.0:1789185327.176167:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1439a2a00, transno 4294988940
00000004:00080000:3.0:1789185327.176170:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b150401880, transno 4294988941
00000004:00080000:3.0:1789185327.176172:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b143869500, transno 4294988942
00000004:00080000:3.0:1789185327.176203:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b152e4d180, transno 4294988943
00000004:00080000:3.0:1789185327.176206:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d149f80, transno 4294988944
00000004:00080000:3.0:1789185327.176209:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d148a80, transno 4294988945
00000004:00080000:3.0:1789185327.176213:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d149500, transno 4294988946
00000004:00080000:3.0:1789185327.176219:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b150401180, transno 4294988947
00000004:00080000:3.0:1789185327.176222:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b150401500, transno 4294988948
00000004:00080000:3.0:1789185327.176224:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d14a300, transno 4294988949
00000004:00080000:3.0:1789185327.176227:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b26c73f100, transno 4294988950
00000004:00080000:3.0:1789185327.176229:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b26c73e680, transno 4294988951
00000004:00080000:3.0:1789185327.176231:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14bc8b480, transno 4294988952
00000004:00080000:3.0:1789185327.176234:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149be8700, transno 4294988953
00000004:00080000:3.0:1789185327.176267:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e8e9880, transno 4294988954
00000004:00080000:3.0:1789185327.176270:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14dfd8a80, transno 4294988955
00000004:00080000:3.0:1789185327.176273:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1443c6d80, transno 4294988956
00000004:00080000:3.0:1789185327.176276:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e8e9c00, transno 4294988957
00000004:00080000:3.0:1789185327.176279:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14ecd4a80, transno 4294988958
00000004:00080000:3.0:1789185327.176306:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149bea680, transno 4294988959
00000004:00080000:3.0:1789185327.176310:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e8eaa00, transno 4294988960
00000004:00080000:3.0:1789185327.176312:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e8e8380, transno 4294988961
00000004:00080000:3.0:1789185327.176315:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1440d3480, transno 4294988962
00000004:00080000:3.0:1789185327.176318:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1440d3100, transno 4294988963
00000004:00080000:3.0:1789185327.176320:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1440d0380, transno 4294988964
00000004:00080000:3.0:1789185327.176322:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1440d0700, transno 4294988965
00000004:00080000:3.0:1789185327.176324:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1440d0a80, transno 4294988966
00000004:00080000:3.0:1789185327.176327:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1498adf80, transno 4294988967
00000004:00080000:3.0:1789185327.176329:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1498af100, transno 4294988968
00000004:00080000:3.0:1789185327.176331:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1498ae300, transno 4294988969
00000004:00080000:3.0:1789185327.176333:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149bcf100, transno 4294988970
00000004:00080000:3.0:1789185327.176335:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b15058a680, transno 4294988971
00000004:00080000:3.0:1789185327.176338:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b27d2b3480, transno 4294988972
00000004:00080000:3.0:1789185327.176340:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b27d2c5500, transno 4294988973
00000004:00080000:3.0:1789185327.176342:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1498ac700, transno 4294988974
00000004:00080000:3.0:1789185327.176344:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b27d2c5180, transno 4294988975
00000004:00080000:3.0:1789185327.176347:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14c484e00, transno 4294988976
00000004:00080000:3.0:1789185327.176349:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b27d2c7480, transno 4294988977
00000004:00080000:3.0:1789185327.176351:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14c484700, transno 4294988978
00000004:00080000:3.0:1789185327.176354:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b27d2c6d80, transno 4294988979
00000004:00080000:3.0:1789185327.176356:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14c484a80, transno 4294988980
00000004:00080000:3.0:1789185327.176358:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b27d2b0700, transno 4294988981
00000004:00080000:3.0:1789185327.176372:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14c487800, transno 4294988982
00000004:00080000:3.0:1789185327.176374:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b27d2c5880, transno 4294988983
00000004:00080000:3.0:1789185327.176377:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b27d2c4700, transno 4294988984
00000100:00080000:1.0:1789185327.176457:0:6511:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1789185327.176463:0:6511:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00080000:1.0:1789185327.176535:0:6511:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000004:00080000:3.0:1789185327.176568:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b26f821500, transno 4294988985
00000004:00080000:3.0:1789185327.176574:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151b88380, transno 4294988986
00000004:00080000:3.0:1789185327.176577:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151b8b100, transno 4294988987
00000004:00080000:3.0:1789185327.176579:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151b89880, transno 4294988988
00000004:00080000:3.0:1789185327.176607:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151b8a300, transno 4294988989
00000004:00080000:3.0:1789185327.176614:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14b552680, transno 4294988990
00000004:00080000:3.0:1789185327.176617:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151b8a680, transno 4294988991
00000004:00080000:3.0:1789185327.176620:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f0dd180, transno 4294988992
00000004:00080000:3.0:1789185327.176622:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d14e680, transno 4294988993
00000004:00080000:3.0:1789185327.176646:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14a059180, transno 4294988994
00000004:00080000:3.0:1789185327.176649:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d14ca80, transno 4294988995
00000004:00080000:3.0:1789185327.176672:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d14c380, transno 4294988996
00000004:00080000:3.0:1789185327.176674:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d14ce00, transno 4294988997
00000004:00080000:3.0:1789185327.176680:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1499e0e00, transno 4294988998
00000004:00080000:3.0:1789185327.176683:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f0df100, transno 4294988999
00000004:00080000:3.0:1789185327.176686:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f0dc380, transno 4294989000
00000004:00080000:3.0:1789185327.176709:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f0df480, transno 4294989001
00000004:00080000:3.0:1789185327.176712:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1509bd880, transno 4294989002
00000004:00080000:3.0:1789185327.176735:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b144029880, transno 4294989003
00000004:00080000:3.0:1789185327.176739:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14a873100, transno 4294989004
00000004:00080000:3.0:1789185327.176745:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14a871c00, transno 4294989005
00000004:00080000:3.0:1789185327.176748:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1509be680, transno 4294989006
00000004:00080000:3.0:1789185327.176751:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d786d80, transno 4294989007
00000004:00080000:3.0:1789185327.176776:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b150c55880, transno 4294989008
00000100:00100000:1.0:1789185327.176949:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:3.0:1789185327.177028:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d129180, transno 4294989009
00000004:00080000:3.0:1789185327.177032:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14402bb80, transno 4294989010
00000004:00080000:3.0:1789185327.177035:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b144028700, transno 4294989011
00000004:00080000:3.0:1789185327.177056:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14c487b80, transno 4294989012
00000004:00080000:3.0:1789185327.177059:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14402ad80, transno 4294989013
00000004:00080000:3.0:1789185327.177061:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14bc89f80, transno 4294989014
00000004:00080000:3.0:1789185327.177064:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1507d6d80, transno 4294989015
00000004:00080000:3.0:1789185327.177067:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b144028a80, transno 4294989016
00000004:00080000:3.0:1789185327.177069:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b26c73fb80, transno 4294989017
00000004:00080000:3.0:1789185327.177072:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b27d0f5180, transno 4294989018
00000004:00080000:3.0:1789185327.177074:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b27d0f5c00, transno 4294989019
00000004:00080000:3.0:1789185327.177077:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b27d0f4a80, transno 4294989020
00000004:00080000:3.0:1789185327.177079:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d148700, transno 4294989021
00000004:00080000:3.0:1789185327.177082:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d14bb80, transno 4294989022
00000004:00080000:3.0:1789185327.177084:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d149c00, transno 4294989023
00000004:00080000:3.0:1789185327.177087:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14bdcea00, transno 4294989024
00000004:00080000:3.0:1789185327.177089:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b27d0f5f80, transno 4294989025
00000004:00080000:3.0:1789185327.177092:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14b550380, transno 4294989026
00000004:00080000:3.0:1789185327.177094:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14b553100, transno 4294989027
00000004:00080000:3.0:1789185327.177097:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14b551c00, transno 4294989028
00000004:00080000:3.0:1789185327.177100:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1510e7480, transno 4294989029
00000004:00080000:3.0:1789185327.177102:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14bc4ad80, transno 4294989030
00000004:00080000:3.0:1789185327.177105:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14b551180, transno 4294989031
00000004:00080000:3.0:1789185327.177107:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1510e4e00, transno 4294989032
00000004:00080000:3.0:1789185327.177109:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1510e6300, transno 4294989033
00000004:00080000:3.0:1789185327.177112:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d12ad80, transno 4294989034
00000004:00080000:3.0:1789185327.177114:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1498abb80, transno 4294989035
00000004:00080000:3.0:1789185327.177117:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d786680, transno 4294989036
00000004:00080000:3.0:1789185327.177120:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d129880, transno 4294989037
00000004:00080000:3.0:1789185327.177122:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151b5b100, transno 4294989038
00000004:00080000:3.0:1789185327.177125:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14a092300, transno 4294989039
00000004:00080000:3.0:1789185327.177128:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1439a0000, transno 4294989040
00000004:00080000:3.0:1789185327.177130:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14c487100, transno 4294989041
00000004:00080000:3.0:1789185327.177133:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b27d2b0380, transno 4294989042
00000004:00080000:3.0:1789185327.177135:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14a091f80, transno 4294989043
00000004:00080000:3.0:1789185327.177137:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d784a80, transno 4294989044
00000004:00080000:3.0:1789185327.177140:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149bcc380, transno 4294989045
00000004:00080000:3.0:1789185327.177142:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149bcce00, transno 4294989046
00000004:00080000:3.0:1789185327.177145:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149bcea00, transno 4294989047
00000004:00080000:3.0:1789185327.177147:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149bcc700, transno 4294989048
00000004:00080000:3.0:1789185327.177149:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149bcca80, transno 4294989049
00000004:00080000:3.0:1789185327.177151:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149bcdf80, transno 4294989050
00000004:00080000:3.0:1789185327.177153:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149bce300, transno 4294989051
00000004:00080000:3.0:1789185327.177156:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1440d2300, transno 4294989052
00000004:00080000:3.0:1789185327.177158:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149beb800, transno 4294989053
00000004:00080000:3.0:1789185327.177161:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b144153480, transno 4294989054
00000004:00080000:3.0:1789185327.177163:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151b59f80, transno 4294989055
00000004:00080000:3.0:1789185327.177166:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1505d4380, transno 4294989056
00000004:00080000:3.0:1789185327.177168:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1505d7800, transno 4294989057
00000004:00080000:3.0:1789185327.177171:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b27d2b1180, transno 4294989058
00000004:00080000:3.0:1789185327.177173:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1498ac000, transno 4294989059
00000004:00080000:3.0:1789185327.177176:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b145de4a80, transno 4294989060
00000004:00080000:3.0:1789185327.177179:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f0dd500, transno 4294989061
00000004:00080000:3.0:1789185327.177181:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e8a7b80, transno 4294989062
00000004:00080000:3.0:1789185327.177184:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f0ddf80, transno 4294989063
00000004:00080000:3.0:1789185327.177186:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b143869180, transno 4294989064
00000004:00080000:3.0:1789185327.177189:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b148578000, transno 4294989065
00000004:00080000:3.0:1789185327.177192:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14da14000, transno 4294989066
00000004:00080000:3.0:1789185327.177195:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14da17480, transno 4294989067
00000004:00080000:3.0:1789185327.177197:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d14f800, transno 4294989068
00000004:00080000:3.0:1789185327.177199:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b27d0f6a00, transno 4294989069
00000004:00080000:3.0:1789185327.177202:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14da15c00, transno 4294989070
00000004:00080000:3.0:1789185327.177204:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14da15180, transno 4294989071
00000004:00080000:3.0:1789185327.177206:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151b88e00, transno 4294989072
00000004:00080000:3.0:1789185327.177209:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14da14e00, transno 4294989073
00000004:00080000:3.0:1789185327.177211:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e825c00, transno 4294989074
00000004:00080000:3.0:1789185327.177214:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14b46ed80, transno 4294989075
00000004:00080000:3.0:1789185327.177216:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14da22680, transno 4294989076
00000004:00080000:3.0:1789185327.177219:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14da23100, transno 4294989077
00000004:00080000:3.0:1789185327.177221:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14da22300, transno 4294989078
00000004:00080000:3.0:1789185327.177224:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b142870000, transno 4294989079
00000004:00080000:3.0:1789185327.177226:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14da20700, transno 4294989080
00000004:00080000:3.0:1789185327.177228:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e824a80, transno 4294989081
00000004:00080000:3.0:1789185327.177231:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14da23480, transno 4294989082
00000004:00080000:3.0:1789185327.177233:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b26f821f80, transno 4294989083
00000004:00080000:3.0:1789185327.177235:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14da20a80, transno 4294989084
00000004:00080000:3.0:1789185327.177238:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b152978e00, transno 4294989085
00000004:00080000:3.0:1789185327.177241:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1498a9f80, transno 4294989086
00000004:00080000:3.0:1789185327.177243:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149bcd880, transno 4294989087
00000004:00080000:3.0:1789185327.177246:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149bce680, transno 4294989088
00000004:00080000:3.0:1789185327.177249:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b15297aa00, transno 4294989089
00000004:00080000:3.0:1789185327.177251:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b150c54700, transno 4294989090
00000004:00080000:3.0:1789185327.177254:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14762e680, transno 4294989091
00000004:00080000:3.0:1789185327.177256:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14a1a1180, transno 4294989092
00000004:00080000:3.0:1789185327.177258:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b152978380, transno 4294989093
00000004:00080000:3.0:1789185327.177260:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14da16a00, transno 4294989094
00000004:00080000:3.0:1789185327.177263:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e1e1180, transno 4294989095
00000004:00080000:3.0:1789185327.177266:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e1e2680, transno 4294989096
00000004:00080000:3.0:1789185327.177269:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e1e3800, transno 4294989097
00000100:00100000:1.0:1789185327.177282:0:3638:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 4294977829 gen 2
00000004:00080000:1.0:1789185327.177285:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14876fb80, transno 4294977829
00000100:00100000:1.0:1789185327.177297:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d16ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1876087019025152:0@lo:400:kworker.0
00000100:00100000:1.0:1789185327.177314:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d16e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087019025664:0@lo:400:kworker.0
00000100:00100000:1.0:1789185327.177343:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d16f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3638:1876087019025024:0@lo:400:kworker.0
00000100:00100000:1.0:1789185327.177354:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d16fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1876087019025536:0@lo:400:kworker.0
00000004:00080000:3.0:1789185327.177386:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b15297a680, transno 4294989098
00000004:00080000:3.0:1789185327.177393:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b152979180, transno 4294989099
00000004:00080000:3.0:1789185327.177395:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e1e2d80, transno 4294989100
00000004:00080000:3.0:1789185327.177398:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e1e3480, transno 4294989101
00000004:00080000:3.0:1789185327.177400:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14da15500, transno 4294989102
00000004:00080000:3.0:1789185327.177403:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b144151f80, transno 4294989103
00000004:00080000:3.0:1789185327.177405:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14da15f80, transno 4294989104
00000004:00080000:3.0:1789185327.177429:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14da16d80, transno 4294989105
00000004:00080000:3.0:1789185327.177432:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14762ea00, transno 4294989106
00000004:00080000:3.0:1789185327.177435:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e1e1c00, transno 4294989107
00000004:00080000:3.0:1789185327.177438:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b152864380, transno 4294989108
00000004:00080000:3.0:1789185327.177599:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14da21f80, transno 4294989109
00000004:00080000:3.0:1789185327.177604:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e1e1500, transno 4294989110
00000004:00080000:3.0:1789185327.177606:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b144153b80, transno 4294989111
00000004:00080000:3.0:1789185327.177608:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14762e300, transno 4294989112
00000004:00080000:3.0:1789185327.177611:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b152865c00, transno 4294989113
00000004:00080000:3.0:1789185327.177613:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14b708a80, transno 4294989114
00000004:00080000:3.0:1789185327.177616:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e1e5880, transno 4294989115
00000004:00080000:3.0:1789185327.177619:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b27d0f7100, transno 4294989116
00000004:00080000:3.0:1789185327.177621:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14386a300, transno 4294989117
00000004:00080000:3.0:1789185327.177623:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b152865880, transno 4294989118
00000004:00080000:3.0:1789185327.177626:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b143869f80, transno 4294989119
00000004:00080000:3.0:1789185327.177629:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b152978000, transno 4294989120
00000004:00080000:3.0:1789185327.177631:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14da22a00, transno 4294989121
00000004:00080000:3.0:1789185327.177633:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b15297a300, transno 4294989122
00000004:00080000:3.0:1789185327.177635:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151b5aa00, transno 4294989123
00000004:00080000:3.0:1789185327.177638:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149a07800, transno 4294989124
00000004:00080000:3.0:1789185327.177640:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e1e3b80, transno 4294989125
00000004:00080000:3.0:1789185327.177644:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149a06d80, transno 4294989126
00000004:00080000:3.0:1789185327.177646:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14b46ea00, transno 4294989127
00000004:00080000:3.0:1789185327.177648:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149a04380, transno 4294989128
00000004:00080000:3.0:1789185327.177651:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14da20000, transno 4294989129
00000004:00080000:3.0:1789185327.177654:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b26f823800, transno 4294989130
00000004:00080000:3.0:1789185327.177656:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151b5ad80, transno 4294989131
00000004:00080000:3.0:1789185327.177658:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b142872d80, transno 4294989132
00000004:00080000:3.0:1789185327.177660:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b27d2c4380, transno 4294989133
00000004:00080000:3.0:1789185327.177662:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b27d2c7800, transno 4294989134
00000004:00080000:3.0:1789185327.177665:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b15286a300, transno 4294989135
00000004:00080000:3.0:1789185327.177667:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b15286aa00, transno 4294989136
00000004:00080000:3.0:1789185327.177669:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14ff6e680, transno 4294989137
00000004:00080000:3.0:1789185327.177672:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1510e6d80, transno 4294989138
00000004:00080000:3.0:1789185327.177674:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b152868000, transno 4294989139
00000004:00080000:3.0:1789185327.177676:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1510e4380, transno 4294989140
00000004:00080000:3.0:1789185327.177679:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14bc48000, transno 4294989141
00000004:00080000:3.0:1789185327.177681:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151b58380, transno 4294989142
00000004:00080000:3.0:1789185327.177684:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149bcfb80, transno 4294989143
00000004:00080000:3.0:1789185327.177686:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e94ed80, transno 4294989144
00000004:00080000:3.0:1789185327.177688:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14da20380, transno 4294989145
00000004:00080000:3.0:1789185327.177691:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14da20e00, transno 4294989146
00000004:00080000:3.0:1789185327.177694:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149bcd180, transno 4294989147
00000004:00080000:3.0:1789185327.177696:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14da22d80, transno 4294989148
00000004:00080000:3.0:1789185327.177698:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e1e4a80, transno 4294989149
00000004:00080000:3.0:1789185327.177701:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14a090700, transno 4294989150
00000004:00080000:3.0:1789185327.177703:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e1e2a00, transno 4294989151
00000004:00080000:3.0:1789185327.177705:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149bebb80, transno 4294989152
00000004:00080000:3.0:1789185327.177708:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14a058700, transno 4294989153
00000004:00080000:3.0:1789185327.177710:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b27d2c7100, transno 4294989154
00000004:00080000:3.0:1789185327.177712:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e94e300, transno 4294989155
00000004:00080000:3.0:1789185327.177715:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e94d880, transno 4294989156
00000004:00080000:3.0:1789185327.177717:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e94f100, transno 4294989157
00000004:00080000:3.0:1789185327.177719:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e94e680, transno 4294989158
00000004:00080000:3.0:1789185327.177721:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14b70a680, transno 4294989159
00000004:00080000:3.0:1789185327.177724:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b27d2c6300, transno 4294989160
00000004:00080000:3.0:1789185327.177727:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b152869f80, transno 4294989161
00000004:00080000:3.0:1789185327.177729:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14da17100, transno 4294989162
00000004:00080000:3.0:1789185327.177733:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14762c700, transno 4294989163
00000004:00080000:3.0:1789185327.177737:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149a04e00, transno 4294989164
00000004:00080000:3.0:1789185327.177739:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14bc4b800, transno 4294989165
00000004:00080000:3.0:1789185327.177742:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1509bc380, transno 4294989166
00000004:00080000:3.0:1789185327.177745:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14da16300, transno 4294989167
00000004:00080000:3.0:1789185327.177747:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b147610a80, transno 4294989168
00000004:00080000:3.0:1789185327.178089:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b147611f80, transno 4294989169
00000004:00080000:3.0:1789185327.178092:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b147612d80, transno 4294989170
00000004:00080000:3.0:1789185327.178095:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14df80e00, transno 4294989171
00000004:00080000:3.0:1789185327.178096:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b152867480, transno 4294989172
00000004:00080000:3.0:1789185327.178099:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14be55180, transno 4294989173
00000004:00080000:3.0:1789185327.178101:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14be56680, transno 4294989174
00000004:00080000:3.0:1789185327.178104:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b147612a00, transno 4294989175
00000004:00080000:3.0:1789185327.178106:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1510e7800, transno 4294989176
00000004:00080000:3.0:1789185327.178109:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b147613b80, transno 4294989177
00000004:00080000:3.0:1789185327.178111:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b147611c00, transno 4294989178
00000004:00080000:3.0:1789185327.178113:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f0dd880, transno 4294989179
00000004:00080000:3.0:1789185327.178115:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14da15880, transno 4294989180
00000004:00080000:3.0:1789185327.178117:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14a849880, transno 4294989181
00000004:00080000:3.0:1789185327.178120:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f0dfb80, transno 4294989182
00000004:00080000:3.0:1789185327.178122:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b142872680, transno 4294989183
00000004:00080000:3.0:1789185327.178124:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14a84bb80, transno 4294989184
00000004:00080000:3.0:1789185327.178127:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14da16680, transno 4294989185
00000004:00080000:3.0:1789185327.178130:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b152967480, transno 4294989186
00000004:00080000:3.0:1789185327.178133:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14762f100, transno 4294989187
00000004:00080000:3.0:1789185327.178135:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b142871c00, transno 4294989188
00000004:00080000:3.0:1789185327.178137:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b147611880, transno 4294989189
00000004:00080000:3.0:1789185327.178140:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e90bb80, transno 4294989190
00000004:00080000:3.0:1789185327.178143:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e908700, transno 4294989191
00000004:00080000:3.0:1789185327.178145:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e90b100, transno 4294989192
00000004:00080000:3.0:1789185327.178147:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e90aa00, transno 4294989193
00000004:00080000:3.0:1789185327.178150:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e908000, transno 4294989194
00000004:00080000:3.0:1789185327.178152:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e909500, transno 4294989195
00000004:00080000:3.0:1789185327.178155:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e908a80, transno 4294989196
00000004:00080000:3.0:1789185327.178158:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e909c00, transno 4294989197
00000004:00080000:3.0:1789185327.178160:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b145cb1f80, transno 4294989198
00000004:00080000:3.0:1789185327.178163:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e908e00, transno 4294989199
00000004:00080000:3.0:1789185327.178165:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e909880, transno 4294989200
00000004:00080000:3.0:1789185327.178167:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b145cb0e00, transno 4294989201
00000004:00080000:3.0:1789185327.178170:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b145cb1880, transno 4294989202
00000004:00080000:3.0:1789185327.178172:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b145cb1180, transno 4294989203
00000004:00080000:3.0:1789185327.178175:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b147624a80, transno 4294989204
00000004:00080000:3.0:1789185327.178177:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e90b800, transno 4294989205
00000004:00080000:3.0:1789185327.178179:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e8a4a80, transno 4294989206
00000004:00080000:3.0:1789185327.178182:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14da17b80, transno 4294989207
00000004:00080000:3.0:1789185327.178184:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14a84ad80, transno 4294989208
00000004:00080000:3.0:1789185327.178187:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14da14380, transno 4294989209
00000004:00080000:3.0:1789185327.178189:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14a84b480, transno 4294989210
00000004:00080000:3.0:1789185327.178192:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14a848a80, transno 4294989211
00000004:00080000:3.0:1789185327.178195:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b145cb0380, transno 4294989212
00000004:00080000:3.0:1789185327.178197:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b142b4b100, transno 4294989213
00000004:00080000:3.0:1789185327.178200:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b152964380, transno 4294989214
00000004:00080000:3.0:1789185327.178202:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14da21880, transno 4294989215
00000004:00080000:3.0:1789185327.178206:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b145c96300, transno 4294989216
00000004:00080000:3.0:1789185327.178208:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14a090000, transno 4294989217
00000004:00080000:3.0:1789185327.178211:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b152967b80, transno 4294989218
00000004:00080000:3.0:1789185327.178213:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b152965180, transno 4294989219
00000004:00080000:3.0:1789185327.178216:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b152965500, transno 4294989220
00000004:00080000:3.0:1789185327.178218:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b152868700, transno 4294989221
00000004:00080000:3.0:1789185327.178220:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14a84b800, transno 4294989222
00000004:00080000:3.0:1789185327.178222:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b150549500, transno 4294989223
00000004:00080000:3.0:1789185327.178225:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b15054a300, transno 4294989224
00000004:00080000:3.0:1789185327.178227:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b15054a680, transno 4294989225
00000004:00080000:3.0:1789185327.178229:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b150549180, transno 4294989226
00000004:00080000:3.0:1789185327.178232:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b15054b480, transno 4294989227
00000004:00080000:3.0:1789185327.178234:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b145c96d80, transno 4294989228
00000004:00080000:3.0:1789185327.178237:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b150548380, transno 4294989229
00000004:00080000:3.0:1789185327.178239:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b150548a80, transno 4294989230
00000004:00080000:3.0:1789185327.178241:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b152965f80, transno 4294989231
00000004:00080000:3.0:1789185327.178243:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f0dea00, transno 4294989232
00000004:00080000:3.0:1789185327.178246:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d14f100, transno 4294989233
00000004:00080000:3.0:1789185327.178249:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b147627480, transno 4294989234
00000004:00080000:3.0:1789185327.178252:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b150551c00, transno 4294989235
00000004:00080000:3.0:1789185327.178254:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b150552a00, transno 4294989236
00000004:00080000:3.0:1789185327.178256:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b145cb3480, transno 4294989237
00000004:00080000:3.0:1789185327.178259:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b147627800, transno 4294989238
00000004:00080000:3.0:1789185327.178261:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b147624000, transno 4294989239
00000004:00080000:3.0:1789185327.178263:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b145cb1c00, transno 4294989240
00000004:00080000:3.0:1789185327.178266:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b150553b80, transno 4294989241
00000004:00080000:3.0:1789185327.178268:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14762d180, transno 4294989242
00000004:00080000:3.0:1789185327.178270:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14a849500, transno 4294989243
00000004:00080000:3.0:1789185327.178272:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b147610380, transno 4294989244
00000004:00080000:3.0:1789185327.178275:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14be55c00, transno 4294989245
00000004:00080000:3.0:1789185327.178278:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b150559880, transno 4294989246
00000004:00080000:3.0:1789185327.178281:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14fcef480, transno 4294989247
00000004:00080000:3.0:1789185327.178284:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b147625880, transno 4294989248
00000004:00080000:3.0:1789185327.178286:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14fcef800, transno 4294989249
00000004:00080000:3.0:1789185327.178289:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b147627b80, transno 4294989250
00000004:00080000:3.0:1789185327.178291:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b15055b480, transno 4294989251
00000004:00080000:3.0:1789185327.178293:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b150558e00, transno 4294989252
00000004:00080000:3.0:1789185327.178296:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b15055b100, transno 4294989253
00000004:00080000:3.0:1789185327.178298:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b15055bb80, transno 4294989254
00000004:00080000:3.0:1789185327.178301:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b150577480, transno 4294989255
00000004:00080000:3.0:1789185327.178304:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b150577100, transno 4294989256
00000004:00080000:3.0:1789185327.178306:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b150574e00, transno 4294989257
00000004:00080000:3.0:1789185327.178308:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b142870a80, transno 4294989258
00000004:00080000:3.0:1789185327.178310:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b150575880, transno 4294989259
00000004:00080000:3.0:1789185327.178313:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b150576a00, transno 4294989260
00000004:00080000:3.0:1789185327.178315:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b15055b800, transno 4294989261
00000004:00080000:3.0:1789185327.178318:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b150575500, transno 4294989262
00000004:00080000:3.0:1789185327.178320:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14752b800, transno 4294989263
00000004:00080000:3.0:1789185327.178323:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b150558000, transno 4294989264
00000004:00080000:3.0:1789185327.178325:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b150577b80, transno 4294989265
00000004:00080000:3.0:1789185327.178328:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14752a680, transno 4294989266
00000004:00080000:3.0:1789185327.178331:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b150552680, transno 4294989267
00000004:00080000:3.0:1789185327.178334:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b150550700, transno 4294989268
00000004:00080000:3.0:1789185327.178336:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b150570700, transno 4294989269
00000004:00080000:3.0:1789185327.178339:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b150573480, transno 4294989270
00000004:00080000:3.0:1789185327.178341:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b147610e00, transno 4294989271
00000004:00080000:3.0:1789185327.178343:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b150573100, transno 4294989272
00000004:00080000:3.0:1789185327.178345:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14be54700, transno 4294989273
00000004:00080000:3.0:1789185327.178348:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14be55500, transno 4294989274
00000004:00080000:3.0:1789185327.178350:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f704a80, transno 4294989275
00000004:00080000:3.0:1789185327.178353:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14fcece00, transno 4294989276
00000004:00080000:3.0:1789185327.178356:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f706a00, transno 4294989277
00000004:00080000:3.0:1789185327.178359:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f705500, transno 4294989278
00000004:00080000:3.0:1789185327.178372:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d0c2300, transno 4294989279
00000004:00080000:3.0:1789185327.178374:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d0c1c00, transno 4294989280
00000004:00080000:3.0:1789185327.178377:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f704700, transno 4294989281
00000004:00080000:3.0:1789185327.178380:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d0c2680, transno 4294989282
00000004:00080000:3.0:1789185327.178383:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d0c0000, transno 4294989283
00000004:00080000:3.0:1789185327.178385:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d0c0380, transno 4294989284
00000004:00080000:3.0:1789185327.178387:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d0c2a00, transno 4294989285
00000004:00080000:3.0:1789185327.178390:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b150574700, transno 4294989286
00000004:00080000:3.0:1789185327.178393:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14aa63800, transno 4294989287
00000004:00080000:3.0:1789185327.178395:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14aa60700, transno 4294989288
00000004:00080000:3.0:1789185327.178397:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14aa63100, transno 4294989289
00000004:00080000:3.0:1789185327.178399:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14aa61880, transno 4294989290
00000004:00080000:3.0:1789185327.178402:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e90a680, transno 4294989291
00000004:00080000:3.0:1789185327.178404:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14aa63480, transno 4294989292
00000004:00080000:3.0:1789185327.178406:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d418700, transno 4294989293
00000004:00080000:3.0:1789185327.178409:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d419f80, transno 4294989294
00000004:00080000:3.0:1789185327.178411:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d419500, transno 4294989295
00000004:00080000:3.0:1789185327.178414:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d41a300, transno 4294989296
00000004:00080000:3.0:1789185327.178416:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b150571f80, transno 4294989297
00000004:00080000:3.0:1789185327.178419:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b150570a80, transno 4294989298
00000004:00080000:3.0:1789185327.178421:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f706300, transno 4294989299
00000004:00080000:3.0:1789185327.178424:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b150570e00, transno 4294989300
00000004:00080000:3.0:1789185327.178426:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d41b480, transno 4294989301
00000004:00080000:3.0:1789185327.178428:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d418000, transno 4294989302
00000004:00080000:3.0:1789185327.178430:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b150551180, transno 4294989303
00000004:00080000:3.0:1789185327.178433:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b150572680, transno 4294989304
00000004:00080000:3.0:1789185327.178435:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f705f80, transno 4294989305
00000004:00080000:3.0:1789185327.178437:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f707100, transno 4294989306
00000004:00080000:3.0:1789185327.178439:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d0d1500, transno 4294989307
00000004:00080000:3.0:1789185327.178442:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d0d3b80, transno 4294989308
00000004:00080000:3.0:1789185327.178444:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d0cfb80, transno 4294989309
00000004:00080000:3.0:1789185327.178446:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d0d2a00, transno 4294989310
00000004:00080000:3.0:1789185327.178448:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d0c1880, transno 4294989311
00000004:00080000:3.0:1789185327.178451:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d0d1c00, transno 4294989312
00000004:00080000:3.0:1789185327.178453:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d0daa00, transno 4294989313
00000004:00080000:3.0:1789185327.178455:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d0dbb80, transno 4294989314
00000004:00080000:3.0:1789185327.178458:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d0c1500, transno 4294989315
00000004:00080000:3.0:1789185327.178460:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d0c3480, transno 4294989316
00000004:00080000:3.0:1789185327.178462:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d0c1180, transno 4294989317
00000004:00080000:3.0:1789185327.178465:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d0da300, transno 4294989318
00000004:00080000:3.0:1789185327.178467:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d0c3100, transno 4294989319
00000004:00080000:3.0:1789185327.178469:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d0d9880, transno 4294989320
00000004:00080000:3.0:1789185327.178471:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d0d8000, transno 4294989321
00000004:00080000:3.0:1789185327.178474:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d0d8e00, transno 4294989322
00000004:00080000:3.0:1789185327.178476:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f3bc380, transno 4294989323
00000004:00080000:3.0:1789185327.178478:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d0d9500, transno 4294989324
00000004:00080000:3.0:1789185327.178481:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f3bfb80, transno 4294989325
00000004:00080000:3.0:1789185327.178483:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b145c95180, transno 4294989326
00000004:00080000:3.0:1789185327.178486:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f3be680, transno 4294989327
00000004:00080000:3.0:1789185327.178488:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e94f800, transno 4294989328
00000004:00080000:3.0:1789185327.178491:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f3be300, transno 4294989329
00000004:00080000:3.0:1789185327.178493:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d0db480, transno 4294989330
00000004:00080000:3.0:1789185327.178496:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b150552300, transno 4294989331
00000004:00080000:3.0:1789185327.178498:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d435500, transno 4294989332
00000004:00080000:3.0:1789185327.178500:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b145cb2680, transno 4294989333
00000004:00080000:3.0:1789185327.178502:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b152865180, transno 4294989334
00000004:00080000:3.0:1789185327.178504:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f3bd500, transno 4294989335
00000004:00080000:3.0:1789185327.178507:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b150548000, transno 4294989336
00000004:00080000:3.0:1789185327.178510:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b150549880, transno 4294989337
00000004:00080000:3.0:1789185327.178512:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d436680, transno 4294989338
00000004:00080000:3.0:1789185327.178514:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b15054ad80, transno 4294989339
00000004:00080000:3.0:1789185327.178517:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b147528a80, transno 4294989340
00000004:00080000:3.0:1789185327.178519:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b150549f80, transno 4294989341
00000004:00080000:3.0:1789185327.178522:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b147529500, transno 4294989342
00000004:00080000:3.0:1789185327.178524:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14fcee300, transno 4294989343
00000004:00080000:3.0:1789185327.178527:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14752b480, transno 4294989344
00000004:00080000:3.0:1789185327.178530:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b145cb0700, transno 4294989345
00000004:00080000:3.0:1789185327.178532:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d0d2300, transno 4294989346
00000004:00080000:3.0:1789185327.178535:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d0d1180, transno 4294989347
00000004:00080000:3.0:1789185327.178538:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d0d0a80, transno 4294989348
00000004:00080000:3.0:1789185327.178540:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b145cb3b80, transno 4294989349
00000004:00080000:3.0:1789185327.178543:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b150571880, transno 4294989350
00000100:00100000:1.0:1789185327.180854:0:35217:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019026048
00000100:00100000:1.0:1789185327.180866:0:35217:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019026048
00000100:00100000:1.0:1789185327.181175:0:35217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16755
00000100:00100000:1.0:1789185327.181186:0:35217:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f84ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1876087019026048:12345-0@lo:400:kworker.0
00000004:00080000:3.0:1789185327.181983:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d0d0700, transno 4294989351
00000004:00080000:3.0:1789185327.181987:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f3bf800, transno 4294989352
00000004:00080000:3.0:1789185327.181990:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d0d0380, transno 4294989353
00000004:00080000:3.0:1789185327.181992:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f705880, transno 4294989354
00000004:00080000:3.0:1789185327.181994:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b152966300, transno 4294989355
00000004:00080000:3.0:1789185327.181997:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d41b800, transno 4294989356
00000004:00080000:3.0:1789185327.181999:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b152966a00, transno 4294989357
00000004:00080000:3.0:1789185327.182002:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b152967800, transno 4294989358
00000004:00080000:3.0:1789185327.182004:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b145cb3800, transno 4294989359
00000004:00080000:3.0:1789185327.182007:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14aa62a00, transno 4294989360
00000004:00080000:3.0:1789185327.182009:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e90a300, transno 4294989361
00000004:00080000:3.0:1789185327.182012:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14aa61500, transno 4294989362
00000004:00080000:3.0:1789185327.182014:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e909f80, transno 4294989363
00000004:00080000:3.0:1789185327.182016:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f707b80, transno 4294989364
00000004:00080000:3.0:1789185327.182019:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b150558700, transno 4294989365
00000004:00080000:3.0:1789185327.182022:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b152864700, transno 4294989366
00000004:00080000:3.0:1789185327.182025:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f3bdf80, transno 4294989367
00000004:00080000:3.0:1789185327.182027:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f706680, transno 4294989368
00000004:00080000:3.0:1789185327.182030:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d434700, transno 4294989369
00000004:00080000:3.0:1789185327.182032:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f3bd180, transno 4294989370
00000004:00080000:3.0:1789185327.182034:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d435c00, transno 4294989371
00000004:00080000:3.0:1789185327.182037:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f3bed80, transno 4294989372
00000004:00080000:3.0:1789185327.182039:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e55ca80, transno 4294989373
00000004:00080000:3.0:1789185327.182041:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e96a680, transno 4294989374
00000004:00080000:3.0:1789185327.182043:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d437480, transno 4294989375
00000004:00080000:3.0:1789185327.182046:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e968e00, transno 4294989376
00000004:00080000:3.0:1789185327.182048:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f3bf480, transno 4294989377
00000004:00080000:3.0:1789185327.182050:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e969f80, transno 4294989378
00000004:00080000:3.0:1789185327.182053:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e968000, transno 4294989379
00000004:00080000:3.0:1789185327.182055:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e96b100, transno 4294989380
00000004:00080000:3.0:1789185327.182057:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e96b480, transno 4294989381
00000004:00080000:3.0:1789185327.182059:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e96ad80, transno 4294989382
00000004:00080000:3.0:1789185327.182062:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14da1b100, transno 4294989383
00000004:00080000:3.0:1789185327.182065:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14da18a80, transno 4294989384
00000004:00080000:3.0:1789185327.182068:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b150559180, transno 4294989385
00000004:00080000:3.0:1789185327.182070:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14da1bb80, transno 4294989386
00000004:00080000:3.0:1789185327.182073:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e55ed80, transno 4294989387
00000004:00080000:3.0:1789185327.182076:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14da1a300, transno 4294989388
00000004:00080000:3.0:1789185327.182078:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14da18380, transno 4294989389
00000004:00080000:3.0:1789185327.182080:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e55dc00, transno 4294989390
00000004:00080000:3.0:1789185327.182083:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d0d3100, transno 4294989391
00000004:00080000:3.0:1789185327.182085:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e55fb80, transno 4294989392
00000004:00080000:3.0:1789185327.182088:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f726300, transno 4294989393
00000004:00080000:3.0:1789185327.182090:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f725180, transno 4294989394
00000004:00080000:3.0:1789185327.182092:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b150548e00, transno 4294989395
00000004:00080000:3.0:1789185327.182095:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f726680, transno 4294989396
00000004:00080000:3.0:1789185327.182097:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f726a00, transno 4294989397
00000004:00080000:3.0:1789185327.182100:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f3bea00, transno 4294989398
00000004:00080000:3.0:1789185327.182102:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e90ad80, transno 4294989399
00000004:00080000:3.0:1789185327.182105:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b152966d80, transno 4294989400
00000004:00080000:3.0:1789185327.182108:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f708e00, transno 4294989401
00000004:00080000:3.0:1789185327.182110:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e908380, transno 4294989402
00000004:00080000:3.0:1789185327.182112:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14fcee680, transno 4294989403
00000004:00080000:3.0:1789185327.182115:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e969880, transno 4294989404
00000004:00080000:3.0:1789185327.182118:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f3bc700, transno 4294989405
00000004:00080000:3.0:1789185327.182120:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f709500, transno 4294989406
00000004:00080000:3.0:1789185327.182123:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14aa63b80, transno 4294989407
00000004:00080000:3.0:1789185327.182125:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f70a680, transno 4294989408
00000004:00080000:3.0:1789185327.182128:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f70b100, transno 4294989409
00000004:00080000:3.0:1789185327.182130:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f70aa00, transno 4294989410
00000004:00080000:3.0:1789185327.182133:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f708000, transno 4294989411
00000004:00080000:3.0:1789185327.182135:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14aa60380, transno 4294989412
00000004:00080000:3.0:1789185327.182137:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f70a300, transno 4294989413
00000004:00080000:3.0:1789185327.182140:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f724700, transno 4294989414
00000004:00080000:3.0:1789185327.182142:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f724380, transno 4294989415
00000004:00080000:3.0:1789185327.182144:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14752aa00, transno 4294989416
00000004:00080000:3.0:1789185327.182147:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d0db100, transno 4294989417
00000004:00080000:3.0:1789185327.182150:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f727100, transno 4294989418
00000004:00080000:3.0:1789185327.182152:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d0ce680, transno 4294989419
00000004:00080000:3.0:1789185327.182154:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f724000, transno 4294989420
00000004:00080000:3.0:1789185327.182157:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b147528380, transno 4294989421
00000004:00080000:3.0:1789185327.182159:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d0cdc00, transno 4294989422
00000004:00080000:3.0:1789185327.182162:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b15176d180, transno 4294989423
00000004:00080000:3.0:1789185327.182164:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b15176c700, transno 4294989424
00000004:00080000:3.0:1789185327.182167:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b15176b800, transno 4294989425
00000004:00080000:3.0:1789185327.182169:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14fced180, transno 4294989426
00000004:00080000:3.0:1789185327.182172:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b15176c380, transno 4294989427
00000004:00080000:3.0:1789185327.182175:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f709880, transno 4294989428
00000004:00080000:3.0:1789185327.182177:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b150550000, transno 4294989429
00000004:00080000:3.0:1789185327.182180:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f70b480, transno 4294989430
00000004:00080000:3.0:1789185327.182182:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151776d80, transno 4294989431
00000004:00080000:3.0:1789185327.182184:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151777800, transno 4294989432
00000004:00080000:3.0:1789185327.182187:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151777b80, transno 4294989433
00000004:00080000:3.0:1789185327.182189:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151775500, transno 4294989434
00000004:00080000:3.0:1789185327.182192:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151776a00, transno 4294989435
00000004:00080000:3.0:1789185327.182194:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151775180, transno 4294989436
00000004:00080000:3.0:1789185327.182196:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f727480, transno 4294989437
00000004:00080000:3.0:1789185327.182199:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151777480, transno 4294989438
00000004:00080000:3.0:1789185327.182202:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151776300, transno 4294989439
00000004:00080000:3.0:1789185327.182204:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f72a680, transno 4294989440
00000004:00080000:3.0:1789185327.182207:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f72b480, transno 4294989441
00000004:00080000:3.0:1789185327.182210:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f725f80, transno 4294989442
00000004:00080000:3.0:1789185327.182213:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e1e4700, transno 4294989443
00000004:00080000:3.0:1789185327.182215:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d0db800, transno 4294989444
00000004:00080000:3.0:1789185327.182217:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f729180, transno 4294989445
00000004:00080000:3.0:1789185327.182220:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d0d8380, transno 4294989446
00000004:00080000:3.0:1789185327.182223:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f724a80, transno 4294989447
00000004:00080000:3.0:1789185327.182225:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14aa60a80, transno 4294989448
00000004:00080000:3.0:1789185327.182227:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f70bb80, transno 4294989449
00000004:00080000:3.0:1789185327.182229:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14aa62d80, transno 4294989450
00000004:00080000:3.0:1789185327.182232:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f70b800, transno 4294989451
00000004:00080000:3.0:1789185327.182234:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f708700, transno 4294989452
00000004:00080000:3.0:1789185327.182236:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f709c00, transno 4294989453
00000004:00080000:3.0:1789185327.182239:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14aa61f80, transno 4294989454
00000004:00080000:3.0:1789185327.182241:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14da19880, transno 4294989455
00000004:00080000:3.0:1789185327.182244:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d0e2680, transno 4294989456
00000004:00080000:3.0:1789185327.182246:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d0e2300, transno 4294989457
00000004:00080000:3.0:1789185327.182249:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d0e0700, transno 4294989458
00000004:00080000:3.0:1789185327.182251:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d0e3480, transno 4294989459
00000004:00080000:3.0:1789185327.182254:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149f08e00, transno 4294989460
00000004:00080000:3.0:1789185327.182256:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d0e0000, transno 4294989461
00000004:00080000:3.0:1789185327.182259:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149f0a300, transno 4294989462
00000004:00080000:3.0:1789185327.182261:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d0e2d80, transno 4294989463
00000004:00080000:3.0:1789185327.182264:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151776680, transno 4294989464
00000004:00080000:3.0:1789185327.182266:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d0fa680, transno 4294989465
00000004:00080000:3.0:1789185327.182269:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b145cb1500, transno 4294989466
00000004:00080000:3.0:1789185327.182271:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d0fa300, transno 4294989467
00000004:00080000:3.0:1789185327.182273:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151774380, transno 4294989468
00000004:00080000:3.0:1789185327.182276:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d0fb800, transno 4294989469
00000004:00080000:3.0:1789185327.182278:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e1e4e00, transno 4294989470
00000004:00080000:3.0:1789185327.182281:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d0f8000, transno 4294989471
00000004:00080000:3.0:1789185327.182283:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b15176ad80, transno 4294989472
00000004:00080000:3.0:1789185327.182285:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149a05880, transno 4294989473
00000004:00080000:3.0:1789185327.182287:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149a07100, transno 4294989474
00000004:00080000:3.0:1789185327.182289:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b15176bb80, transno 4294989475
00000004:00080000:3.0:1789185327.182291:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b15176aa00, transno 4294989476
00000004:00080000:3.0:1789185327.182294:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f728e00, transno 4294989477
00000004:00080000:3.0:1789185327.182297:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f728a80, transno 4294989478
00000004:00080000:3.0:1789185327.182299:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151768a80, transno 4294989479
00000004:00080000:3.0:1789185327.182301:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151740700, transno 4294989480
00000004:00080000:3.0:1789185327.182304:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151743100, transno 4294989481
00000004:00080000:3.0:1789185327.182306:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149d76d80, transno 4294989482
00000004:00080000:3.0:1789185327.182308:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149d75880, transno 4294989483
00000004:00080000:3.0:1789185327.182310:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151741f80, transno 4294989484
00000004:00080000:3.0:1789185327.182312:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149d75f80, transno 4294989485
00000004:00080000:3.0:1789185327.182314:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149d74380, transno 4294989486
00000004:00080000:3.0:1789185327.182317:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149d76a00, transno 4294989487
00000004:00080000:3.0:1789185327.182320:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b15174ad80, transno 4294989488
00000004:00080000:3.0:1789185327.182322:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b15174b800, transno 4294989489
00000004:00080000:3.0:1789185327.182324:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151749c00, transno 4294989490
00000004:00080000:3.0:1789185327.182327:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b15174bb80, transno 4294989491
00000004:00080000:3.0:1789185327.182330:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b150549c00, transno 4294989492
00000004:00080000:3.0:1789185327.182332:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b148751500, transno 4294989493
00000004:00080000:3.0:1789185327.182334:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b15174aa00, transno 4294989494
00000004:00080000:3.0:1789185327.182337:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b15174a300, transno 4294989495
00000004:00080000:3.0:1789185327.182340:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b148751180, transno 4294989496
00000004:00080000:3.0:1789185327.182342:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14752b100, transno 4294989497
00000004:00080000:3.0:1789185327.182345:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e968a80, transno 4294989498
00000004:00080000:3.0:1789185327.182347:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e968700, transno 4294989499
00000004:00080000:3.0:1789185327.182350:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b150574000, transno 4294989500
00000004:00080000:3.0:1789185327.182352:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151743b80, transno 4294989501
00000004:00080000:3.0:1789185327.182354:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151742a00, transno 4294989502
00000004:00080000:3.0:1789185327.182356:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151741500, transno 4294989503
00000004:00080000:3.0:1789185327.182358:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149d7ad80, transno 4294989504
00000004:00080000:3.0:1789185327.182373:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149d79f80, transno 4294989505
00000100:00100000:1.0:1789185327.182869:0:35217:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f84ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1876087019026048:12345-0@lo:400:kworker.0 Request processed in 1683us (5920us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185327.182880:0:35217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16755
00000100:00100000:1.0:1789185327.183403:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d16df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3638:1876087019026048:0@lo:400:kworker.0
00000004:00080000:3.0:1789185327.183470:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149d78380, transno 4294989506
00000004:00080000:3.0:1789185327.183478:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149d76300, transno 4294989507
00000004:00080000:3.0:1789185327.183480:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149d7bb80, transno 4294989508
00000004:00080000:3.0:1789185327.183482:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149d7b480, transno 4294989509
00000004:00080000:3.0:1789185327.183484:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149d76680, transno 4294989510
00000004:00080000:3.0:1789185327.183487:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151742680, transno 4294989511
00000004:00080000:3.0:1789185327.183490:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151741880, transno 4294989512
00000004:00080000:3.0:1789185327.183492:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149d78000, transno 4294989513
00000004:00080000:3.0:1789185327.183494:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14da1ad80, transno 4294989514
00000004:00080000:3.0:1789185327.183497:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151743800, transno 4294989515
00000004:00080000:3.0:1789185327.183500:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e55c700, transno 4294989516
00000004:00080000:3.0:1789185327.183503:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149d7a680, transno 4294989517
00000004:00080000:3.0:1789185327.183505:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149d79500, transno 4294989518
00000004:00080000:3.0:1789185327.183507:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149d7b100, transno 4294989519
00000004:00080000:3.0:1789185327.183509:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f711c00, transno 4294989520
00000004:00080000:3.0:1789185327.183511:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d0fb100, transno 4294989521
00000004:00080000:3.0:1789185327.183513:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d0f9180, transno 4294989522
00000004:00080000:3.0:1789185327.183516:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d0f8700, transno 4294989523
00000004:00080000:3.0:1789185327.183518:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b148750a80, transno 4294989524
00000004:00080000:3.0:1789185327.183521:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b148753100, transno 4294989525
00000004:00080000:3.0:1789185327.183523:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151743480, transno 4294989526
00000004:00080000:3.0:1789185327.183525:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151741180, transno 4294989527
00000004:00080000:3.0:1789185327.183528:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151774e00, transno 4294989528
00000004:00080000:3.0:1789185327.183531:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151774000, transno 4294989529
00000004:00080000:3.0:1789185327.183533:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f713800, transno 4294989530
00000004:00080000:3.0:1789185327.183536:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f710380, transno 4294989531
00000004:00080000:3.0:1789185327.183538:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f710a80, transno 4294989532
00000004:00080000:3.0:1789185327.183540:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d0e3100, transno 4294989533
00000004:00080000:3.0:1789185327.183543:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f713100, transno 4294989534
00000004:00080000:3.0:1789185327.183572:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d0f9f80, transno 4294989535
00000004:00080000:3.0:1789185327.183575:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d0e0380, transno 4294989536
00000004:00080000:3.0:1789185327.183578:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f710700, transno 4294989537
00000004:00080000:3.0:1789185327.183580:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f712680, transno 4294989538
00000004:00080000:3.0:1789185327.183583:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d0fad80, transno 4294989539
00000004:00080000:3.0:1789185327.183586:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d0f8380, transno 4294989540
00000004:00080000:3.0:1789185327.183631:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f711180, transno 4294989541
00000004:00080000:3.0:1789185327.183634:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151742d80, transno 4294989542
00000004:00080000:3.0:1789185327.183637:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151757480, transno 4294989543
00000004:00080000:3.0:1789185327.183639:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d0e1880, transno 4294989544
00000004:00080000:3.0:1789185327.183645:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d0e0a80, transno 4294989545
00000004:00080000:3.0:1789185327.183649:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151780380, transno 4294989546
00000004:00080000:3.0:1789185327.183651:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151782d80, transno 4294989547
00000004:00080000:3.0:1789185327.183654:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151780000, transno 4294989548
00000004:00080000:3.0:1789185327.183656:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151781500, transno 4294989549
00000004:00080000:3.0:1789185327.183658:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f705c00, transno 4294989550
00000004:00080000:3.0:1789185327.183661:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149d7b800, transno 4294989551
00000004:00080000:3.0:1789185327.183664:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149d78a80, transno 4294989552
00000004:00080000:3.0:1789185327.183674:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151782680, transno 4294989553
00000004:00080000:3.0:1789185327.183677:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149d74e00, transno 4294989554
00000004:00080000:3.0:1789185327.183679:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149d74000, transno 4294989555
00000004:00080000:3.0:1789185327.183682:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149f09500, transno 4294989556
00000004:00080000:3.0:1789185327.183685:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b150571c00, transno 4294989557
00000004:00080000:3.0:1789185327.183687:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149f08380, transno 4294989558
00000004:00080000:3.0:1789185327.183690:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1517a7100, transno 4294989559
00000004:00080000:3.0:1789185327.183693:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1517a4380, transno 4294989560
00000004:00080000:3.0:1789185327.183696:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1517a6d80, transno 4294989561
00000004:00080000:3.0:1789185327.183699:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f29d180, transno 4294989562
00000004:00080000:3.0:1789185327.183702:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151748000, transno 4294989563
00000004:00080000:3.0:1789185327.183704:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1517a4000, transno 4294989564
00000004:00080000:3.0:1789185327.183707:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151748e00, transno 4294989565
00000004:00080000:3.0:1789185327.183709:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151748380, transno 4294989566
00000004:00080000:3.0:1789185327.183712:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151749180, transno 4294989567
00000004:00080000:3.0:1789185327.183715:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b15174a680, transno 4294989568
00000004:00080000:3.0:1789185327.183717:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151749880, transno 4294989569
00000004:00080000:3.0:1789185327.183720:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151748a80, transno 4294989570
00000004:00080000:3.0:1789185327.183722:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151749500, transno 4294989571
00000004:00080000:3.0:1789185327.183724:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f728700, transno 4294989572
00000004:00080000:3.0:1789185327.183726:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f728380, transno 4294989573
00000004:00080000:3.0:1789185327.183728:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b148767100, transno 4294989574
00000004:00080000:3.0:1789185327.183731:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151766d80, transno 4294989575
00000004:00080000:3.0:1789185327.183733:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b148765880, transno 4294989576
00000004:00080000:3.0:1789185327.183736:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b148765f80, transno 4294989577
00000004:00080000:3.0:1789185327.183738:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b148764700, transno 4294989578
00000004:00080000:3.0:1789185327.183740:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151767480, transno 4294989579
00000004:00080000:3.0:1789185327.183743:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151764380, transno 4294989580
00000004:00080000:3.0:1789185327.183745:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151769880, transno 4294989581
00000004:00080000:3.0:1789185327.183747:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151765180, transno 4294989582
00000004:00080000:3.0:1789185327.183750:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151766680, transno 4294989583
00000004:00080000:3.0:1789185327.183752:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151767b80, transno 4294989584
00000004:00080000:3.0:1789185327.183754:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151764700, transno 4294989585
00000004:00080000:3.0:1789185327.183756:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149a04700, transno 4294989586
00000004:00080000:3.0:1789185327.183759:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f71e300, transno 4294989587
00000004:00080000:3.0:1789185327.183761:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149f0aa00, transno 4294989588
00000004:00080000:3.0:1789185327.183764:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f29c700, transno 4294989589
00000004:00080000:3.0:1789185327.183766:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14876d180, transno 4294989590
00000004:00080000:3.0:1789185327.183769:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f29c380, transno 4294989591
00000004:00080000:3.0:1789185327.183771:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f29ce00, transno 4294989592
00000004:00080000:3.0:1789185327.183773:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14876df80, transno 4294989593
00000004:00080000:3.0:1789185327.183775:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14bbfc380, transno 4294989594
00000004:00080000:3.0:1789185327.183778:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14876c000, transno 4294989595
00000004:00080000:3.0:1789185327.183780:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14bbfdc00, transno 4294989596
00000004:00080000:3.0:1789185327.183783:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14bbfd500, transno 4294989597
00000004:00080000:3.0:1789185327.183785:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14876e300, transno 4294989598
00000004:00080000:3.0:1789185327.183787:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14bbffb80, transno 4294989599
00000004:00080000:3.0:1789185327.183790:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14bbff100, transno 4294989600
00000004:00080000:3.0:1789185327.183792:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14877b480, transno 4294989601
00000004:00080000:3.0:1789185327.183795:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14bbfc700, transno 4294989602
00000004:00080000:3.0:1789185327.183928:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14877ad80, transno 4294989603
00000004:00080000:3.0:1789185327.183931:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14876ca80, transno 4294989604
00000004:00080000:3.0:1789185327.183933:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14877bb80, transno 4294989605
00000004:00080000:3.0:1789185327.183936:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b148779500, transno 4294989606
00000004:00080000:3.0:1789185327.183938:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b148779c00, transno 4294989607
00000004:00080000:3.0:1789185327.183940:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14b5c2d80, transno 4294989608
00000004:00080000:3.0:1789185327.183943:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14b5c3100, transno 4294989609
00000004:00080000:3.0:1789185327.183945:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14b5c0a80, transno 4294989610
00000004:00080000:3.0:1789185327.183947:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14b5c3800, transno 4294989611
00000004:00080000:3.0:1789185327.183950:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14b5c0e00, transno 4294989612
00000004:00080000:3.0:1789185327.183952:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b148767480, transno 4294989613
00000004:00080000:3.0:1789185327.183954:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14876c700, transno 4294989614
00000004:00080000:3.0:1789185327.183957:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b15176a680, transno 4294989615
00000004:00080000:3.0:1789185327.183959:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14876d880, transno 4294989616
00000004:00080000:3.0:1789185327.183962:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b148761180, transno 4294989617
00000004:00080000:3.0:1789185327.183964:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14b5c0700, transno 4294989618
00000004:00080000:3.0:1789185327.183966:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14da19500, transno 4294989619
00000004:00080000:3.0:1789185327.183968:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b148760700, transno 4294989620
00000004:00080000:3.0:1789185327.183971:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b148763b80, transno 4294989621
00000004:00080000:3.0:1789185327.183973:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14b5fbb80, transno 4294989622
00000004:00080000:3.0:1789185327.183975:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14b5f8000, transno 4294989623
00000004:00080000:3.0:1789185327.183977:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14b5fb800, transno 4294989624
00000004:00080000:3.0:1789185327.183979:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149d75500, transno 4294989625
00000004:00080000:3.0:1789185327.183982:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14b5f9500, transno 4294989626
00000004:00080000:3.0:1789185327.183984:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14b5f8a80, transno 4294989627
00000004:00080000:3.0:1789185327.183986:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14b5faa00, transno 4294989628
00000004:00080000:3.0:1789185327.183989:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14b5f9c00, transno 4294989629
00000004:00080000:3.0:1789185327.183992:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14b5c1180, transno 4294989630
00000004:00080000:3.0:1789185327.183994:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b148764a80, transno 4294989631
00000004:00080000:3.0:1789185327.183997:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14b5c0000, transno 4294989632
00000004:00080000:3.0:1789185327.183999:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f29d880, transno 4294989633
00000004:00080000:3.0:1789185327.184001:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14b5fa300, transno 4294989634
00000004:00080000:3.0:1789185327.184003:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151783100, transno 4294989635
00000004:00080000:3.0:1789185327.184006:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b148767800, transno 4294989636
00000004:00080000:3.0:1789185327.184008:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14876ed80, transno 4294989637
00000004:00080000:3.0:1789185327.184011:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14bbfca80, transno 4294989638
00000004:00080000:3.0:1789185327.184013:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14b5f8380, transno 4294989639
00000004:00080000:3.0:1789185327.184016:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14876e680, transno 4294989640
00000004:00080000:3.0:1789185327.184018:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b148779f80, transno 4294989641
00000004:00080000:3.0:1789185327.184020:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b148778000, transno 4294989642
00000004:00080000:3.0:1789185327.184022:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14bbfdf80, transno 4294989643
00000004:00080000:3.0:1789185327.184025:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14b5fc380, transno 4294989644
00000004:00080000:3.0:1789185327.184027:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14b5fc700, transno 4294989645
00000004:00080000:3.0:1789185327.184030:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14b5fdf80, transno 4294989646
00000004:00080000:3.0:1789185327.184032:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1517a6300, transno 4294989647
00000004:00080000:3.0:1789185327.184041:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14b5fdc00, transno 4294989648
00000004:00080000:3.0:1789185327.184044:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14b5fd880, transno 4294989649
00000004:00080000:3.0:1789185327.184046:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b148761880, transno 4294989650
00000004:00080000:3.0:1789185327.184048:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b148761500, transno 4294989651
00000004:00080000:3.0:1789185327.184051:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b148760380, transno 4294989652
00000004:00080000:3.0:1789185327.184053:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14877a300, transno 4294989653
00000004:00080000:3.0:1789185327.184056:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d0f8a80, transno 4294989654
00000004:00080000:3.0:1789185327.184058:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f71c700, transno 4294989655
00000004:00080000:3.0:1789185327.184061:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b148778e00, transno 4294989656
00000004:00080000:3.0:1789185327.184063:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14877a680, transno 4294989657
00000004:00080000:3.0:1789185327.184066:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b15179aa00, transno 4294989658
00000004:00080000:3.0:1789185327.184069:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151799880, transno 4294989659
00000004:00080000:3.0:1789185327.184071:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b15179bb80, transno 4294989660
00000004:00080000:3.0:1789185327.184073:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b15179a300, transno 4294989661
00000004:00080000:3.0:1789185327.184075:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b148764000, transno 4294989662
00000004:00080000:3.0:1789185327.184078:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f109c00, transno 4294989663
00000004:00080000:3.0:1789185327.184080:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f109500, transno 4294989664
00000004:00080000:3.0:1789185327.184082:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f108a80, transno 4294989665
00000004:00080000:3.0:1789185327.184085:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f10b800, transno 4294989666
00000004:00080000:3.0:1789185327.184087:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151755f80, transno 4294989667
00000004:00080000:3.0:1789185327.184090:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1517b5f80, transno 4294989668
00000004:00080000:3.0:1789185327.184092:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151755880, transno 4294989669
00000004:00080000:3.0:1789185327.184095:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151756a00, transno 4294989670
00000004:00080000:3.0:1789185327.184097:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151754700, transno 4294989671
00000004:00080000:3.0:1789185327.184099:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f280380, transno 4294989672
00000004:00080000:3.0:1789185327.184102:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f280000, transno 4294989673
00000004:00080000:3.0:1789185327.184104:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f282300, transno 4294989674
00000004:00080000:3.0:1789185327.184107:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1517b6300, transno 4294989675
00000004:00080000:3.0:1789185327.184109:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f123100, transno 4294989676
00000004:00080000:3.0:1789185327.184112:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f120700, transno 4294989677
00000004:00080000:3.0:1789185327.184114:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f120e00, transno 4294989678
00000004:00080000:3.0:1789185327.184117:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1517b7480, transno 4294989679
00000004:00080000:3.0:1789185327.184119:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1517b6d80, transno 4294989680
00000004:00080000:3.0:1789185327.184121:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1517b6a00, transno 4294989681
00000004:00080000:3.0:1789185327.184123:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1517b5180, transno 4294989682
00000004:00080000:3.0:1789185327.184125:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1517b5880, transno 4294989683
00000004:00080000:3.0:1789185327.184128:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f123480, transno 4294989684
00000004:00080000:3.0:1789185327.184130:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f121500, transno 4294989685
00000004:00080000:3.0:1789185327.184132:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f121c00, transno 4294989686
00000004:00080000:3.0:1789185327.184134:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f123800, transno 4294989687
00000004:00080000:3.0:1789185327.184136:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f109880, transno 4294989688
00000004:00080000:3.0:1789185327.184139:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f123b80, transno 4294989689
00000004:00080000:3.0:1789185327.184141:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14b5f8700, transno 4294989690
00000004:00080000:3.0:1789185327.184144:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151765880, transno 4294989691
00000004:00080000:3.0:1789185327.184146:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f108380, transno 4294989692
00000004:00080000:3.0:1789185327.184149:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1517bdc00, transno 4294989693
00000004:00080000:3.0:1789185327.184151:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f10aa00, transno 4294989694
00000004:00080000:3.0:1789185327.184153:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1517b4a80, transno 4294989695
00000004:00080000:3.0:1789185327.184156:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b15179a680, transno 4294989696
00000004:00080000:3.0:1789185327.184159:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151798000, transno 4294989697
00000004:00080000:3.0:1789185327.184161:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1517b4380, transno 4294989698
00000004:00080000:3.0:1789185327.184163:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151757b80, transno 4294989699
00000004:00080000:3.0:1789185327.184166:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f281180, transno 4294989700
00000004:00080000:3.0:1789185327.184168:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f281880, transno 4294989701
00000004:00080000:3.0:1789185327.184170:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e9a1f80, transno 4294989702
00000004:00080000:3.0:1789185327.184173:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e9a3480, transno 4294989703
00000004:00080000:3.0:1789185327.184175:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e9a0380, transno 4294989704
00000004:00080000:3.0:1789185327.184177:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151754380, transno 4294989705
00000004:00080000:3.0:1789185327.184180:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e9a4e00, transno 4294989706
00000004:00080000:3.0:1789185327.184182:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f119180, transno 4294989707
00000004:00080000:3.0:1789185327.184184:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e9a2d80, transno 4294989708
00000004:00080000:3.0:1789185327.184186:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f29ca80, transno 4294989709
00000004:00080000:3.0:1789185327.184188:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151780700, transno 4294989710
00000004:00080000:3.0:1789185327.184191:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f11ad80, transno 4294989711
00000004:00080000:3.0:1789185327.184193:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149809180, transno 4294989712
00000004:00080000:3.0:1789185327.184195:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14b5f9180, transno 4294989713
00000004:00080000:3.0:1789185327.184197:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e9a5f80, transno 4294989714
00000004:00080000:3.0:1789185327.184199:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e9a7480, transno 4294989715
00000004:00080000:3.0:1789185327.184201:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149d62a00, transno 4294989716
00000004:00080000:3.0:1789185327.184204:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e9a5880, transno 4294989717
00000004:00080000:3.0:1789185327.184206:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14b5c1880, transno 4294989718
00000004:00080000:3.0:1789185327.184209:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149d63480, transno 4294989719
00000004:00080000:3.0:1789185327.184212:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151766300, transno 4294989720
00000004:00080000:3.0:1789185327.184214:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f11a300, transno 4294989721
00000004:00080000:3.0:1789185327.184216:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149d60e00, transno 4294989722
00000004:00080000:3.0:1789185327.184219:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f119500, transno 4294989723
00000004:00080000:3.0:1789185327.184221:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f11aa00, transno 4294989724
00000004:00080000:3.0:1789185327.184223:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f119c00, transno 4294989725
00000004:00080000:3.0:1789185327.184225:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f11a680, transno 4294989726
00000004:00080000:3.0:1789185327.184227:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f118e00, transno 4294989727
00000004:00080000:3.0:1789185327.184230:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f11b800, transno 4294989728
00000004:00080000:3.0:1789185327.184232:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e9a1180, transno 4294989729
00000004:00080000:3.0:1789185327.184235:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e9a0a80, transno 4294989730
00000004:00080000:3.0:1789185327.184237:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f282680, transno 4294989731
00000004:00080000:3.0:1789185327.184240:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f283100, transno 4294989732
00000004:00080000:3.0:1789185327.184242:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14b5fe300, transno 4294989733
00000004:00080000:3.0:1789185327.184244:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b148760000, transno 4294989734
00000004:00080000:3.0:1789185327.184246:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14b5fce00, transno 4294989735
00000004:00080000:3.0:1789185327.184248:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f71c380, transno 4294989736
00000004:00080000:3.0:1789185327.184250:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d0fbb80, transno 4294989737
00000004:00080000:3.0:1789185327.184253:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f385180, transno 4294989738
00000004:00080000:3.0:1789185327.184256:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14b5ff100, transno 4294989739
00000004:00080000:3.0:1789185327.184258:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f121880, transno 4294989740
00000004:00080000:3.0:1789185327.184260:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14da1aa00, transno 4294989741
00000004:00080000:3.0:1789185327.184263:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f711f80, transno 4294989742
00000004:00080000:3.0:1789185327.184265:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149d60000, transno 4294989743
00000004:00080000:3.0:1789185327.184267:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f122a00, transno 4294989744
00000004:00080000:3.0:1789185327.184270:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f384380, transno 4294989745
00000004:00080000:3.0:1789185327.184273:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f386a00, transno 4294989746
00000004:00080000:3.0:1789185327.184276:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f385500, transno 4294989747
00000004:00080000:3.0:1789185327.184278:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f71e680, transno 4294989748
00000004:00080000:3.0:1789185327.184281:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f283b80, transno 4294989749
00000004:00080000:3.0:1789185327.184283:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149d61c00, transno 4294989750
00000004:00080000:3.0:1789185327.184286:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149d60a80, transno 4294989751
00000004:00080000:3.0:1789185327.184288:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151799180, transno 4294989752
00000004:00080000:3.0:1789185327.184290:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151780e00, transno 4294989753
00000004:00080000:3.0:1789185327.184292:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149d63b80, transno 4294989754
00000004:00080000:3.0:1789185327.184294:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151783b80, transno 4294989755
00000004:00080000:3.0:1789185327.184297:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b148764e00, transno 4294989756
00000004:00080000:3.0:1789185327.184300:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14b5c2300, transno 4294989757
00000004:00080000:3.0:1789185327.184302:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e9a1500, transno 4294989758
00000004:00080000:3.0:1789185327.184304:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f11b100, transno 4294989759
00000004:00080000:3.0:1789185327.184306:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e9a7800, transno 4294989760
00000004:00080000:3.0:1789185327.184308:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149d60700, transno 4294989761
00000004:00080000:3.0:1789185327.184311:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149d61f80, transno 4294989762
00000004:00080000:3.0:1789185327.184313:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149d61880, transno 4294989763
00000004:00080000:3.0:1789185327.184315:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14876f800, transno 4294989764
00000004:00080000:3.0:1789185327.184318:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149d60380, transno 4294989765
00000004:00080000:3.0:1789185327.184321:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14a827800, transno 4294989766
00000004:00080000:3.0:1789185327.184323:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f3a4e00, transno 4294989767
00000004:00080000:3.0:1789185327.184325:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f3a4700, transno 4294989768
00000004:00080000:3.0:1789185327.184327:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14a827480, transno 4294989769
00000004:00080000:3.0:1789185327.184330:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14876f100, transno 4294989770
00000004:00080000:3.0:1789185327.184332:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f3a4380, transno 4294989771
00000004:00080000:3.0:1789185327.184334:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14a824a80, transno 4294989772
00000100:00100000:3.0:1789185327.185338:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d16e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087019025920:0@lo:400:kworker.0
00000100:00100000:3.0:1789185327.185400:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d16f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3636:1876087019025280:0@lo:400:kworker.0
00000100:00100000:3.0:1789185327.185418:0:3636:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294977977 gen 2
00000004:00080000:3.0:1789185327.185422:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14a1a0e00, transno 4294976977
00000004:00080000:3.0:1789185327.185446:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14ff6f800, transno 4294976978
00000004:00080000:3.0:1789185327.185451:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14ff6ed80, transno 4294976979
00000004:00080000:3.0:1789185327.185456:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14ff6c380, transno 4294976980
00000004:00080000:3.0:1789185327.185460:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b145dc7100, transno 4294976981
00000004:00080000:3.0:1789185327.185464:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14ff6e300, transno 4294976982
00000004:00080000:3.0:1789185327.185468:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14a1a3480, transno 4294976983
00000004:00080000:3.0:1789185327.185474:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14df82d80, transno 4294976984
00000004:00080000:3.0:1789185327.185479:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14fc5d180, transno 4294976985
00000004:00080000:3.0:1789185327.185483:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14fc5e300, transno 4294976986
00000004:00080000:3.0:1789185327.185487:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14fc5c700, transno 4294976987
00000004:00080000:3.0:1789185327.185492:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14857fb80, transno 4294976988
00000004:00080000:3.0:1789185327.185496:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d8f2d80, transno 4294976989
00000004:00080000:3.0:1789185327.185500:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14857c700, transno 4294976990
00000004:00080000:3.0:1789185327.185503:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d8f3b80, transno 4294976991
00000004:00080000:3.0:1789185327.185506:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14857c380, transno 4294976992
00000004:00080000:3.0:1789185327.185509:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14857d500, transno 4294976993
00000004:00080000:3.0:1789185327.185512:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14404ca80, transno 4294976994
00000004:00080000:3.0:1789185327.185515:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14404c000, transno 4294976995
00000004:00080000:3.0:1789185327.185517:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d8f3800, transno 4294976996
00000004:00080000:3.0:1789185327.185519:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d8f1f80, transno 4294976997
00000004:00080000:3.0:1789185327.185522:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b15504c000, transno 4294976998
00000004:00080000:3.0:1789185327.185525:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149811880, transno 4294976999
00000004:00080000:3.0:1789185327.185527:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1498a8700, transno 4294977000
00000004:00080000:3.0:1789185327.185529:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14ff6ce00, transno 4294977001
00000004:00080000:3.0:1789185327.185532:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14ff6c700, transno 4294977002
00000004:00080000:3.0:1789185327.185534:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14ff6d500, transno 4294977003
00000004:00080000:3.0:1789185327.185537:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b145dc5c00, transno 4294977004
00000004:00080000:3.0:1789185327.185540:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14ff6d880, transno 4294977005
00000004:00080000:3.0:1789185327.185542:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149813480, transno 4294977006
00000004:00080000:3.0:1789185327.185561:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b145de5f80, transno 4294977007
00000004:00080000:3.0:1789185327.185565:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b145de4380, transno 4294977008
00000004:00080000:3.0:1789185327.185567:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b145de5880, transno 4294977009
00000004:00080000:3.0:1789185327.185570:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1476dce00, transno 4294977010
00000004:00080000:3.0:1789185327.185572:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1476df480, transno 4294977011
00000004:00080000:3.0:1789185327.185574:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14404ce00, transno 4294977012
00000004:00080000:3.0:1789185327.185576:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1476df800, transno 4294977013
00000004:00080000:3.0:1789185327.185579:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1476dd500, transno 4294977014
00000004:00080000:3.0:1789185327.185583:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1476de300, transno 4294977015
00000004:00080000:3.0:1789185327.185586:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1476dc700, transno 4294977016
00000004:00080000:3.0:1789185327.185589:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14404f480, transno 4294977017
00000004:00080000:3.0:1789185327.185592:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b145dc6d80, transno 4294977018
00000004:00080000:3.0:1789185327.185596:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e8eb480, transno 4294977019
00000004:00080000:3.0:1789185327.185599:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f849880, transno 4294977020
00000004:00080000:3.0:1789185327.185603:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e8e9f80, transno 4294977021
00000004:00080000:3.0:1789185327.185606:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e8eb100, transno 4294977022
00000004:00080000:2.0:1789185327.185608:0:31034:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 850 in progress, 0 in flight, 148 done
00000004:00080000:3.0:1789185327.185610:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e8e8700, transno 4294977023
00000004:00080000:3.0:1789185327.185616:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b145de6300, transno 4294977024
00000004:00080000:3.0:1789185327.185620:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e8e9180, transno 4294977025
00000004:00080000:3.0:1789185327.185622:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1443c4700, transno 4294977026
00000004:00080000:3.0:1789185327.185625:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14857c000, transno 4294977027
00000004:00080000:3.0:1789185327.185627:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f849c00, transno 4294977028
00000004:00080000:3.0:1789185327.185630:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1443c4380, transno 4294977029
00000004:00080000:3.0:1789185327.185632:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14ff6c000, transno 4294977030
00000004:00080000:3.0:1789185327.185634:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14ff6ea00, transno 4294977031
00000004:00080000:3.0:1789185327.185637:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b150c57b80, transno 4294977032
00000004:00080000:3.0:1789185327.185639:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f849500, transno 4294977033
00000004:00080000:3.0:1789185327.185641:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b150c54380, transno 4294977034
00000004:00080000:3.0:1789185327.185644:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f84a300, transno 4294977035
00000004:00080000:3.0:1789185327.185646:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b150c54000, transno 4294977036
00000004:00080000:3.0:1789185327.185649:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14a870700, transno 4294977037
00000004:00080000:3.0:1789185327.185651:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14a872a00, transno 4294977038
00000004:00080000:3.0:1789185327.185653:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14a870380, transno 4294977039
00000004:00080000:3.0:1789185327.185656:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14cf3d500, transno 4294977040
00000004:00080000:3.0:1789185327.185658:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1509bd500, transno 4294977041
00000004:00080000:3.0:1789185327.185660:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14fc5ce00, transno 4294977042
00000004:00080000:3.0:1789185327.185662:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14fc5f800, transno 4294977043
00000004:00080000:3.0:1789185327.185664:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14a873480, transno 4294977044
00000004:00080000:3.0:1789185327.185667:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1410f9f80, transno 4294977045
00000004:00080000:3.0:1789185327.185670:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1476dd180, transno 4294977046
00000004:00080000:3.0:1789185327.185672:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1410f9c00, transno 4294977047
00000004:00080000:3.0:1789185327.185675:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1410fb480, transno 4294977048
00000004:00080000:3.0:1789185327.185677:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1410fa300, transno 4294977049
00000004:00080000:3.0:1789185327.185679:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1410fb100, transno 4294977050
00000004:00080000:3.0:1789185327.185681:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b247d52680, transno 4294977051
00000004:00080000:3.0:1789185327.185683:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14857bb80, transno 4294977052
00000004:00080000:3.0:1789185327.185685:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b150c56300, transno 4294977053
00000004:00080000:3.0:1789185327.185688:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1524d6a00, transno 4294977054
00000004:00080000:3.0:1789185327.185690:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14ff6f100, transno 4294977055
00000004:00080000:3.0:1789185327.185693:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149811500, transno 4294977056
00000004:00080000:3.0:1789185327.185695:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149be8000, transno 4294977057
00000004:00080000:3.0:1789185327.185698:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149beb100, transno 4294977058
00000004:00080000:3.0:1789185327.185700:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14857ad80, transno 4294977059
00000004:00080000:3.0:1789185327.185702:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14857df80, transno 4294977060
00000004:00080000:3.0:1789185327.185705:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14857d880, transno 4294977061
00000004:00080000:3.0:1789185327.185707:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14857f100, transno 4294977062
00000004:00080000:3.0:1789185327.185710:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14857f480, transno 4294977063
00000004:00080000:3.0:1789185327.185712:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14857e680, transno 4294977064
00000004:00080000:3.0:1789185327.185715:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1510e4a80, transno 4294977065
00000004:00080000:3.0:1789185327.185718:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1510e5c00, transno 4294977066
00000004:00080000:3.0:1789185327.186036:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14857ed80, transno 4294977067
00000004:00080000:3.0:1789185327.186042:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1509bc000, transno 4294977068
00000004:00080000:3.0:1789185327.186044:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b150c57800, transno 4294977069
00000004:00080000:3.0:1789185327.186046:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14dfb5c00, transno 4294977070
00000004:00080000:3.0:1789185327.186049:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1510e4700, transno 4294977071
00000004:00080000:3.0:1789185327.186051:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149810e00, transno 4294977072
00000004:00080000:3.0:1789185327.186053:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b150c56d80, transno 4294977073
00000004:00080000:3.0:1789185327.186055:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149811180, transno 4294977074
00000004:00080000:3.0:1789185327.186059:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14dfb4e00, transno 4294977075
00000004:00080000:3.0:1789185327.186061:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149be9c00, transno 4294977076
00000004:00080000:3.0:1789185327.186064:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14857d180, transno 4294977077
00000004:00080000:3.0:1789185327.186066:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149be8a80, transno 4294977078
00000004:00080000:3.0:1789185327.186069:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b15504df80, transno 4294977079
00000004:00080000:3.0:1789185327.186072:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d8f0700, transno 4294977080
00000004:00080000:3.0:1789185327.186074:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1509bce00, transno 4294977081
00000004:00080000:3.0:1789185327.186077:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b15504c700, transno 4294977082
00000004:00080000:3.0:1789185327.186081:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149be9180, transno 4294977083
00000004:00080000:3.0:1789185327.186085:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1410f8380, transno 4294977084
00000004:00080000:3.0:1789185327.186089:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b145de4700, transno 4294977085
00000004:00080000:3.0:1789185327.186093:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b145de7b80, transno 4294977086
00000004:00080000:3.0:1789185327.186097:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14a870000, transno 4294977087
00000004:00080000:3.0:1789185327.186102:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b148578380, transno 4294977088
00000004:00080000:3.0:1789185327.186105:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14a872680, transno 4294977089
00000004:00080000:3.0:1789185327.186110:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d128000, transno 4294977090
00000004:00080000:3.0:1789185327.186115:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d128e00, transno 4294977091
00000004:00080000:3.0:1789185327.186119:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1410f9500, transno 4294977092
00000004:00080000:3.0:1789185327.186123:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d12b100, transno 4294977093
00000004:00080000:3.0:1789185327.186126:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d128700, transno 4294977094
00000004:00080000:3.0:1789185327.186130:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d785880, transno 4294977095
00000004:00080000:3.0:1789185327.186134:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d784000, transno 4294977096
00000004:00080000:3.0:1789185327.186139:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14a1a3800, transno 4294977097
00000004:00080000:3.0:1789185327.186143:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e8a4700, transno 4294977098
00000004:00080000:3.0:1789185327.186148:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e8a6d80, transno 4294977099
00000004:00080000:3.0:1789185327.186152:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1524d4700, transno 4294977100
00000004:00080000:3.0:1789185327.186156:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e827b80, transno 4294977101
00000004:00080000:3.0:1789185327.186160:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14b41ca80, transno 4294977102
00000004:00080000:3.0:1789185327.186164:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e8a6a00, transno 4294977103
00000004:00080000:3.0:1789185327.186168:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1524d5f80, transno 4294977104
00000004:00080000:3.0:1789185327.186173:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14ecd7b80, transno 4294977105
00000004:00080000:3.0:1789185327.186177:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14a05bb80, transno 4294977106
00000004:00080000:3.0:1789185327.186181:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b15504dc00, transno 4294977107
00000004:00080000:3.0:1789185327.186185:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b15504f800, transno 4294977108
00000004:00080000:3.0:1789185327.186189:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14a05a300, transno 4294977109
00000004:00080000:3.0:1789185327.186193:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14a058380, transno 4294977110
00000004:00080000:3.0:1789185327.186197:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b143868700, transno 4294977111
00000004:00080000:3.0:1789185327.186201:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14a058000, transno 4294977112
00000004:00080000:3.0:1789185327.186205:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d14e300, transno 4294977113
00000004:00080000:3.0:1789185327.186209:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14bdce300, transno 4294977114
00000004:00080000:3.0:1789185327.186213:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14bdcdc00, transno 4294977115
00000004:00080000:3.0:1789185327.186259:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14dfdad80, transno 4294977116
00000004:00080000:3.0:1789185327.186265:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b152e4d500, transno 4294977117
00000004:00080000:3.0:1789185327.186269:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14cf3c000, transno 4294977118
00000004:00080000:3.0:1789185327.186274:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14b46c000, transno 4294977119
00000004:00080000:3.0:1789185327.186277:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14bdcca80, transno 4294977120
00000004:00080000:3.0:1789185327.186282:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e825500, transno 4294977121
00000004:00080000:3.0:1789185327.186286:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14cf3df80, transno 4294977122
00000004:00080000:3.0:1789185327.186290:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b152e4df80, transno 4294977123
00000004:00080000:3.0:1789185327.186293:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b26c73d180, transno 4294977124
00000004:00080000:3.0:1789185327.186296:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14cf3dc00, transno 4294977125
00000004:00080000:3.0:1789185327.186299:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14b708380, transno 4294977126
00000004:00080000:3.0:1789185327.186302:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b152e4ea00, transno 4294977127
00000004:00080000:3.0:1789185327.186305:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1505d5180, transno 4294977128
00000004:00080000:3.0:1789185327.186307:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14a1a1500, transno 4294977129
00000004:00080000:3.0:1789185327.186311:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14ecd5880, transno 4294977130
00000004:00080000:3.0:1789185327.186315:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b26c73d880, transno 4294977131
00000004:00080000:3.0:1789185327.186319:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14b46d180, transno 4294977132
00000004:00080000:3.0:1789185327.186324:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14b46f100, transno 4294977133
00000004:00080000:3.0:1789185327.186328:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14386a680, transno 4294977134
00000004:00080000:3.0:1789185327.186333:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14b46f800, transno 4294977135
00000004:00080000:3.0:1789185327.186337:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14b46ca80, transno 4294977136
00000004:00080000:3.0:1789185327.186341:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b152e4e300, transno 4294977137
00000004:00080000:3.0:1789185327.186345:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e824700, transno 4294977138
00000004:00080000:3.0:1789185327.186349:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b152e4d880, transno 4294977139
00000004:00080000:3.0:1789185327.186353:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14bdcce00, transno 4294977140
00000004:00080000:3.0:1789185327.186357:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14bdced80, transno 4294977141
00000004:00080000:3.0:1789185327.186373:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b152e4c000, transno 4294977142
00000004:00080000:3.0:1789185327.186378:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b152e4dc00, transno 4294977143
00000004:00080000:3.0:1789185327.186382:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e827100, transno 4294977144
00000004:00080000:3.0:1789185327.186386:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e826680, transno 4294977145
00000004:00080000:3.0:1789185327.186389:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14b46f480, transno 4294977146
00000004:00080000:3.0:1789185327.186393:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14b41ed80, transno 4294977147
00000004:00080000:3.0:1789185327.186397:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1504f1180, transno 4294977148
00000004:00080000:3.0:1789185327.186401:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1504f3800, transno 4294977149
00000004:00080000:3.0:1789185327.186405:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1505d5880, transno 4294977150
00000004:00080000:3.0:1789185327.186409:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b26c7eaa00, transno 4294977151
00000004:00080000:3.0:1789185327.186413:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1504f0380, transno 4294977152
00000004:00080000:3.0:1789185327.186417:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1504f1500, transno 4294977153
00000004:00080000:3.0:1789185327.186420:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b27d0f7b80, transno 4294977154
00000004:00080000:3.0:1789185327.186424:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b150402a00, transno 4294977155
00000004:00080000:3.0:1789185327.186428:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14b709f80, transno 4294977156
00000004:00080000:3.0:1789185327.186432:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b26c73c380, transno 4294977157
00000004:00080000:3.0:1789185327.186435:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14b70b100, transno 4294977158
00000004:00080000:3.0:1789185327.186438:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b26c73df80, transno 4294977159
00000004:00080000:3.0:1789185327.186441:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b26c73f480, transno 4294977160
00000004:00080000:3.0:1789185327.186445:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14b615f80, transno 4294977161
00000004:00080000:3.0:1789185327.186449:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b27d0f4700, transno 4294977162
00000004:00080000:3.0:1789185327.186453:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1498ad180, transno 4294977163
00000004:00080000:3.0:1789185327.186458:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b144029180, transno 4294977164
00000004:00080000:3.0:1789185327.186463:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b143868380, transno 4294977165
00000004:00080000:3.0:1789185327.186467:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14b70a300, transno 4294977166
00000004:00080000:3.0:1789185327.186471:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b27d2b1880, transno 4294977167
00000004:00080000:3.0:1789185327.186475:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b27d2b2680, transno 4294977168
00000004:00080000:3.0:1789185327.186481:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b152e4ed80, transno 4294977169
00000004:00080000:3.0:1789185327.186484:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b152e4ca80, transno 4294977170
00000004:00080000:3.0:1789185327.186489:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1498af800, transno 4294977171
00000004:00080000:3.0:1789185327.186493:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b27d2c5c00, transno 4294977172
00000004:00080000:3.0:1789185327.186497:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b27d30ce00, transno 4294977173
00000004:00080000:3.0:1789185327.186501:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b27d2c5f80, transno 4294977174
00000004:00080000:3.0:1789185327.186506:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b27d2c4e00, transno 4294977175
00000004:00080000:3.0:1789185327.186510:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b27d2b2a00, transno 4294977176
00000004:00080000:3.0:1789185327.186514:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b27d2b1f80, transno 4294977177
00000004:00080000:3.0:1789185327.186518:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b27d2b3100, transno 4294977178
00000004:00080000:3.0:1789185327.186522:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b15058b480, transno 4294977179
00000004:00080000:3.0:1789185327.186526:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b150589c00, transno 4294977180
00000004:00080000:3.0:1789185327.186530:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b27d2b1500, transno 4294977181
00000004:00080000:3.0:1789185327.186534:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e824000, transno 4294977182
00000004:00080000:3.0:1789185327.186538:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b27d2b0a80, transno 4294977183
00000004:00080000:3.0:1789185327.186542:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f0dca80, transno 4294977184
00000004:00080000:3.0:1789185327.186566:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14a05ad80, transno 4294977185
00000004:00080000:3.0:1789185327.186570:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b148578700, transno 4294977186
00000004:00080000:3.0:1789185327.186575:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e8a7480, transno 4294977187
00000004:00080000:3.0:1789185327.186579:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14a058a80, transno 4294977188
00000004:00080000:3.0:1789185327.186584:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f0dc700, transno 4294977189
00000004:00080000:3.0:1789185327.186589:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f0ded80, transno 4294977190
00000004:00080000:3.0:1789185327.186594:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14a05b800, transno 4294977191
00000004:00080000:3.0:1789185327.186597:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f0dce00, transno 4294977192
00000004:00080000:3.0:1789185327.186601:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f0dc000, transno 4294977193
00000004:00080000:3.0:1789185327.186605:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d787800, transno 4294977194
00000004:00080000:3.0:1789185327.186610:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d784380, transno 4294977195
00000004:00080000:3.0:1789185327.186615:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d787b80, transno 4294977196
00000004:00080000:3.0:1789185327.186619:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14c484380, transno 4294977197
00000004:00080000:3.0:1789185327.186623:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14bc49500, transno 4294977198
00000004:00080000:3.0:1789185327.186627:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14bc49c00, transno 4294977199
00000004:00080000:3.0:1789185327.186631:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d786a00, transno 4294977200
00000004:00080000:3.0:1789185327.186634:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14bc4b100, transno 4294977201
00000004:00080000:3.0:1789185327.186638:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d785f80, transno 4294977202
00000004:00080000:3.0:1789185327.186642:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b142b4a300, transno 4294977203
00000004:00080000:3.0:1789185327.186646:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14a871f80, transno 4294977204
00000004:00080000:3.0:1789185327.186650:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14a873b80, transno 4294977205
00000004:00080000:3.0:1789185327.186655:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1498a8380, transno 4294977206
00000004:00080000:3.0:1789185327.186659:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b142b48000, transno 4294977207
00000004:00080000:3.0:1789185327.186662:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1498aaa00, transno 4294977208
00000004:00080000:3.0:1789185327.186666:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1440d3b80, transno 4294977209
00000004:00080000:3.0:1789185327.186670:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1504f3b80, transno 4294977210
00000004:00080000:3.0:1789185327.186674:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1504f0e00, transno 4294977211
00000004:00080000:3.0:1789185327.186678:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14bdcf800, transno 4294977212
00000004:00080000:3.0:1789185327.186682:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1440d2d80, transno 4294977213
00000004:00080000:3.0:1789185327.186686:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1440d3800, transno 4294977214
00000004:00080000:3.0:1789185327.186690:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1440d0e00, transno 4294977215
00000004:00080000:3.0:1789185327.186694:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1440d1180, transno 4294977216
00000004:00080000:3.0:1789185327.186698:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151b58e00, transno 4294977217
00000004:00080000:3.0:1789185327.186702:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151b5a300, transno 4294977218
00000004:00080000:3.0:1789185327.186706:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14bc4aa00, transno 4294977219
00000004:00080000:3.0:1789185327.186710:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14dfd9500, transno 4294977220
00000004:00080000:3.0:1789185327.186714:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1439a3b80, transno 4294977221
00000004:00080000:3.0:1789185327.186718:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1510e6680, transno 4294977222
00000004:00080000:3.0:1789185327.186722:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14bc4a680, transno 4294977223
00000004:00080000:3.0:1789185327.186726:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14bc48a80, transno 4294977224
00000004:00080000:3.0:1789185327.186730:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14a092a00, transno 4294977225
00000004:00080000:3.0:1789185327.186735:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b27d30c700, transno 4294977226
00000004:00080000:3.0:1789185327.186739:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b142b48380, transno 4294977227
00000004:00080000:3.0:1789185327.186743:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14b550e00, transno 4294977228
00000004:00080000:3.0:1789185327.186748:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d14ea00, transno 4294977229
00000004:00080000:3.0:1789185327.186753:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b150c57100, transno 4294977230
00000004:00080000:3.0:1789185327.186757:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14a091880, transno 4294977231
00000004:00080000:3.0:1789185327.186761:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b144151180, transno 4294977232
00000004:00080000:3.0:1789185327.186765:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b26c73c000, transno 4294977233
00000004:00080000:3.0:1789185327.186769:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1498ad880, transno 4294977234
00000004:00080000:3.0:1789185327.186773:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d129f80, transno 4294977235
00000004:00080000:3.0:1789185327.186777:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b142b48a80, transno 4294977236
00000004:00080000:3.0:1789185327.186781:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14a091180, transno 4294977237
00000004:00080000:3.0:1789185327.186785:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14a093b80, transno 4294977238
00000004:00080000:3.0:1789185327.186789:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14dfdb480, transno 4294977239
00000004:00080000:3.0:1789185327.186793:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14b614380, transno 4294977240
00000004:00080000:3.0:1789185327.186811:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f848e00, transno 4294977241
00000004:00080000:3.0:1789185327.186816:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b26f821c00, transno 4294977242
00000004:00080000:3.0:1789185327.186820:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b26f820e00, transno 4294977243
00000004:00080000:3.0:1789185327.186824:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d14aa00, transno 4294977244
00000004:00080000:3.0:1789185327.186829:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b26f823480, transno 4294977245
00000004:00080000:3.0:1789185327.186833:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14a090a80, transno 4294977246
00000004:00080000:3.0:1789185327.186837:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b26f822680, transno 4294977247
00000004:00080000:3.0:1789185327.186842:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d14ad80, transno 4294977248
00000004:00080000:3.0:1789185327.186846:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d148380, transno 4294977249
00000004:00080000:3.0:1789185327.186850:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14a090380, transno 4294977250
00000004:00080000:3.0:1789185327.186854:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d14c700, transno 4294977251
00000004:00080000:3.0:1789185327.186858:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b150588e00, transno 4294977252
00000004:00080000:3.0:1789185327.186862:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14a093800, transno 4294977253
00000004:00080000:3.0:1789185327.186867:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14dfb6300, transno 4294977254
00000004:00080000:3.0:1789185327.186871:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b27d0f6680, transno 4294977255
00000004:00080000:3.0:1789185327.186875:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14a093100, transno 4294977256
00000004:00080000:3.0:1789185327.186879:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b27d0f6d80, transno 4294977257
00000004:00080000:3.0:1789185327.186883:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14bc48e00, transno 4294977258
00000004:00080000:3.0:1789185327.186887:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14cf3f800, transno 4294977259
00000004:00080000:3.0:1789185327.186890:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14b553800, transno 4294977260
00000004:00080000:3.0:1789185327.186894:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14a091500, transno 4294977261
00000004:00080000:3.0:1789185327.186897:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14b552a00, transno 4294977262
00000004:00080000:3.0:1789185327.186902:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b142870e00, transno 4294977263
00000004:00080000:3.0:1789185327.186906:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14da23b80, transno 4294977264
00000004:00080000:3.0:1789185327.186909:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14a091c00, transno 4294977265
00000004:00080000:3.0:1789185327.186913:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149beb480, transno 4294977266
00000004:00080000:3.0:1789185327.186917:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14b70aa00, transno 4294977267
00000004:00080000:3.0:1789185327.186921:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b142870700, transno 4294977268
00000004:00080000:3.0:1789185327.186924:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b142872a00, transno 4294977269
00000004:00080000:3.0:1789185327.186926:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b26f820a80, transno 4294977270
00000004:00080000:3.0:1789185327.186928:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b26f820000, transno 4294977271
00000004:00080000:3.0:1789185327.186930:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1510e5f80, transno 4294977272
00000004:00080000:3.0:1789185327.186932:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14762ca80, transno 4294977273
00000004:00080000:3.0:1789185327.186934:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149bcf800, transno 4294977274
00000004:00080000:3.0:1789185327.186935:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1510e5500, transno 4294977275
00000004:00080000:3.0:1789185327.186937:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14762c000, transno 4294977276
00000004:00080000:3.0:1789185327.186939:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b26f823100, transno 4294977277
00000004:00080000:3.0:1789185327.186941:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14762d500, transno 4294977278
00000004:00080000:3.0:1789185327.186943:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14762d880, transno 4294977279
00000004:00080000:3.0:1789185327.186945:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14762c380, transno 4294977280
00000004:00080000:3.0:1789185327.186947:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14762f480, transno 4294977281
00000004:00080000:3.0:1789185327.186950:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b27d30c380, transno 4294977282
00000004:00080000:3.0:1789185327.186952:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b152978a80, transno 4294977283
00000004:00080000:3.0:1789185327.186954:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b15297b480, transno 4294977284
00000004:00080000:3.0:1789185327.186956:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b15297bb80, transno 4294977285
00000004:00080000:3.0:1789185327.186958:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14b709180, transno 4294977286
00000004:00080000:3.0:1789185327.186960:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e1e1f80, transno 4294977287
00000004:00080000:3.0:1789185327.186963:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b152979f80, transno 4294977288
00000004:00080000:3.0:1789185327.186965:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b15297b800, transno 4294977289
00000004:00080000:3.0:1789185327.186968:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e1e7480, transno 4294977290
00000004:00080000:3.0:1789185327.186970:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e1e7b80, transno 4294977291
00000004:00080000:3.0:1789185327.186972:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14da14a80, transno 4294977292
00000004:00080000:3.0:1789185327.186974:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14da14700, transno 4294977293
00000004:00080000:3.0:1789185327.186977:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e1e1880, transno 4294977294
00000004:00080000:3.0:1789185327.186979:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e1e2300, transno 4294977295
00000004:00080000:3.0:1789185327.186982:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e1e4380, transno 4294977296
00000004:00080000:3.0:1789185327.186985:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e1e5180, transno 4294977297
00000004:00080000:3.0:1789185327.186987:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e1e5c00, transno 4294977298
00000004:00080000:3.0:1789185327.186989:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b152867100, transno 4294977299
00000004:00080000:3.0:1789185327.186992:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b152865f80, transno 4294977300
00000004:00080000:3.0:1789185327.186994:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b152865500, transno 4294977301
00000004:00080000:3.0:1789185327.186996:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b152864000, transno 4294977302
00000004:00080000:3.0:1789185327.186999:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b152866300, transno 4294977303
00000004:00080000:3.0:1789185327.187001:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1498ac380, transno 4294977304
00000004:00080000:3.0:1789185327.187003:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1498ace00, transno 4294977305
00000004:00080000:3.0:1789185327.187005:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b152864a80, transno 4294977306
00000004:00080000:3.0:1789185327.187007:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b152979500, transno 4294977307
00000004:00080000:3.0:1789185327.187010:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b27d2b2d80, transno 4294977308
00000004:00080000:3.0:1789185327.187012:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b152979c00, transno 4294977309
00000004:00080000:3.0:1789185327.187014:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149a05180, transno 4294977310
00000004:00080000:3.0:1789185327.187016:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14cf3ed80, transno 4294977311
00000004:00080000:3.0:1789185327.187019:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d14c000, transno 4294977312
00000004:00080000:3.0:1789185327.187021:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d14b800, transno 4294977313
00000004:00080000:3.0:1789185327.187023:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b152864e00, transno 4294977314
00000004:00080000:3.0:1789185327.187026:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149a05f80, transno 4294977315
00000004:00080000:3.0:1789185327.187028:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149a04a80, transno 4294977316
00000004:00080000:3.0:1789185327.187030:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149a05c00, transno 4294977317
00000004:00080000:3.0:1789185327.187032:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149bcd500, transno 4294977318
00000004:00080000:3.0:1789185327.187035:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14762fb80, transno 4294977319
00000004:00080000:3.0:1789185327.187037:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d14df80, transno 4294977320
00000004:00080000:3.0:1789185327.187040:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14762ed80, transno 4294977321
00000004:00080000:3.0:1789185327.187042:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14762dc00, transno 4294977322
00000004:00080000:3.0:1789185327.187045:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14762f800, transno 4294977323
00000004:00080000:3.0:1789185327.187047:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14762ce00, transno 4294977324
00000004:00080000:3.0:1789185327.188340:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149a04000, transno 4294977325
00000004:00080000:3.0:1789185327.188347:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e1e3100, transno 4294977326
00000004:00080000:3.0:1789185327.188350:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e1e0700, transno 4294977327
00000004:00080000:3.0:1789185327.188352:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e94fb80, transno 4294977328
00000004:00080000:3.0:1789185327.188355:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e94ea00, transno 4294977329
00000004:00080000:3.0:1789185327.188357:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e94dc00, transno 4294977330
00000004:00080000:3.0:1789185327.188370:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e94d500, transno 4294977331
00000004:00080000:3.0:1789185327.188373:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e1e0380, transno 4294977332
00000004:00080000:3.0:1789185327.188375:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b142872300, transno 4294977333
00000004:00080000:3.0:1789185327.188377:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e94c380, transno 4294977334
00000004:00080000:3.0:1789185327.188380:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14c486a00, transno 4294977335
00000004:00080000:3.0:1789185327.188382:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e94d180, transno 4294977336
00000004:00080000:3.0:1789185327.188385:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b15297b100, transno 4294977337
00000004:00080000:3.0:1789185327.188388:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14be54380, transno 4294977338
00000004:00080000:3.0:1789185327.188390:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e1e0e00, transno 4294977339
00000004:00080000:3.0:1789185327.188393:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14da21500, transno 4294977340
00000004:00080000:3.0:1789185327.188395:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14da21180, transno 4294977341
00000004:00080000:3.0:1789185327.188397:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14da23800, transno 4294977342
00000004:00080000:3.0:1789185327.188399:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14be56d80, transno 4294977343
00000004:00080000:3.0:1789185327.188402:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b15286ad80, transno 4294977344
00000004:00080000:3.0:1789185327.188404:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b152869880, transno 4294977345
00000004:00080000:3.0:1789185327.188406:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b15286b480, transno 4294977346
00000004:00080000:3.0:1789185327.188408:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b15286b800, transno 4294977347
00000004:00080000:3.0:1789185327.188410:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b26f822a00, transno 4294977348
00000004:00080000:3.0:1789185327.188413:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e94c000, transno 4294977349
00000004:00080000:3.0:1789185327.188415:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b26f820700, transno 4294977350
00000004:00080000:3.0:1789185327.188417:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e94df80, transno 4294977351
00000004:00080000:3.0:1789185327.188420:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b152868e00, transno 4294977352
00000004:00080000:3.0:1789185327.188422:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b15297ad80, transno 4294977353
00000004:00080000:3.0:1789185327.188424:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e94c700, transno 4294977354
00000004:00080000:3.0:1789185327.188427:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b147624380, transno 4294977355
00000004:00080000:3.0:1789185327.188429:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d14fb80, transno 4294977356
00000004:00080000:3.0:1789185327.188432:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e94f480, transno 4294977357
00000004:00080000:3.0:1789185327.188435:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149a07480, transno 4294977358
00000004:00080000:3.0:1789185327.188437:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14da17800, transno 4294977359
00000004:00080000:3.0:1789185327.188439:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b152869180, transno 4294977360
00000004:00080000:3.0:1789185327.188442:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14a849f80, transno 4294977361
00000004:00080000:3.0:1789185327.188444:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b152869c00, transno 4294977362
00000004:00080000:3.0:1789185327.188446:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149a05500, transno 4294977363
00000004:00080000:3.0:1789185327.188449:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14a84b100, transno 4294977364
00000004:00080000:3.0:1789185327.188451:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b152866680, transno 4294977365
00000004:00080000:3.0:1789185327.188454:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b152867800, transno 4294977366
00000004:00080000:3.0:1789185327.188456:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14be57b80, transno 4294977367
00000004:00080000:3.0:1789185327.188458:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14be56a00, transno 4294977368
00000004:00080000:3.0:1789185327.188461:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14be57100, transno 4294977369
00000004:00080000:3.0:1789185327.188463:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14be54a80, transno 4294977370
00000004:00080000:3.0:1789185327.188465:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14be56300, transno 4294977371
00000004:00080000:3.0:1789185327.188467:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b26c7e8a80, transno 4294977372
00000004:00080000:3.0:1789185327.188469:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b152978700, transno 4294977373
00000004:00080000:3.0:1789185327.188472:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14a848700, transno 4294977374
00000004:00080000:3.0:1789185327.188475:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b147612680, transno 4294977375
00000004:00080000:3.0:1789185327.188478:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b152965880, transno 4294977376
00000004:00080000:3.0:1789185327.188481:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b152966680, transno 4294977377
00000004:00080000:3.0:1789185327.188483:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b147610000, transno 4294977378
00000004:00080000:3.0:1789185327.188485:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14be55880, transno 4294977379
00000004:00080000:3.0:1789185327.188488:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b147625180, transno 4294977380
00000004:00080000:3.0:1789185327.188490:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b152964000, transno 4294977381
00000004:00080000:3.0:1789185327.188492:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b152869500, transno 4294977382
00000004:00080000:3.0:1789185327.188495:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b15286bb80, transno 4294977383
00000004:00080000:3.0:1789185327.188497:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14da21c00, transno 4294977384
00000004:00080000:3.0:1789185327.188499:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b152868380, transno 4294977385
00000004:00080000:3.0:1789185327.188502:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b15286b100, transno 4294977386
00000004:00080000:3.0:1789185327.188504:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14be54e00, transno 4294977387
00000004:00080000:3.0:1789185327.188507:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e94ca80, transno 4294977388
00000004:00080000:3.0:1789185327.188509:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b147611500, transno 4294977389
00000004:00080000:3.0:1789185327.188511:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b147612300, transno 4294977390
00000004:00080000:3.0:1789185327.188514:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b147613100, transno 4294977391
00000004:00080000:3.0:1789185327.188517:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e1e0000, transno 4294977392
00000004:00080000:3.0:1789185327.188519:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e94ce00, transno 4294977393
00000004:00080000:3.0:1789185327.188522:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b147625c00, transno 4294977394
00000004:00080000:3.0:1789185327.188524:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b147626300, transno 4294977395
00000004:00080000:3.0:1789185327.188527:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b145c95c00, transno 4294977396
00000004:00080000:3.0:1789185327.188529:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b147626d80, transno 4294977397
00000004:00080000:3.0:1789185327.188531:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b147625500, transno 4294977398
00000004:00080000:3.0:1789185327.188533:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b147626680, transno 4294977399
00000004:00080000:3.0:1789185327.188535:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b147626a00, transno 4294977400
00000004:00080000:3.0:1789185327.188537:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b145c95500, transno 4294977401
00000004:00080000:3.0:1789185327.188539:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b145c97800, transno 4294977402
00000004:00080000:3.0:1789185327.188541:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b145c97480, transno 4294977403
00000004:00080000:3.0:1789185327.188544:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b145c94000, transno 4294977404
00000004:00080000:3.0:1789185327.188561:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b145c96a00, transno 4294977405
00000004:00080000:3.0:1789185327.188564:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e1e0a80, transno 4294977406
00000004:00080000:3.0:1789185327.188566:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e90b480, transno 4294977407
00000004:00080000:3.0:1789185327.188569:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b147627100, transno 4294977408
00000004:00080000:3.0:1789185327.188571:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b147625f80, transno 4294977409
00000004:00080000:3.0:1789185327.188574:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b152967100, transno 4294977410
00000004:00080000:3.0:1789185327.188576:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b152965c00, transno 4294977411
00000004:00080000:3.0:1789185327.188578:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b152964e00, transno 4294977412
00000004:00080000:3.0:1789185327.188580:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b15286a680, transno 4294977413
00000004:00080000:3.0:1789185327.188582:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b15054aa00, transno 4294977414
00000004:00080000:3.0:1789185327.188585:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d435180, transno 4294977415
00000004:00080000:3.0:1789185327.188588:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d435880, transno 4294977416
00000004:00080000:3.0:1789185327.188590:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d434000, transno 4294977417
00000004:00080000:3.0:1789185327.188592:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d436300, transno 4294977418
00000004:00080000:3.0:1789185327.188595:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d434e00, transno 4294977419
00000004:00080000:3.0:1789185327.188597:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d435f80, transno 4294977420
00000004:00080000:3.0:1789185327.188599:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b145cb0a80, transno 4294977421
00000004:00080000:3.0:1789185327.188601:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b145cb2300, transno 4294977422
00000004:00080000:3.0:1789185327.188604:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e909180, transno 4294977423
00000004:00080000:3.0:1789185327.188606:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b145cb0000, transno 4294977424
00000004:00080000:3.0:1789185327.188609:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149a07b80, transno 4294977425
00000004:00080000:3.0:1789185327.188611:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149a06300, transno 4294977426
00000004:00080000:3.0:1789185327.188614:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b147613480, transno 4294977427
00000004:00080000:3.0:1789185327.188616:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b147613800, transno 4294977428
00000004:00080000:3.0:1789185327.188619:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b147611180, transno 4294977429
00000004:00080000:3.0:1789185327.188621:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b145c95f80, transno 4294977430
00000004:00080000:3.0:1789185327.188624:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b15055a680, transno 4294977431
00000004:00080000:3.0:1789185327.188626:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b150559f80, transno 4294977432
00000004:00080000:3.0:1789185327.188628:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b15055a300, transno 4294977433
00000004:00080000:3.0:1789185327.188631:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b150558a80, transno 4294977434
00000004:00080000:3.0:1789185327.188633:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b150559500, transno 4294977435
00000004:00080000:3.0:1789185327.188636:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b150558380, transno 4294977436
00000004:00080000:3.0:1789185327.188638:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14fcefb80, transno 4294977437
00000004:00080000:3.0:1789185327.188640:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b150576680, transno 4294977438
00000004:00080000:3.0:1789185327.188642:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14fcec000, transno 4294977439
00000004:00080000:3.0:1789185327.188644:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14be57480, transno 4294977440
00000004:00080000:3.0:1789185327.188646:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14fcedc00, transno 4294977441
00000004:00080000:3.0:1789185327.188649:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14fcec380, transno 4294977442
00000004:00080000:3.0:1789185327.188651:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b150574380, transno 4294977443
00000004:00080000:3.0:1789185327.188654:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14fcedf80, transno 4294977444
00000004:00080000:3.0:1789185327.188656:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b145cb3100, transno 4294977445
00000004:00080000:3.0:1789185327.188658:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14fcef100, transno 4294977446
00000004:00080000:3.0:1789185327.188661:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b145cb2d80, transno 4294977447
00000004:00080000:3.0:1789185327.188663:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b145cb2a00, transno 4294977448
00000004:00080000:3.0:1789185327.188666:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b150575c00, transno 4294977449
00000004:00080000:3.0:1789185327.188668:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b150551880, transno 4294977450
00000004:00080000:3.0:1789185327.188670:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b150553480, transno 4294977451
00000004:00080000:3.0:1789185327.188673:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b150553800, transno 4294977452
00000004:00080000:3.0:1789185327.188675:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b150551500, transno 4294977453
00000004:00080000:3.0:1789185327.188677:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b150550a80, transno 4294977454
00000004:00080000:3.0:1789185327.188680:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d434380, transno 4294977455
00000004:00080000:3.0:1789185327.188682:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b150550e00, transno 4294977456
00000004:00080000:3.0:1789185327.188685:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b150552d80, transno 4294977457
00000004:00080000:3.0:1789185327.188687:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d434a80, transno 4294977458
00000004:00080000:3.0:1789185327.188689:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14fced880, transno 4294977459
00000004:00080000:3.0:1789185327.188692:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14a848380, transno 4294977460
00000004:00080000:3.0:1789185327.188694:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f704380, transno 4294977461
00000004:00080000:3.0:1789185327.188696:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14fcec700, transno 4294977462
00000004:00080000:3.0:1789185327.188698:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f706d80, transno 4294977463
00000004:00080000:3.0:1789185327.188701:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14fced500, transno 4294977464
00000004:00080000:3.0:1789185327.188704:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f707800, transno 4294977465
00000004:00080000:3.0:1789185327.188706:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f704000, transno 4294977466
00000004:00080000:3.0:1789185327.188709:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f704e00, transno 4294977467
00000004:00080000:3.0:1789185327.188711:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b150571180, transno 4294977468
00000004:00080000:3.0:1789185327.188713:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b150575f80, transno 4294977469
00000004:00080000:3.0:1789185327.188716:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b150572a00, transno 4294977470
00000004:00080000:3.0:1789185327.188718:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b150570000, transno 4294977471
00000004:00080000:3.0:1789185327.188720:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b150573800, transno 4294977472
00000004:00080000:3.0:1789185327.188722:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b150576d80, transno 4294977473
00000004:00080000:3.0:1789185327.188725:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b150573b80, transno 4294977474
00000004:00080000:3.0:1789185327.188727:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b150572300, transno 4294977475
00000004:00080000:3.0:1789185327.188730:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b150571500, transno 4294977476
00000004:00080000:3.0:1789185327.188732:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b142873800, transno 4294977477
00000004:00080000:3.0:1789185327.188735:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14aa61180, transno 4294977478
00000004:00080000:3.0:1789185327.188737:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b150559c00, transno 4294977479
00000004:00080000:3.0:1789185327.188740:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14aa61c00, transno 4294977480
00000004:00080000:3.0:1789185327.188742:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14aa62680, transno 4294977481
00000004:00080000:3.0:1789185327.188744:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d0c3800, transno 4294977482
00000004:00080000:3.0:1789185327.188746:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d0c1f80, transno 4294977483
00000004:00080000:3.0:1789185327.188748:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b147610700, transno 4294977484
00000004:00080000:3.0:1789185327.188750:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b150577800, transno 4294977485
00000004:00080000:3.0:1789185327.188752:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d0c0a80, transno 4294977486
00000004:00080000:3.0:1789185327.188754:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b150576300, transno 4294977487
00000004:00080000:3.0:1789185327.188756:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d0c3b80, transno 4294977488
00000004:00080000:3.0:1789185327.188759:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14be54000, transno 4294977489
00000004:00080000:3.0:1789185327.188761:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14be55f80, transno 4294977490
00000004:00080000:3.0:1789185327.188763:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d0c0700, transno 4294977491
00000004:00080000:3.0:1789185327.188765:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b15055ad80, transno 4294977492
00000004:00080000:3.0:1789185327.188767:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14762df80, transno 4294977493
00000004:00080000:3.0:1789185327.188769:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b15055aa00, transno 4294977494
00000004:00080000:3.0:1789185327.188771:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d0cf800, transno 4294977495
00000004:00080000:3.0:1789185327.188774:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d0ced80, transno 4294977496
00000004:00080000:3.0:1789185327.188776:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d0cd180, transno 4294977497
00000004:00080000:3.0:1789185327.188779:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d0cc000, transno 4294977498
00000004:00080000:3.0:1789185327.188781:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d0ce300, transno 4294977499
00000004:00080000:3.0:1789185327.188783:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d436a00, transno 4294977500
00000004:00080000:3.0:1789185327.188785:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d0cce00, transno 4294977501
00000004:00080000:3.0:1789185327.188787:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d437800, transno 4294977502
00000004:00080000:3.0:1789185327.188790:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d0cea00, transno 4294977503
00000004:00080000:3.0:1789185327.188792:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b150575180, transno 4294977504
00000004:00080000:3.0:1789185327.188795:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d0cc380, transno 4294977505
00000004:00080000:3.0:1789185327.188797:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d0cc700, transno 4294977506
00000004:00080000:3.0:1789185327.188799:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d0cdf80, transno 4294977507
00000004:00080000:3.0:1789185327.188802:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d418380, transno 4294977508
00000004:00080000:3.0:1789185327.188804:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d0c2d80, transno 4294977509
00000004:00080000:3.0:1789185327.188807:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d419180, transno 4294977510
00000004:00080000:3.0:1789185327.188809:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d41aa00, transno 4294977511
00000004:00080000:3.0:1789185327.188811:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b145c97b80, transno 4294977512
00000004:00080000:3.0:1789185327.188814:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f3bca80, transno 4294977513
00000004:00080000:2.0:1789185327.191729:0:31034:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 850 done
00000004:00080000:3.0:1789185327.192507:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b145c97100, transno 4294977514
00000004:00080000:3.0:1789185327.192515:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d0d8a80, transno 4294977515
00000004:00080000:3.0:1789185327.192518:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b145c94e00, transno 4294977516
00000004:00080000:3.0:1789185327.192521:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d437b80, transno 4294977517
00000004:00080000:3.0:1789185327.192523:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f3bc000, transno 4294977518
00000004:00080000:3.0:1789185327.192526:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b145c96680, transno 4294977519
00000004:00080000:3.0:1789185327.192528:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b152866a00, transno 4294977520
00000004:00080000:3.0:1789185327.192530:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d0da680, transno 4294977521
00000004:00080000:3.0:1789185327.192532:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b145c95880, transno 4294977522
00000004:00080000:3.0:1789185327.192534:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d437100, transno 4294977523
00000004:00080000:3.0:1789185327.192537:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f3bdc00, transno 4294977524
00000004:00080000:3.0:1789185327.192540:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d0cf480, transno 4294977525
00000004:00080000:3.0:1789185327.192542:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d0cd880, transno 4294977526
00000004:00080000:3.0:1789185327.192572:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d0cf100, transno 4294977527
00000004:00080000:3.0:1789185327.192575:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d0cca80, transno 4294977528
00000004:00080000:3.0:1789185327.192578:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b15054b100, transno 4294977529
00000004:00080000:3.0:1789185327.192580:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d0cd500, transno 4294977530
00000004:00080000:3.0:1789185327.192583:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d0c0e00, transno 4294977531
00000004:00080000:3.0:1789185327.192585:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b150548700, transno 4294977532
00000004:00080000:3.0:1789185327.192588:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149a06680, transno 4294977533
00000004:00080000:3.0:1789185327.192590:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149a06a00, transno 4294977534
00000004:00080000:3.0:1789185327.192592:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b150572d80, transno 4294977535
00000004:00080000:3.0:1789185327.192595:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b147624700, transno 4294977536
00000004:00080000:3.0:1789185327.192597:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1498af480, transno 4294977537
00000004:00080000:3.0:1789185327.192599:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b150570380, transno 4294977538
00000004:00080000:3.0:1789185327.192602:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b152964a80, transno 4294977539
00000004:00080000:3.0:1789185327.192605:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e1e7100, transno 4294977540
00000004:00080000:3.0:1789185327.192608:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14fceca80, transno 4294977541
00000004:00080000:3.0:1789185327.192610:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d41a680, transno 4294977542
00000004:00080000:3.0:1789185327.192612:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d419c00, transno 4294977543
00000004:00080000:3.0:1789185327.192615:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d0d2680, transno 4294977544
00000004:00080000:3.0:1789185327.192617:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d418a80, transno 4294977545
00000004:00080000:3.0:1789185327.192620:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d41b100, transno 4294977546
00000004:00080000:3.0:1789185327.192622:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e1e6a00, transno 4294977547
00000004:00080000:3.0:1789185327.192625:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d418e00, transno 4294977548
00000004:00080000:3.0:1789185327.192628:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e1e4000, transno 4294977549
00000004:00080000:3.0:1789185327.192630:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e1e6300, transno 4294977550
00000004:00080000:3.0:1789185327.192633:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b147529c00, transno 4294977551
00000004:00080000:3.0:1789185327.192636:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e1e5f80, transno 4294977552
00000004:00080000:3.0:1789185327.192638:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b150553100, transno 4294977553
00000004:00080000:3.0:1789185327.192641:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e1e6680, transno 4294977554
00000004:00080000:3.0:1789185327.192644:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b150550380, transno 4294977555
00000004:00080000:3.0:1789185327.192646:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b145c94700, transno 4294977556
00000004:00080000:3.0:1789185327.192649:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e1e6d80, transno 4294977557
00000004:00080000:3.0:1789185327.192652:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b150551f80, transno 4294977558
00000004:00080000:3.0:1789185327.192654:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14fceed80, transno 4294977559
00000004:00080000:3.0:1789185327.192658:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14fceea00, transno 4294977560
00000004:00080000:3.0:1789185327.192660:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d0d8700, transno 4294977561
00000004:00080000:3.0:1789185327.192663:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f705180, transno 4294977562
00000004:00080000:3.0:1789185327.192666:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d0d9f80, transno 4294977563
00000004:00080000:3.0:1789185327.192669:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d0d9180, transno 4294977564
00000004:00080000:3.0:1789185327.192672:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d0d1f80, transno 4294977565
00000004:00080000:3.0:1789185327.192674:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d41bb80, transno 4294977566
00000004:00080000:3.0:1789185327.192677:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e96a300, transno 4294977567
00000004:00080000:3.0:1789185327.192680:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14da19180, transno 4294977568
00000004:00080000:3.0:1789185327.192682:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d0d2d80, transno 4294977569
00000004:00080000:3.0:1789185327.192684:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e96b800, transno 4294977570
00000004:00080000:3.0:1789185327.192686:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14da19f80, transno 4294977571
00000004:00080000:3.0:1789185327.192688:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e55c000, transno 4294977572
00000004:00080000:3.0:1789185327.192690:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d436d80, transno 4294977573
00000004:00080000:3.0:1789185327.192693:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f3bf100, transno 4294977574
00000004:00080000:3.0:1789185327.192695:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14da18000, transno 4294977575
00000004:00080000:3.0:1789185327.192697:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e55d880, transno 4294977576
00000004:00080000:3.0:1789185327.192700:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14be57800, transno 4294977577
00000004:00080000:3.0:1789185327.192702:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e55df80, transno 4294977578
00000004:00080000:3.0:1789185327.192704:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e55d180, transno 4294977579
00000004:00080000:3.0:1789185327.192707:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b145c94380, transno 4294977580
00000004:00080000:3.0:1789185327.192709:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14da18700, transno 4294977581
00000004:00080000:3.0:1789185327.192711:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d0d3480, transno 4294977582
00000004:00080000:3.0:1789185327.192714:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b145c94a80, transno 4294977583
00000004:00080000:3.0:1789185327.192716:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f729500, transno 4294977584
00000004:00080000:3.0:1789185327.192719:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b147529880, transno 4294977585
00000004:00080000:3.0:1789185327.192722:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b147528000, transno 4294977586
00000004:00080000:3.0:1789185327.192724:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f728000, transno 4294977587
00000004:00080000:3.0:1789185327.192726:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f727b80, transno 4294977588
00000004:00080000:3.0:1789185327.192729:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f72bb80, transno 4294977589
00000004:00080000:3.0:1789185327.192731:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b152964700, transno 4294977590
00000004:00080000:3.0:1789185327.192733:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f3bd880, transno 4294977591
00000004:00080000:3.0:1789185327.192736:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f707480, transno 4294977592
00000004:00080000:3.0:1789185327.192738:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f708380, transno 4294977593
00000004:00080000:3.0:1789185327.192740:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f709f80, transno 4294977594
00000004:00080000:3.0:1789185327.192742:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f72b100, transno 4294977595
00000004:00080000:3.0:1789185327.192745:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f708a80, transno 4294977596
00000004:00080000:3.0:1789185327.192747:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e968380, transno 4294977597
00000004:00080000:3.0:1789185327.192750:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f72ad80, transno 4294977598
00000004:00080000:3.0:1789185327.192752:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f72b800, transno 4294977599
00000004:00080000:3.0:1789185327.192755:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f72a300, transno 4294977600
00000004:00080000:3.0:1789185327.192757:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e969500, transno 4294977601
00000004:00080000:3.0:1789185327.192759:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151769500, transno 4294977602
00000004:00080000:3.0:1789185327.192761:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151769c00, transno 4294977603
00000004:00080000:3.0:1789185327.192764:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151768000, transno 4294977604
00000004:00080000:3.0:1789185327.192766:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14752ad80, transno 4294977605
00000004:00080000:3.0:1789185327.192769:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b147528e00, transno 4294977606
00000004:00080000:3.0:1789185327.192771:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14752a300, transno 4294977607
00000004:00080000:3.0:1789185327.192773:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f726d80, transno 4294977608
00000004:00080000:3.0:1789185327.192775:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b15176b100, transno 4294977609
00000004:00080000:3.0:1789185327.192778:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151769f80, transno 4294977610
00000004:00080000:3.0:1789185327.192780:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14aa60000, transno 4294977611
00000004:00080000:3.0:1789185327.192783:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b147528700, transno 4294977612
00000004:00080000:3.0:1789185327.192785:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151768380, transno 4294977613
00000004:00080000:3.0:1789185327.192787:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f72aa00, transno 4294977614
00000004:00080000:3.0:1789185327.192791:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151775880, transno 4294977615
00000004:00080000:3.0:1789185327.192793:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b15176a300, transno 4294977616
00000004:00080000:3.0:1789185327.192801:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f729f80, transno 4294977617
00000004:00080000:3.0:1789185327.192804:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151777100, transno 4294977618
00000004:00080000:3.0:1789185327.192807:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f709180, transno 4294977619
00000004:00080000:3.0:1789185327.192810:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b15176c000, transno 4294977620
00000004:00080000:3.0:1789185327.192812:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f70ad80, transno 4294977621
00000004:00080000:3.0:1789185327.192814:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151769180, transno 4294977622
00000004:00080000:3.0:1789185327.192817:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b15176b480, transno 4294977623
00000004:00080000:3.0:1789185327.192819:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b15176e680, transno 4294977624
00000004:00080000:3.0:1789185327.192822:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b15176ea00, transno 4294977625
00000004:00080000:3.0:1789185327.192824:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b15176ca80, transno 4294977626
00000004:00080000:3.0:1789185327.192826:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b15176df80, transno 4294977627
00000004:00080000:3.0:1789185327.192829:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b15176fb80, transno 4294977628
00000004:00080000:3.0:1789185327.192831:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b15176f480, transno 4294977629
00000004:00080000:3.0:1789185327.192834:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d0e3b80, transno 4294977630
00000004:00080000:3.0:1789185327.192836:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d0e1500, transno 4294977631
00000004:00080000:3.0:1789185327.192838:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d0e1c00, transno 4294977632
00000004:00080000:3.0:1789185327.192841:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d0e2a00, transno 4294977633
00000004:00080000:3.0:1789185327.192843:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b15176d880, transno 4294977634
00000004:00080000:3.0:1789185327.192846:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b152867b80, transno 4294977635
00000004:00080000:3.0:1789185327.192848:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b15176ce00, transno 4294977636
00000004:00080000:3.0:1789185327.192851:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b15176ed80, transno 4294977637
00000004:00080000:3.0:1789185327.192854:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b15176f100, transno 4294977638
00000004:00080000:3.0:1789185327.192856:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f725c00, transno 4294977639
00000004:00080000:3.0:1789185327.192859:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b15176f800, transno 4294977640
00000004:00080000:3.0:1789185327.192862:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e969c00, transno 4294977641
00000004:00080000:3.0:1789185327.192864:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f724e00, transno 4294977642
00000004:00080000:3.0:1789185327.192866:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14752bb80, transno 4294977643
00000004:00080000:3.0:1789185327.192868:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e969180, transno 4294977644
00000004:00080000:3.0:1789185327.192872:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d0d0e00, transno 4294977645
00000004:00080000:3.0:1789185327.192874:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e55f100, transno 4294977646
00000004:00080000:3.0:1789185327.192877:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e55e680, transno 4294977647
00000004:00080000:3.0:1789185327.192879:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e55f480, transno 4294977648
00000004:00080000:3.0:1789185327.192881:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e96aa00, transno 4294977649
00000004:00080000:3.0:1789185327.192883:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e96bb80, transno 4294977650
00000004:00080000:3.0:1789185327.192886:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b152866d80, transno 4294977651
00000004:00080000:3.0:1789185327.192888:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b15054b800, transno 4294977652
00000004:00080000:3.0:1789185327.192890:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d0dad80, transno 4294977653
00000004:00080000:3.0:1789185327.192893:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149f09f80, transno 4294977654
00000004:00080000:3.0:1789185327.192895:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149f09880, transno 4294977655
00000004:00080000:3.0:1789185327.192898:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b150574a80, transno 4294977656
00000004:00080000:3.0:1789185327.192900:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149f0bb80, transno 4294977657
00000004:00080000:3.0:1789185327.192903:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f3bce00, transno 4294977658
00000004:00080000:3.0:1789185327.192905:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d0f9c00, transno 4294977659
00000004:00080000:3.0:1789185327.192907:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d0f9500, transno 4294977660
00000004:00080000:3.0:1789185327.192910:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151775c00, transno 4294977661
00000004:00080000:3.0:1789185327.192912:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d0faa00, transno 4294977662
00000004:00080000:3.0:1789185327.192914:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151775f80, transno 4294977663
00000004:00080000:3.0:1789185327.192916:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d0f8e00, transno 4294977664
00000004:00080000:3.0:1789185327.192919:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151774700, transno 4294977665
00000004:00080000:3.0:1789185327.192921:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d0f9880, transno 4294977666
00000004:00080000:3.0:1789185327.192924:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b148753b80, transno 4294977667
00000004:00080000:3.0:1789185327.192926:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b148752a00, transno 4294977668
00000004:00080000:3.0:1789185327.192929:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b148752680, transno 4294977669
00000004:00080000:3.0:1789185327.192931:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b148750e00, transno 4294977670
00000004:00080000:3.0:1789185327.192934:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b148750000, transno 4294977671
00000004:00080000:3.0:1789185327.192936:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b15054bb80, transno 4294977672
00000004:00080000:3.0:1789185327.192939:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e1e5500, transno 4294977673
00000004:00080000:3.0:1789185327.192942:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b148751c00, transno 4294977674
00000004:00080000:3.0:1789185327.192945:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d0d1880, transno 4294977675
00000004:00080000:3.0:1789185327.192947:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b148751f80, transno 4294977676
00000004:00080000:3.0:1789185327.192949:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d0d3800, transno 4294977677
00000004:00080000:3.0:1789185327.192952:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b148750380, transno 4294977678
00000004:00080000:3.0:1789185327.192954:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151740380, transno 4294977679
00000004:00080000:3.0:1789185327.192957:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e55ea00, transno 4294977680
00000004:00080000:3.0:1789185327.192959:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151741c00, transno 4294977681
00000004:00080000:3.0:1789185327.192961:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b148750700, transno 4294977682
00000004:00080000:3.0:1789185327.192964:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e55ce00, transno 4294977683
00000004:00080000:3.0:1789185327.192966:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e55e300, transno 4294977684
00000004:00080000:3.0:1789185327.192969:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151742300, transno 4294977685
00000004:00080000:3.0:1789185327.192971:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e55c380, transno 4294977686
00000004:00080000:3.0:1789185327.192975:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b15174b480, transno 4294977687
00000004:00080000:3.0:1789185327.192977:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b148753480, transno 4294977688
00000004:00080000:3.0:1789185327.192980:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149d74700, transno 4294977689
00000004:00080000:3.0:1789185327.192982:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b148751880, transno 4294977690
00000004:00080000:3.0:1789185327.192984:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149d74a80, transno 4294977691
00000004:00080000:3.0:1789185327.192987:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149d75c00, transno 4294977692
00000004:00080000:3.0:1789185327.192989:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149d77100, transno 4294977693
00000004:00080000:3.0:1789185327.192992:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149d78700, transno 4294977694
00000004:00080000:3.0:1789185327.192994:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f725880, transno 4294977695
00000004:00080000:3.0:1789185327.192997:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149d78e00, transno 4294977696
00000004:00080000:3.0:1789185327.192999:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149f0a680, transno 4294977697
00000004:00080000:3.0:1789185327.193001:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149d79880, transno 4294977698
00000004:00080000:3.0:1789185327.193004:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149d7a300, transno 4294977699
00000004:00080000:3.0:1789185327.193006:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149d77480, transno 4294977700
00000004:00080000:3.0:1789185327.193009:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149d79180, transno 4294977701
00000004:00080000:3.0:1789185327.193011:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149f09c00, transno 4294977702
00000004:00080000:3.0:1789185327.193014:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b15176d500, transno 4294977703
00000004:00080000:3.0:1789185327.193017:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151783480, transno 4294977704
00000004:00080000:3.0:1789185327.193020:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151780a80, transno 4294977705
00000004:00080000:3.0:1789185327.193022:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151781880, transno 4294977706
00000004:00080000:3.0:1789185327.193025:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151783800, transno 4294977707
00000004:00080000:3.0:1789185327.193027:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151740a80, transno 4294977708
00000004:00080000:3.0:1789185327.193029:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b15176e300, transno 4294977709
00000004:00080000:3.0:1789185327.193032:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151782a00, transno 4294977710
00000004:00080000:3.0:1789185327.193034:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151748700, transno 4294977711
00000004:00080000:3.0:1789185327.193037:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151781f80, transno 4294977712
00000004:00080000:3.0:1789185327.193039:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b15174b100, transno 4294977713
00000004:00080000:3.0:1789185327.193042:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151781180, transno 4294977714
00000004:00080000:3.0:1789185327.193044:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d0d9c00, transno 4294977715
00000004:00080000:3.0:1789185327.193047:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151749f80, transno 4294977716
00000004:00080000:3.0:1789185327.193049:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149f0b480, transno 4294977717
00000004:00080000:3.0:1789185327.193052:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b15176dc00, transno 4294977718
00000004:00080000:3.0:1789185327.193054:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f712a00, transno 4294977719
00000004:00080000:3.0:1789185327.193057:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f710000, transno 4294977720
00000004:00080000:3.0:1789185327.193059:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f712300, transno 4294977721
00000004:00080000:3.0:1789185327.193061:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f713b80, transno 4294977722
00000004:00080000:3.0:1789185327.193065:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151740000, transno 4294977723
00000004:00080000:3.0:1789185327.193068:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b148752d80, transno 4294977724
00000004:00080000:3.0:1789185327.193070:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b152868a80, transno 4294977725
00000004:00080000:3.0:1789185327.193073:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149f08a80, transno 4294977726
00000004:00080000:3.0:1789185327.193076:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b148753800, transno 4294977727
00000004:00080000:3.0:1789185327.193078:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e55f800, transno 4294977728
00000004:00080000:3.0:1789185327.193081:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149f0b100, transno 4294977729
00000004:00080000:3.0:1789185327.193084:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149f08000, transno 4294977730
00000004:00080000:3.0:1789185327.193086:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f71c000, transno 4294977731
00000004:00080000:3.0:1789185327.193089:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f71dc00, transno 4294977732
00000004:00080000:3.0:1789185327.193091:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f71d500, transno 4294977733
00000004:00080000:3.0:1789185327.193094:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151798e00, transno 4294977734
00000004:00080000:3.0:1789185327.193097:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149f08700, transno 4294977735
00000004:00080000:3.0:1789185327.193099:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f71fb80, transno 4294977736
00000004:00080000:3.0:1789185327.193101:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f71ea00, transno 4294977737
00000004:00080000:3.0:1789185327.193104:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151798a80, transno 4294977738
00000004:00080000:3.0:1789185327.193106:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f71ca80, transno 4294977739
00000004:00080000:3.0:1789185327.193109:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151799500, transno 4294977740
00000004:00080000:3.0:1789185327.193111:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151798380, transno 4294977741
00000004:00080000:3.0:1789185327.193113:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151799f80, transno 4294977742
00000004:00080000:3.0:1789185327.193116:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149f09180, transno 4294977743
00000004:00080000:3.0:1789185327.193118:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e55d500, transno 4294977744
00000004:00080000:3.0:1789185327.193121:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151774a80, transno 4294977745
00000004:00080000:3.0:1789185327.193123:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d0fb480, transno 4294977746
00000004:00080000:3.0:1789185327.193126:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151755c00, transno 4294977747
00000004:00080000:3.0:1789185327.193128:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151755500, transno 4294977748
00000004:00080000:3.0:1789185327.193131:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151755180, transno 4294977749
00000004:00080000:3.0:1789185327.193133:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151754a80, transno 4294977750
00000004:00080000:3.0:1789185327.193135:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151756680, transno 4294977751
00000004:00080000:3.0:1789185327.193138:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151756300, transno 4294977752
00000004:00080000:3.0:1789185327.193140:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14da1b480, transno 4294977753
00000004:00080000:3.0:1789185327.193142:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14da18e00, transno 4294977754
00000004:00080000:3.0:1789185327.193144:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d0e3800, transno 4294977755
00000004:00080000:3.0:1789185327.193147:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151740e00, transno 4294977756
00000004:00080000:3.0:1789185327.193150:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14da1b800, transno 4294977757
00000004:00080000:3.0:1789185327.193153:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d0e1180, transno 4294977758
00000004:00080000:3.0:1789185327.193155:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14da19c00, transno 4294977759
00000004:00080000:3.0:1789185327.193157:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f29f800, transno 4294977760
00000004:00080000:3.0:1789185327.193160:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151756d80, transno 4294977761
00000004:00080000:3.0:1789185327.193162:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d0e1f80, transno 4294977762
00000004:00080000:3.0:1789185327.193164:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f29fb80, transno 4294977763
00000004:00080000:3.0:1789185327.193168:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14aa60e00, transno 4294977764
00000004:00080000:3.0:1789185327.193171:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149f0b800, transno 4294977765
00000004:00080000:3.0:1789185327.193173:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f29f100, transno 4294977766
00000004:00080000:3.0:1789185327.193175:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f29e680, transno 4294977767
00000004:00080000:3.0:1789185327.193178:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151765c00, transno 4294977768
00000004:00080000:3.0:1789185327.193181:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151765500, transno 4294977769
00000004:00080000:3.0:1789185327.193183:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151764a80, transno 4294977770
00000004:00080000:3.0:1789185327.193186:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151767800, transno 4294977771
00000004:00080000:3.0:1789185327.193188:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1517a4a80, transno 4294977772
00000004:00080000:3.0:1789185327.193191:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151799c00, transno 4294977773
00000004:00080000:3.0:1789185327.193193:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1517a5500, transno 4294977774
00000004:00080000:3.0:1789185327.193196:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1517a7480, transno 4294977775
00000004:00080000:3.0:1789185327.193198:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f71f480, transno 4294977776
00000004:00080000:3.0:1789185327.193201:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1517a4700, transno 4294977777
00000004:00080000:3.0:1789185327.193203:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f71ed80, transno 4294977778
00000004:00080000:3.0:1789185327.193206:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1517a6680, transno 4294977779
00000004:00080000:3.0:1789185327.193209:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f71ce00, transno 4294977780
00000004:00080000:3.0:1789185327.193211:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f729880, transno 4294977781
00000004:00080000:3.0:1789185327.193213:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f71d880, transno 4294977782
00000004:00080000:3.0:1789185327.193216:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1517a5180, transno 4294977783
00000004:00080000:3.0:1789185327.193218:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1517a5f80, transno 4294977784
00000004:00080000:3.0:1789185327.193220:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f711880, transno 4294977785
00000004:00080000:3.0:1789185327.193223:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151764000, transno 4294977786
00000004:00080000:3.0:1789185327.193225:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151798700, transno 4294977787
00000004:00080000:3.0:1789185327.193228:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1517a7800, transno 4294977788
00000004:00080000:3.0:1789185327.193230:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14aa62300, transno 4294977789
00000004:00080000:3.0:1789185327.193233:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1517a4e00, transno 4294977790
00000004:00080000:3.0:1789185327.193235:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f712d80, transno 4294977791
00000004:00080000:3.0:1789185327.193238:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b147624e00, transno 4294977792
00000004:00080000:3.0:1789185327.193240:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149d77b80, transno 4294977793
00000004:00080000:3.0:1789185327.193242:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149d75180, transno 4294977794
00000004:00080000:3.0:1789185327.193246:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149d7aa00, transno 4294977795
00000004:00080000:3.0:1789185327.193248:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149d79c00, transno 4294977796
00000004:00080000:3.0:1789185327.193251:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149d77800, transno 4294977797
00000004:00080000:3.0:1789185327.193253:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f29ed80, transno 4294977798
00000004:00080000:3.0:1789185327.193256:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14876ce00, transno 4294977799
00000004:00080000:3.0:1789185327.193259:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14876f480, transno 4294977800
00000004:00080000:3.0:1789185327.193262:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14bbfe300, transno 4294977801
00000004:00080000:3.0:1789185327.193264:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14bbfce00, transno 4294977802
00000004:00080000:3.0:1789185327.193267:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14876d500, transno 4294977803
00000004:00080000:3.0:1789185327.193269:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14876dc00, transno 4294977804
00000004:00080000:3.0:1789185327.193272:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14bbfc000, transno 4294977805
00000004:00080000:3.0:1789185327.193274:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14bbff480, transno 4294977806
00000004:00080000:3.0:1789185327.193276:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14bbfed80, transno 4294977807
00000004:00080000:3.0:1789185327.193279:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b148779880, transno 4294977808
00000004:00080000:3.0:1789185327.193281:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14877b800, transno 4294977809
00000004:00080000:3.0:1789185327.193284:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b148766680, transno 4294977810
00000004:00080000:3.0:1789185327.193286:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b148765c00, transno 4294977811
00000004:00080000:3.0:1789185327.193288:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14877b100, transno 4294977812
00000004:00080000:3.0:1789185327.193290:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f29d500, transno 4294977813
00000004:00080000:3.0:1789185327.193293:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b148778a80, transno 4294977814
00000004:00080000:3.0:1789185327.193294:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14876ea00, transno 4294977815
00000004:00080000:3.0:1789185327.193297:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14b5c2a00, transno 4294977816
00000004:00080000:3.0:1789185327.193300:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14b5c1500, transno 4294977817
00000004:00080000:3.0:1789185327.193302:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14b5c3b80, transno 4294977818
00000004:00080000:3.0:1789185327.193304:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14b5c1c00, transno 4294977819
00000004:00080000:3.0:1789185327.193306:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b148767b80, transno 4294977820
00000004:00080000:3.0:1789185327.193308:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b148778380, transno 4294977821
00000004:00080000:3.0:1789185327.193311:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b148779180, transno 4294977822
00000004:00080000:3.0:1789185327.193313:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14da1a680, transno 4294977823
00000004:00080000:3.0:1789185327.193316:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b148762d80, transno 4294977824
00000004:00080000:3.0:1789185327.193319:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151782300, transno 4294977825
00000004:00080000:3.0:1789185327.193321:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b148763100, transno 4294977826
00000004:00080000:3.0:1789185327.193324:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14876c380, transno 4294977827
00000004:00080000:3.0:1789185327.193327:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14b5f9880, transno 4294977828
00000004:00080000:3.0:1789185327.193329:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b148763800, transno 4294977830
00000004:00080000:3.0:1789185327.193332:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b148761c00, transno 4294977831
00000004:00080000:3.0:1789185327.193334:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b148762300, transno 4294977832
00000004:00080000:3.0:1789185327.193336:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b148762a00, transno 4294977833
00000004:00080000:3.0:1789185327.193339:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f71d180, transno 4294977834
00000004:00080000:3.0:1789185327.193341:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14b5fa680, transno 4294977835
00000004:00080000:3.0:1789185327.193344:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b148760e00, transno 4294977836
00000004:00080000:3.0:1789185327.193347:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14b5fb100, transno 4294977837
00000004:00080000:3.0:1789185327.193349:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f71df80, transno 4294977838
00000004:00080000:3.0:1789185327.193351:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149f0ad80, transno 4294977839
00000004:00080000:3.0:1789185327.193354:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f729c00, transno 4294977840
00000004:00080000:3.0:1789185327.193356:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14b5fad80, transno 4294977841
00000004:00080000:3.0:1789185327.193358:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14b5fb480, transno 4294977842
00000004:00080000:3.0:1789185327.193374:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d0e0e00, transno 4294977843
00000004:00080000:3.0:1789185327.193377:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14b5c2680, transno 4294977844
00000004:00080000:3.0:1789185327.193379:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b147529180, transno 4294977845
00000004:00080000:3.0:1789185327.193382:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14bbfe680, transno 4294977846
00000004:00080000:3.0:1789185327.193384:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14b5c0380, transno 4294977847
00000004:00080000:3.0:1789185327.193387:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14b5fc000, transno 4294977848
00000004:00080000:3.0:1789185327.193390:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1517b5500, transno 4294977849
00000004:00080000:3.0:1789185327.193392:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14b5ffb80, transno 4294977850
00000004:00080000:3.0:1789185327.193395:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1517b4000, transno 4294977851
00000004:00080000:3.0:1789185327.193397:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14b5fea00, transno 4294977852
00000004:00080000:3.0:1789185327.193400:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1517b5c00, transno 4294977853
00000004:00080000:3.0:1789185327.193402:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14b5ff800, transno 4294977854
00000004:00080000:3.0:1789185327.193404:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151767100, transno 4294977855
00000004:00080000:3.0:1789185327.193408:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151765f80, transno 4294977856
00000004:00080000:3.0:1789185327.193410:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151764e00, transno 4294977857
00000004:00080000:3.0:1789185327.193412:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151754e00, transno 4294977858
00000004:00080000:3.0:1789185327.193415:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151757800, transno 4294977859
00000004:00080000:3.0:1789185327.193418:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f10a300, transno 4294977860
00000004:00080000:3.0:1789185327.193420:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1517a6a00, transno 4294977861
00000004:00080000:3.0:1789185327.193422:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f71f800, transno 4294977862
00000004:00080000:3.0:1789185327.193425:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f71f100, transno 4294977863
00000004:00080000:3.0:1789185327.193427:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b148761f80, transno 4294977864
00000004:00080000:3.0:1789185327.193430:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b15179b480, transno 4294977865
00000004:00080000:3.0:1789185327.193432:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f10b100, transno 4294977866
00000004:00080000:3.0:1789185327.193435:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f109180, transno 4294977867
00000004:00080000:3.0:1789185327.193437:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151757100, transno 4294977868
00000004:00080000:3.0:1789185327.193439:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151754000, transno 4294977869
00000004:00080000:3.0:1789185327.193442:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1517bdf80, transno 4294977870
00000004:00080000:3.0:1789185327.193444:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1517bed80, transno 4294977871
00000004:00080000:3.0:1789185327.193446:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1517bd500, transno 4294977872
00000004:00080000:3.0:1789185327.193448:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1517bf800, transno 4294977873
00000004:00080000:3.0:1789185327.193450:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1517be300, transno 4294977874
00000004:00080000:3.0:1789185327.193452:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f281f80, transno 4294977875
00000004:00080000:3.0:1789185327.193455:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f122680, transno 4294977876
00000004:00080000:3.0:1789185327.193457:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f281500, transno 4294977877
00000004:00080000:3.0:1789185327.193459:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b148764380, transno 4294977878
00000004:00080000:3.0:1789185327.193462:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f281c00, transno 4294977879
00000004:00080000:3.0:1789185327.193464:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f282a00, transno 4294977880
00000004:00080000:3.0:1789185327.193466:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b148766a00, transno 4294977881
00000004:00080000:3.0:1789185327.193468:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f121f80, transno 4294977882
00000004:00080000:3.0:1789185327.193470:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f122d80, transno 4294977883
00000004:00080000:3.0:1789185327.193472:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14b5fe680, transno 4294977884
00000004:00080000:3.0:1789185327.193475:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b148763480, transno 4294977885
00000004:00080000:3.0:1789185327.193477:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b148762680, transno 4294977886
00000004:00080000:3.0:1789185327.193480:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1517a7b80, transno 4294977887
00000004:00080000:3.0:1789185327.193482:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d0d0000, transno 4294977888
00000004:00080000:3.0:1789185327.193485:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b148760a80, transno 4294977889
00000004:00080000:3.0:1789185327.193487:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f118700, transno 4294977890
00000004:00080000:3.0:1789185327.193489:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f119880, transno 4294977891
00000004:00080000:3.0:1789185327.193491:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1517a5c00, transno 4294977892
00000004:00080000:3.0:1789185327.193494:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f10b480, transno 4294977893
00000004:00080000:3.0:1789185327.193496:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151766a00, transno 4294977894
00000004:00080000:3.0:1789185327.193498:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1517bc000, transno 4294977895
00000004:00080000:3.0:1789185327.193501:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f11b480, transno 4294977896
00000004:00080000:3.0:1789185327.193503:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f118a80, transno 4294977897
00000004:00080000:3.0:1789185327.193505:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f280700, transno 4294977898
00000004:00080000:3.0:1789185327.193508:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f280a80, transno 4294977899
00000004:00080000:3.0:1789185327.193511:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f10bb80, transno 4294977900
00000004:00080000:3.0:1789185327.193513:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14b5fd180, transno 4294977901
00000004:00080000:3.0:1789185327.193516:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f280e00, transno 4294977902
00000004:00080000:3.0:1789185327.193518:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1517b7100, transno 4294977903
00000004:00080000:3.0:1789185327.193520:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1517b7800, transno 4294977904
00000004:00080000:3.0:1789185327.193523:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f713480, transno 4294977905
00000004:00080000:3.0:1789185327.193525:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1517b4e00, transno 4294977906
00000004:00080000:3.0:1789185327.193528:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1517b6680, transno 4294977907
00000004:00080000:3.0:1789185327.193530:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e9a6680, transno 4294977908
00000004:00080000:3.0:1789185327.193532:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e9a6300, transno 4294977909
00000004:00080000:3.0:1789185327.193535:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f711500, transno 4294977910
00000004:00080000:3.0:1789185327.193537:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f29e300, transno 4294977911
00000004:00080000:3.0:1789185327.193540:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14bbfea00, transno 4294977912
00000004:00080000:3.0:1789185327.193542:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f29c000, transno 4294977913
00000004:00080000:3.0:1789185327.193579:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b15179b800, transno 4294977914
00000004:00080000:3.0:1789185327.193582:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b15179ad80, transno 4294977915
00000004:00080000:3.0:1789185327.193585:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b15179b100, transno 4294977916
00000004:00080000:3.0:1789185327.193587:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b151781c00, transno 4294977917
00000004:00080000:3.0:1789185327.193590:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14980a300, transno 4294977918
00000004:00080000:3.0:1789185327.193592:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f29dc00, transno 4294977919
00000004:00080000:3.0:1789185327.193595:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149d61500, transno 4294977920
00000004:00080000:3.0:1789185327.193597:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e9a2680, transno 4294977921
00000004:00080000:3.0:1789185327.193600:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149808000, transno 4294977922
00000004:00080000:3.0:1789185327.193602:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1517b4700, transno 4294977923
00000004:00080000:3.0:1789185327.193604:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149d63100, transno 4294977924
00000004:00080000:3.0:1789185327.193607:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e9a5c00, transno 4294977925
00000004:00080000:3.0:1789185327.193609:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e9a4000, transno 4294977926
00000004:00080000:3.0:1789185327.193611:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149809f80, transno 4294977927
00000004:00080000:3.0:1789185327.193614:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149808a80, transno 4294977928
00000004:00080000:3.0:1789185327.193616:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149809880, transno 4294977929
00000004:00080000:3.0:1789185327.193618:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f283480, transno 4294977930
00000004:00080000:3.0:1789185327.193621:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14980aa00, transno 4294977931
00000004:00080000:3.0:1789185327.193623:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14980b800, transno 4294977932
00000004:00080000:3.0:1789185327.193626:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14980b480, transno 4294977933
00000004:00080000:3.0:1789185327.193628:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f710e00, transno 4294977934
00000004:00080000:3.0:1789185327.193630:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e9a0700, transno 4294977935
00000004:00080000:3.0:1789185327.193633:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e9a2a00, transno 4294977936
00000004:00080000:3.0:1789185327.193635:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14bbff800, transno 4294977937
00000004:00080000:3.0:1789185327.193637:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f29ea00, transno 4294977938
00000004:00080000:3.0:1789185327.193639:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14bbfd880, transno 4294977939
00000004:00080000:3.0:1789185327.193641:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e9a6a00, transno 4294977940
00000004:00080000:3.0:1789185327.193643:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f29f480, transno 4294977941
00000004:00080000:3.0:1789185327.193646:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b148766d80, transno 4294977942
00000004:00080000:3.0:1789185327.193648:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b148766300, transno 4294977943
00000004:00080000:3.0:1789185327.193650:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b148765500, transno 4294977944
00000004:00080000:3.0:1789185327.193652:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149d63800, transno 4294977945
00000004:00080000:3.0:1789185327.193655:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b148778700, transno 4294977946
00000004:00080000:3.0:1789185327.193657:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149d62d80, transno 4294977947
00000004:00080000:3.0:1789185327.193660:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14877aa00, transno 4294977948
00000004:00080000:3.0:1789185327.193662:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f120a80, transno 4294977949
00000004:00080000:3.0:1789185327.193664:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f387100, transno 4294977950
00000004:00080000:3.0:1789185327.193666:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f121180, transno 4294977951
00000004:00080000:3.0:1789185327.193669:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14b5c3480, transno 4294977952
00000004:00080000:3.0:1789185327.193671:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f120000, transno 4294977953
00000004:00080000:3.0:1789185327.193673:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f384a80, transno 4294977954
00000004:00080000:3.0:1789185327.193676:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f108000, transno 4294977955
00000004:00080000:3.0:1789185327.193678:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f10a680, transno 4294977956
00000004:00080000:3.0:1789185327.193681:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e9a6d80, transno 4294977957
00000004:00080000:3.0:1789185327.193683:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e9a7b80, transno 4294977958
00000004:00080000:3.0:1789185327.193686:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d422680, transno 4294977959
00000004:00080000:3.0:1789185327.193688:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14f119f80, transno 4294977960
00000004:00080000:3.0:1789185327.193691:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1517bd180, transno 4294977961
00000004:00080000:3.0:1789185327.193693:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e9a7100, transno 4294977962
00000004:00080000:3.0:1789185327.193695:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1517bce00, transno 4294977963
00000004:00080000:3.0:1789185327.193697:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e9a0000, transno 4294977964
00000004:00080000:3.0:1789185327.193700:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e9a3b80, transno 4294977965
00000004:00080000:3.0:1789185327.193702:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14e9a2300, transno 4294977966
00000004:00080000:3.0:1789185327.193704:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1517bc700, transno 4294977967
00000004:00080000:3.0:1789185327.193706:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14d423480, transno 4294977968
00000004:00080000:3.0:1789185327.193708:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b1517bf480, transno 4294977969
00000004:00080000:3.0:1789185327.193710:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14980b100, transno 4294977970
00000004:00080000:3.0:1789185327.193712:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149809500, transno 4294977971
00000004:00080000:3.0:1789185327.193714:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14980ad80, transno 4294977972
00000004:00080000:3.0:1789185327.193716:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149809c00, transno 4294977973
00000004:00080000:3.0:1789185327.193718:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14980bb80, transno 4294977974
00000004:00080000:3.0:1789185327.193720:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14b5fed80, transno 4294977975
00000004:00080000:3.0:1789185327.193723:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14b5fca80, transno 4294977976
00000004:00080000:3.0:1789185327.193725:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b14b5f8e00, transno 4294977977
00000100:00100000:3.0:1789185327.193736:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d16d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087019025792:0@lo:400:kworker.0
00000004:00080000:0.0:1789185327.194768:0:31032:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 910 in progress, 0 in flight, 90 done
00000100:00100000:3.0:1789185327.202058:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d16d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3636:1876087019025408:0@lo:400:kworker.0
00000004:00080000:0.0:1789185327.204940:0:31032:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 910 done
00010000:00010000:1.0:1789185327.545194:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789185328.185318:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1789185328.185355:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14b5c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087019026176:0@lo:41:osp-pre-1-0.0
00000100:00100000:1.0:1789185328.185522:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789185328.185532:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f848380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1876087019026304:0@lo:41:osp-pre-0-1.0
00000100:00100000:1.0:1789185328.187507:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185328.189036:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185328.190541:0:6521:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019026304
00000100:00100000:2.0:1789185328.190578:0:6521:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019026304
00000100:00100000:2.0:1789185328.190639:0:6521:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019026176
00000100:00100000:2.0:1789185328.190643:0:6521:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019026176
00000100:00100000:2.0:1789185328.190661:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25260
00000100:00100000:2.0:1789185328.190670:0:6521:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f848e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:3636:x1876087019026304:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:2.0:1789185328.190720:0:6521:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 1442557952 avail 1296318464
00000100:00100000:2.0:1789185328.190792:0:6521:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f848e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:3636:x1876087019026304:12345-0@lo:41:osp-pre-0-1.0 Request processed in 123us (3292us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185328.190800:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25260
00000100:00100000:2.0:1789185328.190818:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25261
00000100:00100000:2.0:1789185328.190825:0:6521:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14a824e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3637:x1876087019026176:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:2.0:1789185328.190842:0:6521:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1443307520 avail 1297068032
00000100:00100000:2.0:1789185328.190876:0:6521:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14a824e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3637:x1876087019026176:12345-0@lo:41:osp-pre-1-0.0 Request processed in 51us (1844us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185328.190881:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25261
00000100:00100000:3.0:1789185328.190930:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14b5c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087019026176:0@lo:41:osp-pre-1-0.0
00000100:00100000:2.0:1789185328.191106:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f848380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1876087019026304:0@lo:41:osp-pre-0-1.0
00000100:00100000:2.0:1789185328.201438:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185328.201490:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185328.201515:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185328.201864:0:31024:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010851712
00000100:00100000:0.0:1789185328.201874:0:31024:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010851712
00000100:00100000:0.0:1789185328.201946:0:31024:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 2686
00000100:00100000:0.0:1789185328.201956:0:31024:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b145633850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:f913e804-0131-444b-8423-927faee13f0d+13:2394:x1876087010851712:12345-192.168.204.3@tcp:400:kworker.0
00000100:00100000:0.0:1789185328.202032:0:31024:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b145633850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:f913e804-0131-444b-8423-927faee13f0d+13:2394:x1876087010851712:12345-192.168.204.3@tcp:400:kworker.0 Request processed in 79us (605us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185328.202040:0:31024:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 2686
00000100:00100000:1.0:1789185328.202207:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010851840
00000100:00100000:1.0:1789185328.202212:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010851840
00000100:00100000:1.0:1789185328.202264:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010851968
00000100:00100000:1.0:1789185328.202267:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010851968
00000100:00100000:1.0:1789185328.202288:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 16756
00000100:00100000:1.0:1789185328.202297:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14a1a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+12:2394:x1876087010851840:12345-192.168.204.3@tcp:400:kworker.0
00000100:00100000:1.0:1789185328.202332:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14a1a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+12:2394:x1876087010851840:12345-192.168.204.3@tcp:400:kworker.0 Request processed in 37us (841us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185328.202338:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 16756
00000100:00100000:1.0:1789185328.202366:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 16757
00000100:00100000:1.0:1789185328.202372:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14a1a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+12:2394:x1876087010851968:12345-192.168.204.3@tcp:400:kworker.0
00000100:00100000:1.0:1789185328.202414:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14a1a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+12:2394:x1876087010851968:12345-192.168.204.3@tcp:400:kworker.0 Request processed in 41us (898us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185328.202421:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 16757
00000100:00080000:0.0:1789185328.202880:0:6511:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1789185328.202885:0:6511:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:2.0:1789185328.202969:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185328.203011:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185328.203040:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185328.203057:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185328.203072:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185328.203111:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185328.203236:0:178142:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010852096
00000100:00100000:0.0:1789185328.203242:0:178142:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010852096
00000100:00100000:0.0:1789185328.203284:0:178142:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010852224
00000100:00100000:0.0:1789185328.203287:0:178142:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010852224
00000100:00100000:0.0:1789185328.203306:0:178142:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010852736
00000100:00100000:0.0:1789185328.203309:0:178142:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010852736
00000100:00100000:0.0:1789185328.203324:0:178142:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010852608
00000100:00100000:0.0:1789185328.203327:0:178142:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010852608
00000100:00100000:0.0:1789185328.203354:0:178142:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 11208
00000100:00100000:0.0:1789185328.203362:0:178142:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14a1a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:5ea6f62d-4e20-4559-8935-61e538d0074d+6:2394:x1876087010852096:12345-192.168.204.3@tcp:400:kworker.0
00000100:00100000:0.0:1789185328.203412:0:178142:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14a1a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:5ea6f62d-4e20-4559-8935-61e538d0074d+6:2394:x1876087010852096:12345-192.168.204.3@tcp:400:kworker.0 Request processed in 51us (444us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185328.203419:0:178142:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 11208
00000100:00100000:0.0:1789185328.203435:0:178142:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 11209
00000100:00100000:0.0:1789185328.203441:0:178142:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b2769b0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:5ea6f62d-4e20-4559-8935-61e538d0074d+5:2394:x1876087010852224:12345-192.168.204.3@tcp:400:kworker.0
00000100:00100000:0.0:1789185328.203463:0:178142:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b2769b0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:5ea6f62d-4e20-4559-8935-61e538d0074d+5:2394:x1876087010852224:12345-192.168.204.3@tcp:400:kworker.0 Request processed in 22us (451us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185328.203468:0:178142:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 11209
00000100:00100000:0.0:1789185328.203667:0:178142:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 11210
00000100:00100000:0.0:1789185328.203673:0:178142:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14a1a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:e79deea0-f7ae-4edd-b0c3-4df8e4cde9af+28:2394:x1876087010852736:12345-192.168.204.3@tcp:400:kworker.0
00000100:00100000:0.0:1789185328.203695:0:178142:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14a1a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:e79deea0-f7ae-4edd-b0c3-4df8e4cde9af+28:2394:x1876087010852736:12345-192.168.204.3@tcp:400:kworker.0 Request processed in 23us (637us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185328.204240:0:178142:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 11210
00000100:00100000:0.0:1789185328.204260:0:178142:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 11211
00000100:00100000:0.0:1789185328.204269:0:178142:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14a1a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:e79deea0-f7ae-4edd-b0c3-4df8e4cde9af+34:2394:x1876087010852608:12345-192.168.204.3@tcp:400:kworker.0
00000100:00100000:0.0:1789185328.204303:0:178142:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14a1a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:e79deea0-f7ae-4edd-b0c3-4df8e4cde9af+34:2394:x1876087010852608:12345-192.168.204.3@tcp:400:kworker.0 Request processed in 36us (1192us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185328.204309:0:178142:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 11211
00000100:00100000:0.0:1789185328.204334:0:35216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010852480
00000100:00100000:0.0:1789185328.204339:0:35216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010852480
00000100:00100000:0.0:1789185328.204390:0:35216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010852352
00000100:00100000:0.0:1789185328.204458:0:35216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010852352
00000100:00100000:0.0:1789185328.204489:0:35216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 16758
00000100:00100000:0.0:1789185328.204497:0:35216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14a1a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:e79deea0-f7ae-4edd-b0c3-4df8e4cde9af+8:2394:x1876087010852480:12345-192.168.204.3@tcp:400:kworker.0
00000100:00100000:0.0:1789185328.204526:0:35216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14a1a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:e79deea0-f7ae-4edd-b0c3-4df8e4cde9af+8:2394:x1876087010852480:12345-192.168.204.3@tcp:400:kworker.0 Request processed in 31us (1486us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185328.204533:0:35216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 16758
00000100:00080000:2.0:1789185328.204830:0:6511:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00080000:2.0:1789185328.204833:0:6511:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1789185328.204836:0:6511:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1789185328.204838:0:6511:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1789185328.204885:0:35220:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 16759
00000100:00100000:2.0:1789185328.204895:0:35220:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14a1a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:e79deea0-f7ae-4edd-b0c3-4df8e4cde9af+10:2394:x1876087010852352:12345-192.168.204.3@tcp:400:kworker.0
00000100:00100000:2.0:1789185328.205888:0:35220:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14a1a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:e79deea0-f7ae-4edd-b0c3-4df8e4cde9af+10:2394:x1876087010852352:12345-192.168.204.3@tcp:400:kworker.0 Request processed in 991us (2809us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185328.205896:0:35220:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 16759
00010000:00010000:3.0:1789185328.568779:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789185328.696789:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789185328.696842:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14a1a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087019026432:0@lo:13:osp-pre-1-0.0
00000100:00100000:3.0:1789185328.696911:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14a824000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087019026560:0@lo:13:osp-pre-0-0.0
00000100:00100000:0.0:1789185328.696922:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185328.697190:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019026432
00000100:00100000:2.0:1789185328.698387:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019026432
00000100:00100000:2.0:1789185328.698478:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7236
00000100:00100000:2.0:1789185328.698490:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14b5c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1876087019026432:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:2.0:1789185328.698532:0:8433:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 229376 granted 494811712 pending 0 free 3918082048 avail 3686559744
00000100:00100000:3.0:1789185328.701117:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185328.701345:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019026560
00000100:00100000:1.0:1789185328.701361:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019026560
00000100:00100000:1.0:1789185328.701651:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7237
00000100:00100000:1.0:1789185328.701663:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14a825500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3637:x1876087019026560:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:1.0:1789185328.701710:0:8432:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 969857600 pending 0 free 3890466816 avail 3658944512
00000100:00100000:1.0:1789185328.701981:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14a825500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3637:x1876087019026560:12345-0@lo:13:osp-pre-0-0.0 Request processed in 152us (704us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185328.701991:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7237
00000100:00100000:3.0:1789185328.702142:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14a824000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087019026560:0@lo:13:osp-pre-0-0.0
00000100:00100000:2.0:1789185328.704182:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14b5c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1876087019026432:12345-0@lo:13:osp-pre-1-0.0 Request processed in 5682us (7247us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185328.704201:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7236
00000100:00100000:1.0:1789185328.704457:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14a1a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087019026432:0@lo:13:osp-pre-1-0.0
00010000:00010000:2.0:1789185329.594628:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789185329.722208:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1789185329.722241:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14b5c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1876087019026688:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1789185329.722366:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185329.723418:0:11334:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019026688
00000100:00100000:1.0:1789185329.723511:0:11334:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019026688
00000100:00100000:1.0:1789185329.723706:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7238
00000100:00100000:1.0:1789185329.723722:0:11334:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14a824000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1876087019026688:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1789185329.723755:0:11334:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 229376 granted 494811712 pending 0 free 3918082048 avail 3686559744
00000100:00100000:1.0:1789185329.724077:0:11334:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14a824000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1876087019026688:12345-0@lo:13:osp-pre-1-1.0 Request processed in 360us (1711us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185329.724086:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7238
00000100:00080000:2.0:1789185329.724162:0:6511:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1789185329.724264:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14b5c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1876087019026688:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1789185330.232776:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f849880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1876087019026816:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1789185330.232880:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185330.233009:0:20257:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019026816
00000100:00100000:3.0:1789185330.233022:0:20257:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019026816
00000100:00100000:3.0:1789185330.233114:0:20257:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7239
00000100:00100000:3.0:1789185330.233127:0:20257:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14b5c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1876087019026816:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1789185330.233168:0:20257:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 969857600 pending 0 free 3890466816 avail 3658944512
00000100:00080000:1.0:1789185330.233378:0:6511:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1789185330.234392:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f849880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1876087019026816:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1789185330.234469:0:20257:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14b5c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1876087019026816:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1344us (1587us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185330.234480:0:20257:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7239
00010000:00010000:1.0:1789185330.619368:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185331.640832:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185331.777640:0:7447:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b149bd4600/0xff23d3f688d93cfc lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x728:0x0].0xfb53d8db bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xff23d3f688d93d03 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1789185331.777674:0:7447:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b149bd4600/0xff23d3f688d93cfc lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x728:0x0].0xfb53d8db bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xff23d3f688d93d03 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185331.777723:0:7447:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b149bd4600/0xff23d3f688d93cfc lrc: 2/0,0 mode: --/PW res: [0x200000402:0x728:0x0].0xfb53d8db bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xff23d3f688d93d03 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185331.777730:0:7447:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed
00010000:00010000:3.0:1789185331.777770:0:7447:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b149bd4600/0xff23d3f688d93cfc lrc: 0/0,0 mode: --/PW res: [0x200000402:0x728:0x0].0xfb53d8db bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xff23d3f688d93d03 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1789185331.777790:0:7447:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 4294985790 is committed
00000020:00080000:3.0:1789185331.777807:0:7447:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff90b145dba780 refcount 2 committed 0 result 0 batchid 3479
00000020:00080000:3.0:1789185331.777811:0:7447:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff90b149fc6000 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff90b145dba180
00000020:00080000:3.0:1789185331.777815:0:7447:0:(update_trans.c:72:top_multiple_thandle_dump())  cookie [0x200000401:0x3:0x0].1583
00000020:00080000:3.0:1789185331.777817:0:7447:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff90b149fc6400 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff90b150e46800
00000020:00080000:3.0:1789185331.777820:0:7447:0:(update_trans.c:72:top_multiple_thandle_dump())  cookie [0x240000400:0x3:0x0].1264
00000001:00080000:3.0:1789185331.777830:0:7447:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 4294985786 is committed
00000020:00080000:3.0:1789185331.777851:0:7468:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 3479 committed batchid 3478
00000020:00080000:3.0:1789185331.777914:0:7468:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 3478
00000100:00100000:3.0:1789185331.777944:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14a824380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1876087019026944:0@lo:103:jbd2/dm-1-8.0
00000100:00100000:3.0:1789185331.778003:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:1.0:1789185331.778445:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29e00/0xff23d3f688d93c07 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x4c2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185331.778467:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29e00/0xff23d3f688d93c07 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x4c2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185331.778480:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29e00/0xff23d3f688d93c07 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x4c2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185331.778487:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14bc29e00 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:1.0:1789185331.778491:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29e00/0xff23d3f688d93c07 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x4c2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185331.778499:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29e00/0xff23d3f688d93c07 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x4c2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185331.778514:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c2:0x0].0x0 (ffff90b148e8a100)
00010000:00010000:1.0:1789185331.778517:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1789185331.778523:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29e00/0xff23d3f688d93c07 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x4c2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185331.778529:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29e00/0xff23d3f688d93c07 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x4c2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185331.778596:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019026944
00000100:00100000:1.0:1789185331.778616:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019026944
00000100:00100000:1.0:1789185331.778669:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11436
00000100:00100000:1.0:1789185331.778678:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14a824700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+9:3636:x1876087019026944:12345-0@lo:103:jbd2/dm-1-8.0
00010000:00010000:1.0:1789185331.778692:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185331.778709:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5e00/0xff23d3f688d93d03 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x728:0x0].0xfb53d8db bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xff23d3f688d93cfc expref: 9 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185331.778722:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x728:0x0].0xfb53d8db (ffff90b14b4f9900)
00010000:00010000:1.0:1789185331.778729:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185331.778786:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14a824700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+8:3636:x1876087019026944:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 109us (783us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185331.778795:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11436
00000100:00100000:1.0:1789185331.778839:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14a824380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1876087019026944:0@lo:103:jbd2/dm-1-8.0
00000001:00080000:2.0:1789185331.784847:0:31015:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589957753 is committed
00000100:00100000:0.0:1789185332.280805:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14b5c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3638:1876087019027200:0@lo:400:kworker.0
00000100:00100000:0.0:1789185332.280889:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185332.280935:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14b5c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3638:1876087019027712:0@lo:400:kworker.0
00000100:00100000:0.0:1789185332.280957:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185332.280976:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14b5c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087019028224:0@lo:400:kworker.0
00000100:00100000:0.0:1789185332.280997:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185332.281023:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3]
00000100:00100000:0.0:1789185332.281029:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14b5c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5ba5bbb2-d6ce-4ed8-b03d-83a793bd5e42:3638:1876087019027072:0@lo:400:kworker.0
00000100:00100000:0.0:1789185332.281055:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185332.281072:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14b5c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1876087019027584:0@lo:400:kworker.0
00000100:00100000:0.0:1789185332.281091:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185332.281105:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14b5c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087019028096:0@lo:400:kworker.0
00000100:00100000:0.0:1789185332.281125:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185332.281151:0:178145:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019028224
00000100:00100000:0.0:1789185332.281158:0:178145:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019028224
00000100:00100000:0.0:1789185332.281207:0:178145:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019027584
00000100:00100000:0.0:1789185332.281210:0:178145:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019027584
00000100:00100000:0.0:1789185332.281252:0:178145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11212
00000100:00100000:0.0:1789185332.281260:0:178145:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14b5c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:3638:x1876087019028224:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1789185332.281324:0:178145:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14b5c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:3638:x1876087019028224:12345-0@lo:400:kworker.0 Request processed in 64us (326us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185332.281333:0:178145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11212
00000100:00100000:0.0:1789185332.281352:0:178145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11213
00000100:00100000:0.0:1789185332.281358:0:178145:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14b5c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:3638:x1876087019027584:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1789185332.281383:0:178145:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14b5c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:3638:x1876087019027584:12345-0@lo:400:kworker.0 Request processed in 26us (292us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185332.281389:0:178145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11213
00000100:00100000:0.0:1789185332.281433:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14b5c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1876087019027584:0@lo:400:kworker.0
00000100:00100000:0.0:1789185332.281446:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14b5c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087019028224:0@lo:400:kworker.0
00000100:00100000:0.0:1789185332.281479:0:6521:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019028096
00000100:00100000:0.0:1789185332.281482:0:6521:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019028096
00000100:00100000:0.0:1789185332.281508:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25262
00000100:00100000:0.0:1789185332.281513:0:6521:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14b41ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3638:x1876087019028096:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1789185332.281569:0:6521:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14b41ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3638:x1876087019028096:12345-0@lo:400:kworker.0 Request processed in 55us (443us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185332.281576:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25262
00000100:00100000:0.0:1789185332.281595:0:9945:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019027200
00000100:00100000:0.0:1789185332.281598:0:9945:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019027200
00000100:00100000:0.0:1789185332.281618:0:9945:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019027712
00000100:00100000:0.0:1789185332.281621:0:9945:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019027712
00000100:00100000:0.0:1789185332.281636:0:9945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16760
00000100:00100000:0.0:1789185332.281641:0:9945:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14b5c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1876087019027200:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1789185332.281669:0:9945:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14b5c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1876087019027200:12345-0@lo:400:kworker.0 Request processed in 27us (780us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185332.281675:0:9945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16760
00000100:00100000:0.0:1789185332.281687:0:9945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16761
00000100:00100000:0.0:1789185332.281693:0:9945:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14b5c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3638:x1876087019027712:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1789185332.281716:0:9945:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14b5c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3638:x1876087019027712:12345-0@lo:400:kworker.0 Request processed in 23us (758us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185332.281722:0:9945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16761
00000100:00100000:0.0:1789185332.281743:0:3638:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294985786 gen 2
00000004:00080000:0.0:1789185332.281749:0:3638:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294985786 committed transno 4294985786
00000100:00100000:0.0:1789185332.281764:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14b5c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087019028096:0@lo:400:kworker.0
00000100:00100000:0.0:1789185332.281774:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14b5c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3638:1876087019027200:0@lo:400:kworker.0
00000100:00100000:0.0:1789185332.281782:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14b5c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3638:1876087019027712:0@lo:400:kworker.0
00000100:00100000:1.0:1789185332.281874:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14b5c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3635:1876087019027328:0@lo:400:kworker.0
00000100:00100000:1.0:1789185332.281904:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185332.281931:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14b5c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3635:1876087019027840:0@lo:400:kworker.0
00000100:00100000:1.0:1789185332.281950:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185332.281963:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14b5c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087019028352:0@lo:400:kworker.0
00000100:00100000:1.0:1789185332.281983:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185332.281999:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0]
00000100:00100000:1.0:1789185332.282005:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14b5c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3635:1876087019027456:0@lo:400:kworker.0
00000100:00100000:1.0:1789185332.282025:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185332.282042:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14b5c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1876087019027968:0@lo:400:kworker.0
00000100:00100000:1.0:1789185332.282061:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185332.282073:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14b5c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3635:1876087019028480:0@lo:400:kworker.0
00000100:00100000:1.0:1789185332.282093:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185332.282119:0:35214:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019027328
00000100:00100000:1.0:1789185332.282123:0:35214:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019027328
00000100:00100000:1.0:1789185332.282150:0:35214:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019027840
00000100:00100000:1.0:1789185332.282153:0:35214:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019027840
00000100:00100000:1.0:1789185332.282168:0:35214:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019027456
00000100:00100000:1.0:1789185332.282171:0:35214:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019027456
00000100:00100000:1.0:1789185332.282187:0:35214:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019028480
00000100:00100000:1.0:1789185332.282189:0:35214:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019028480
00000100:00100000:1.0:1789185332.282205:0:35214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16762
00000100:00100000:1.0:1789185332.282210:0:35214:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f849c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-OST0000_UUID+5:3635:x1876087019027328:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1789185332.282247:0:35214:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f849c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-OST0000_UUID+5:3635:x1876087019027328:12345-0@lo:400:kworker.0 Request processed in 36us (342us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185332.282252:0:35214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16762
00000100:00100000:1.0:1789185332.282280:0:35214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16763
00000100:00100000:1.0:1789185332.282287:0:35214:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f849500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-lwp-OST0001_UUID+5:3635:x1876087019027840:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1789185332.282313:0:35214:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f849500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-lwp-OST0001_UUID+5:3635:x1876087019027840:12345-0@lo:400:kworker.0 Request processed in 28us (362us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185332.282319:0:35214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16763
00000100:00100000:1.0:1789185332.282330:0:35214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16764
00000100:00100000:1.0:1789185332.282336:0:35214:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f849880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-lwp-OST0000_UUID+5:3635:x1876087019027456:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1789185332.282360:0:35214:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f849880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-lwp-OST0000_UUID+5:3635:x1876087019027456:12345-0@lo:400:kworker.0 Request processed in 24us (334us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185332.282366:0:35214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16764
00000100:00100000:1.0:1789185332.282378:0:35214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16765
00000100:00100000:1.0:1789185332.282384:0:35214:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14876ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-MDT0000_UUID+5:3635:x1876087019028480:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1789185332.282407:0:35214:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14876ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-MDT0000_UUID+5:3635:x1876087019028480:12345-0@lo:400:kworker.0 Request processed in 24us (314us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185332.282412:0:35214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16765
00000100:00100000:1.0:1789185332.282430:0:31020:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019027072
00000100:00100000:1.0:1789185332.282434:0:31020:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019027072
00000100:00100000:1.0:1789185332.282460:0:31020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2687
00000100:00100000:1.0:1789185332.282467:0:31020:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b145630050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5ba5bbb2-d6ce-4ed8-b03d-83a793bd5e42+24:3638:x1876087019027072:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1789185332.282499:0:31020:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b145630050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5ba5bbb2-d6ce-4ed8-b03d-83a793bd5e42+24:3638:x1876087019027072:12345-0@lo:400:kworker.0 Request processed in 33us (1443us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185332.282506:0:31020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2687
00000100:00080000:1.0:1789185332.282531:0:6511:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1789185332.282535:0:6511:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00080000:1.0:1789185332.282537:0:6511:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1789185332.282620:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14b5c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3635:1876087019027456:0@lo:400:kworker.0
00000100:00100000:1.0:1789185332.282631:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14b5c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3635:1876087019028480:0@lo:400:kworker.0
00000100:00100000:1.0:1789185332.282639:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14b5c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3635:1876087019027328:0@lo:400:kworker.0
00000100:00100000:1.0:1789185332.282647:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14b5c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3635:1876087019027840:0@lo:400:kworker.0
00000100:00100000:1.0:1789185332.282677:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14b5c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5ba5bbb2-d6ce-4ed8-b03d-83a793bd5e42:3638:1876087019027072:0@lo:400:kworker.0
00000100:00100000:0.0:1789185332.284296:0:34809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019028352
00000100:00100000:0.0:1789185332.284311:0:34809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019028352
00000100:00100000:0.0:1789185332.284365:0:34809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019027968
00000100:00100000:0.0:1789185332.284369:0:34809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019027968
00000100:00100000:0.0:1789185332.284395:0:34809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11214
00000100:00100000:0.0:1789185332.284404:0:34809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f84a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3635:x1876087019028352:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1789185332.284480:0:34809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f84a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3635:x1876087019028352:12345-0@lo:400:kworker.0 Request processed in 77us (2495us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185332.284487:0:34809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11214
00000100:00100000:0.0:1789185332.284506:0:34809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11215
00000100:00100000:0.0:1789185332.284513:0:34809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f848380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+5:3635:x1876087019027968:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1789185332.284541:0:34809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f848380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+5:3635:x1876087019027968:12345-0@lo:400:kworker.0 Request processed in 29us (2479us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185332.284564:0:34809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11215
00000100:00080000:0.0:1789185332.284588:0:6511:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1789185332.284645:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14b5c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1876087019027968:0@lo:400:kworker.0
00000100:00100000:0.0:1789185332.284657:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14b5c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087019028352:0@lo:400:kworker.0
00010000:00010000:0.0:1789185332.665895:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:02000400:2.0:1789185332.873653:0:178482:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanityn test 70b: remove files after calling rm_entry ========================================================== 23:55:31 (1789185331)
00000100:00100000:0.0:1789185332.920844:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185332.920909:0:35215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010852864
00000100:00100000:1.0:1789185332.920919:0:35215:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010852864
00000100:00100000:1.0:1789185332.920997:0:35215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 70740
00000100:00100000:1.0:1789185332.921007:0:35215:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14b41ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:5ea6f62d-4e20-4559-8935-61e538d0074d+7:2393:x1876087010852864:12345-192.168.204.3@tcp:41:mkdir.0
00000004:00000024:1.0:1789185332.921048:0:35215:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1443307520 avail 1297068032
00000100:00100000:1.0:1789185332.921114:0:35215:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14b41ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:5ea6f62d-4e20-4559-8935-61e538d0074d+7:2393:x1876087010852864:12345-192.168.204.3@tcp:41:mkdir.0 Request processed in 107us (280us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185332.921121:0:35215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 70740
00000100:00080000:0.0:1789185332.921501:0:6511:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1789185332.922515:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185332.922611:0:9945:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010853120
00000100:00100000:3.0:1789185332.922619:0:9945:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010853120
00000100:00100000:3.0:1789185332.922669:0:9945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 70741
00000100:00100000:3.0:1789185332.922679:0:9945:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14b5c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+7:250724:x1876087010853120:12345-192.168.204.3@tcp:36:mkdir.0
00000100:00100000:3.0:1789185332.922795:0:9945:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14a827800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:9945:1876087019028608:0@lo:1000:mdt00_003.0
00000100:00100000:3.0:1789185332.922847:0:9945:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185332.922875:0:9945:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14993b780 going to sleep for 11 seconds
00000100:00100000:3.0:1789185332.922892:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019028608
00000100:00100000:3.0:1789185332.922896:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019028608
00000100:00100000:3.0:1789185332.922927:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25263
00000100:00100000:3.0:1789185332.922934:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14a827480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:9945:x1876087019028608:12345-0@lo:1000:mdt00_003.0
00000100:00100000:3.0:1789185332.923036:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14a827480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:9945:x1876087019028608:12345-0@lo:1000:mdt00_003.0 Request processed in 103us (189us total) trans 0 rc -2/-2
00000100:00100000:3.0:1789185332.923044:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25263
00000100:00100000:3.0:1789185332.923079:0:9945:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 8589957753 gen 2
00000004:00080000:3.0:1789185332.923086:0:9945:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957753 committed transno 8589957753
00000020:00080000:3.0:1789185332.923092:0:9945:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff90b145dbab40 refcount 2 committed 0 result 0 batchid 3480
00000020:00080000:3.0:1789185332.923095:0:9945:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff90b14388cc00 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff90b145dba0c0
00000020:00080000:3.0:1789185332.923099:0:9945:0:(update_trans.c:72:top_multiple_thandle_dump())  cookie [0x200000401:0x3:0x0].1584
00000020:00080000:3.0:1789185332.923102:0:9945:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff90b14fb27400 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff90b150e46c00
00000020:00080000:3.0:1789185332.923104:0:9945:0:(update_trans.c:72:top_multiple_thandle_dump())  cookie [0x240000400:0x3:0x0].1265
00000100:00100000:3.0:1789185332.923135:0:9945:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14a827800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:9945:1876087019028608:0@lo:1000:mdt00_003.0
00010000:00010000:3.0:1789185332.923186:0:9945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b14a862c00/0xff23d3f688d93d3b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 9945 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185332.923196:0:9945:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b14a862c00/0xff23d3f688d93d3b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 9945 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185332.923207:0:9945:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b14a862c00/0xff23d3f688d93d3b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x1000000000000 pid: 9945 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185332.923224:0:9945:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14a827800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:9945:1876087019028736:0@lo:101:mdt00_003.0
00000100:00100000:3.0:1789185332.923247:0:9945:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185332.923279:0:9945:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14993b0c0 going to sleep for 11 seconds
00000020:00080000:3.0:1789185332.923290:0:7468:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 3480 committed batchid 3478
00000020:00080000:3.0:1789185332.923334:0:7468:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 3478
00000100:00100000:3.0:1789185332.923345:0:7824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019028736
00000100:00100000:3.0:1789185332.923349:0:7824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019028736
00000100:00100000:3.0:1789185332.923371:0:7824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25264
00000100:00100000:3.0:1789185332.923377:0:7824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14a824a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:9945:x1876087019028736:12345-0@lo:101:mdt00_003.0
00010000:00010000:3.0:1789185332.923387:0:7824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1789185332.923402:0:7824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a863a00/0xff23d3f688d93d42 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xff23d3f688d93d3b expref: -99 pid: 7824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185332.923429:0:7824:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a863200/0xff23d3f688d93b82 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4be20 expref: 11 pid: 10357 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185332.923440:0:7824:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc29800/0xff23d3f688d93c15 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4be4a expref: 9 pid: 10357 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185332.923450:0:7824:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a863a00/0xff23d3f688d93d42 lrc: 5/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xff23d3f688d93d3b expref: 8 pid: 7824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185332.923474:0:7824:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc29800/0xff23d3f688d93c15 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4be4a expref: 9 pid: 10357 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185332.923488:0:7824:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc29800/0xff23d3f688d93c15 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4be4a expref: 9 pid: 10357 timeout: 9510 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185332.923504:0:7824:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14a824380 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000_UUID:7824:1876087019028864:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185332.923591:0:7824:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a863200/0xff23d3f688d93b82 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4be20 expref: 11 pid: 10357 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185332.923601:0:7824:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a863200/0xff23d3f688d93b82 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4be20 expref: 11 pid: 10357 timeout: 9510 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185332.923611:0:7824:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f108700 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000_UUID:7824:1876087019028992:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185332.923633:0:7824:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14993b780 going to sleep for 11 seconds
00000100:00100000:2.0:1789185332.937068:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185332.937153:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185332.937303:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010853376
00000100:00100000:0.0:1789185332.937313:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010853376
00010000:00010000:0.0:1789185332.937388:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc29800/0xff23d3f688d93c15 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4be4a expref: 10 pid: 10357 timeout: 9510 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185332.937425:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010853248
00000100:00100000:0.0:1789185332.937428:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010853248
00010000:00010000:0.0:1789185332.937446:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a863200/0xff23d3f688d93b82 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4be20 expref: 12 pid: 10357 timeout: 9510 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185332.937467:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23747
00000100:00100000:0.0:1789185332.937477:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14a1a0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e79deea0-f7ae-4edd-b0c3-4df8e4cde9af+10:2393:x1876087010853376:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185332.937494:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185332.937508:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc29800/0xff23d3f688d93c15 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4be4a expref: 10 pid: 10357 timeout: 9510 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00080000:2.0:1789185332.937516:0:6511:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00010000:00010000:0.0:1789185332.937525:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc29800/0xff23d3f688d93c15 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4be4a expref: 10 pid: 10357 timeout: 9510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185332.937581:0:6499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90b244d7ba00)
00010000:00010000:0.0:1789185332.937589:0:6499:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a863a00/0xff23d3f688d93d42 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xff23d3f688d93d3b expref: 8 pid: 7824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185332.937600:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185332.937662:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14a1a0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e79deea0-f7ae-4edd-b0c3-4df8e4cde9af+10:2393:x1876087010853376:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 185us (603us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185332.937670:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23747
00000100:00100000:0.0:1789185332.937694:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23748
00000100:00100000:0.0:1789185332.937700:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1507d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+12:2393:x1876087010853248:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185332.937708:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185332.937714:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a863200/0xff23d3f688d93b82 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4be20 expref: 12 pid: 10357 timeout: 9510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185332.937725:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a863200/0xff23d3f688d93b82 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4be20 expref: 12 pid: 10357 timeout: 9510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185332.937737:0:6499:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90b244d7ba00)
00010000:00010000:0.0:1789185332.937742:0:6499:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a863a00/0xff23d3f688d93d42 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xff23d3f688d93d3b expref: 8 pid: 7824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185332.937752:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a863a00/0xff23d3f688d93d42 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0xff23d3f688d93d3b expref: 8 pid: 7824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185332.937773:0:6499:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a863a00/0xff23d3f688d93d42 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0xff23d3f688d93d3b expref: 8 pid: 7824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185332.937811:0:6499:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a863a00/0xff23d3f688d93d42 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xff23d3f688d93d3b expref: 8 pid: 7824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185332.937827:0:6499:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14b5c3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:6499:1876087019029120:0@lo:105:
00000100:00100000:0.0:1789185332.937873:0:6499:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185332.937909:0:6499:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14daad900 going to sleep for 11 seconds
00000100:00100000:0.0:1789185332.937947:0:6498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019029120
00000100:00100000:0.0:1789185332.937951:0:6498:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019029120
00000100:00100000:0.0:1789185332.937980:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8047
00000100:00100000:0.0:1789185332.937987:0:6498:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14b5c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:6499:x1876087019029120:12345-0@lo:105:
00010000:00010000:0.0:1789185332.938001:0:6498:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast  ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b14a862c00/0xff23d3f688d93d3b lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xff23d3f688d93d42 expref: -99 pid: 9945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185332.938016:0:6498:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b14a862c00/0xff23d3f688d93d3b lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xff23d3f688d93d42 expref: -99 pid: 9945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185332.938025:0:6498:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b14a862c00/0xff23d3f688d93d3b lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xff23d3f688d93d42 expref: -99 pid: 9945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185332.938033:0:6498:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b14a862c00/0xff23d3f688d93d3b lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0xff23d3f688d93d42 expref: -99 pid: 9945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185332.938042:0:6498:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b14a862c00/0xff23d3f688d93d3b lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0xff23d3f688d93d42 expref: -99 pid: 9945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185332.938052:0:6498:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b14a862c00/0xff23d3f688d93d3b lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0xff23d3f688d93d42 expref: -99 pid: 9945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185332.938068:0:6498:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff90b14a862c00)
00000100:00100000:0.0:1789185332.938098:0:6498:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14b5c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:6499:x1876087019029120:12345-0@lo:105: Request processed in 112us (224us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185332.938105:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8047
00000100:00100000:0.0:1789185332.938140:0:6499:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14b5c3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:6499:1876087019029120:0@lo:105:
00010000:00010000:0.0:1789185332.938156:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185332.938176:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1507d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+12:2393:x1876087010853248:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 476us (1023us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185332.938183:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23748
00010000:00010000:3.0:1789185332.938354:0:7824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc29800/0xff23d3f688d93c15 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4be4a expref: 9 pid: 10357 timeout: 9510 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185332.938372:0:7824:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14a824380 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000_UUID:7824:1876087019028864:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185332.938427:0:7824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a863200/0xff23d3f688d93b82 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4be20 expref: 11 pid: 10357 timeout: 9510 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185332.938463:0:7824:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f108700 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000_UUID:7824:1876087019028992:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185332.938489:0:7824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a863a00/0xff23d3f688d93d42 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xff23d3f688d93d3b expref: 8 pid: 7824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185332.938497:0:7824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90b244d7ba00)
00010000:00010000:3.0:1789185332.938500:0:7824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1789185332.938503:0:7824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90b14a863a00, rc 0)
00000100:00100000:3.0:1789185332.938574:0:7824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14a824a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:9945:x1876087019028736:12345-0@lo:101:mdt00_003.0 Request processed in 15196us (15326us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185332.938582:0:7824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25264
00000100:00100000:0.0:1789185332.938677:0:9945:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14a827800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:9945:1876087019028736:0@lo:101:mdt00_003.0
00010000:00010000:0.0:1789185332.938694:0:9945:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b14a862c00/0xff23d3f688d93d3b lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xff23d3f688d93d42 expref: -99 pid: 9945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:0.0:1789185332.938714:0:9945:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0]
00010000:00010000:0.0:1789185332.938766:0:9945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b14bc28c00/0xff23d3f688d93d49 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x121d381d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 9945 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185332.938774:0:9945:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b14bc28c00/0xff23d3f688d93d49 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x121d381d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 9945 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185332.938783:0:9945:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b14bc28c00/0xff23d3f688d93d49 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x121d381d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 9945 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185332.938799:0:9945:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14b5c3100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:9945:1876087019029248:0@lo:101:mdt00_003.0
00000100:00100000:0.0:1789185332.938826:0:9945:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185332.938852:0:9945:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b145dba0c0 going to sleep for 11 seconds
00000100:00100000:3.0:1789185332.938921:0:6521:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019029248
00000100:00100000:3.0:1789185332.938926:0:6521:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019029248
00000100:00100000:3.0:1789185332.938965:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25265
00000100:00100000:3.0:1789185332.938972:0:6521:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14b5c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:9945:x1876087019029248:12345-0@lo:101:mdt00_003.0
00010000:00010000:3.0:1789185332.938989:0:6521:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1789185332.939003:0:6521:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a862600/0xff23d3f688d93d50 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x121d381d bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xff23d3f688d93d49 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185332.939021:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a862600/0xff23d3f688d93d50 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x121d381d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xff23d3f688d93d49 expref: 9 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185332.939033:0:6521:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a862600/0xff23d3f688d93d50 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x121d381d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xff23d3f688d93d49 expref: 9 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185332.939039:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x121d381d (ffff90b149ed9100)
00010000:00010000:3.0:1789185332.939042:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1789185332.939045:0:6521:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90b14a862600, rc 0)
00000100:00100000:3.0:1789185332.939076:0:6521:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14b5c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:9945:x1876087019029248:12345-0@lo:101:mdt00_003.0 Request processed in 105us (249us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185332.939082:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25265
00000100:00100000:3.0:1789185332.939106:0:9945:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14b5c3100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:9945:1876087019029248:0@lo:101:mdt00_003.0
00010000:00010000:3.0:1789185332.939116:0:9945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b14bc28c00/0xff23d3f688d93d49 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x121d381d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xff23d3f688d93d50 expref: -99 pid: 9945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185332.939126:0:9945:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b14bc28c00/0xff23d3f688d93d49 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x121d381d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xff23d3f688d93d50 expref: -99 pid: 9945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:3.0:1789185332.939141:0:9945:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0]
00000100:00100000:3.0:1789185332.939172:0:9945:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f108700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:9945:1876087019029376:0@lo:1000:mdt00_003.0
00000100:00100000:3.0:1789185332.939199:0:9945:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185332.939214:0:9945:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14993b000 going to sleep for 11 seconds
00000100:00100000:3.0:1789185332.939227:0:7824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019029376
00000100:00100000:3.0:1789185332.939230:0:7824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019029376
00000100:00100000:3.0:1789185332.939249:0:7824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25266
00000100:00100000:3.0:1789185332.939270:0:7824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f109f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:9945:x1876087019029376:12345-0@lo:1000:mdt00_003.0
00000100:00100000:3.0:1789185332.939332:0:7824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f109f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:9945:x1876087019029376:12345-0@lo:1000:mdt00_003.0 Request processed in 62us (133us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185332.939339:0:7824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25266
00000100:00100000:3.0:1789185332.939366:0:9945:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f108700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:9945:1876087019029376:0@lo:1000:mdt00_003.0
00000100:00100000:3.0:1789185332.939402:0:9945:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f108700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:9945:1876087019029504:0@lo:1000:mdt00_003.0
00000100:00100000:3.0:1789185332.939423:0:9945:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185332.939436:0:9945:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14993b000 going to sleep for 11 seconds
00000100:00100000:0.0:1789185332.939936:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019029504
00000100:00100000:0.0:1789185332.939942:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019029504
00000100:00100000:0.0:1789185332.939978:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25267
00000100:00100000:0.0:1789185332.939986:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f10a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+9:9945:x1876087019029504:12345-0@lo:1000:mdt00_003.0
00000100:00100000:0.0:1789185332.940097:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f10a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+9:9945:x1876087019029504:12345-0@lo:1000:mdt00_003.0 Request processed in 113us (673us total) trans 0 rc -2/-2
00000100:00100000:0.0:1789185332.940105:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25267
00000100:00100000:3.0:1789185332.940506:0:9945:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f108700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:9945:1876087019029504:0@lo:1000:mdt00_003.0
00000100:00100000:3.0:1789185332.940707:0:9945:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f108700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:9945:1876087019029632:0@lo:1000:mdt00_003.0
00000100:00100000:3.0:1789185332.940811:0:9945:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185332.940874:0:9945:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14993b000 going to sleep for 11 seconds
00000100:00100000:0.0:1789185332.940909:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019029632
00000100:00100000:0.0:1789185332.940914:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019029632
00000100:00100000:0.0:1789185332.940979:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25268
00000100:00100000:0.0:1789185332.940988:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f10b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+9:9945:x1876087019029632:12345-0@lo:1000:mdt00_003.0
00000100:00100000:0.0:1789185332.941070:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f10b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+9:9945:x1876087019029632:12345-0@lo:1000:mdt00_003.0 Request processed in 84us (327us total) trans 0 rc -2/-2
00000100:00100000:0.0:1789185332.941077:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25268
00000100:00100000:2.0:1789185332.941135:0:9945:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f108700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:9945:1876087019029632:0@lo:1000:mdt00_003.0
00000100:00100000:2.0:1789185332.941187:0:9945:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d14aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:9945:1876087019029760:0@lo:1000:mdt00_003.0
00000100:00100000:2.0:1789185332.941212:0:9945:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185332.941335:0:9945:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1530ab9c0 going to sleep for 11 seconds
00000100:00100000:3.0:1789185332.941366:0:7824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019029760
00000100:00100000:3.0:1789185332.941371:0:7824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019029760
00000100:00100000:3.0:1789185332.941399:0:7824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25269
00000100:00100000:3.0:1789185332.941405:0:7824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d14ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:9945:x1876087019029760:12345-0@lo:1000:mdt00_003.0
00000100:00100000:3.0:1789185332.941469:0:7824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d14ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:9945:x1876087019029760:12345-0@lo:1000:mdt00_003.0 Request processed in 63us (254us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185332.941477:0:7824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25269
00000100:00100000:2.0:1789185332.941575:0:9945:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d14aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:9945:1876087019029760:0@lo:1000:mdt00_003.0
00000100:00100000:2.0:1789185332.941635:0:9945:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d14aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:9945:1876087019029888:0@lo:1000:mdt00_003.0
00000100:00100000:2.0:1789185332.941660:0:9945:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185332.941677:0:9945:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b153890c00 going to sleep for 11 seconds
00000100:00100000:3.0:1789185332.941729:0:7824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019029888
00000100:00100000:3.0:1789185332.941734:0:7824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019029888
00000100:00100000:3.0:1789185332.941831:0:7824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25270
00000100:00100000:3.0:1789185332.941839:0:7824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d148380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:9945:x1876087019029888:12345-0@lo:1000:mdt00_003.0
00000100:00100000:3.0:1789185332.941910:0:7824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d148380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:9945:x1876087019029888:12345-0@lo:1000:mdt00_003.0 Request processed in 72us (249us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185332.941917:0:7824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25270
00000100:00100000:1.0:1789185332.942167:0:9945:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d14aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:9945:1876087019029888:0@lo:1000:mdt00_003.0
00000100:00100000:1.0:1789185332.942303:0:9945:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14876f480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:9945:1876087019030016:0@lo:1000:mdt00_003.0
00000100:00100000:1.0:1789185332.942336:0:9945:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185332.942364:0:9945:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b15108c0c0 going to sleep for 11 seconds
00000100:00100000:3.0:1789185332.942432:0:7824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019030016
00000100:00100000:3.0:1789185332.942437:0:7824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019030016
00000100:00100000:3.0:1789185332.942473:0:7824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25271
00000100:00100000:3.0:1789185332.942482:0:7824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14876d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:9945:x1876087019030016:12345-0@lo:1000:mdt00_003.0
00000100:00100000:3.0:1789185332.942535:0:7824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14876d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:9945:x1876087019030016:12345-0@lo:1000:mdt00_003.0 Request processed in 54us (199us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185332.942542:0:7824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25271
00000100:00100000:3.0:1789185332.942589:0:9945:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14876f480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:9945:1876087019030016:0@lo:1000:mdt00_003.0
00000040:00080000:3.0:1789185332.943194:0:9945:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000400:0x3:0x0].1266, 984 off1157328
00000040:00080000:3.0:1789185332.943278:0:9945:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000401:0x3:0x0].1585, 1136 off1611200
00000004:00080000:3.0:1789185332.943285:0:9945:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff90b14993b780 with version 6964
00000004:00080000:0.0:1789185332.943350:0:7460:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff90b281341b40 version 6964 rpc_version 6964
00000020:00100000:0.0:1789185332.943375:0:7460:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8
00000100:00100000:0.0:1789185332.943384:0:7460:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid  req@ffff90b14b5c0380 x1876087019030272/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 2416/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789185332.943401:0:7460:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14b5c0380 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7460:1876087019030272:0@lo:1000:osp_up0-1.0
00000100:00100000:0.0:1789185332.943442:0:7460:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185332.943474:0:7460:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b145dba840 going to sleep for 11 seconds
00000100:00100000:3.0:1789185332.943629:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019030272
00000100:00100000:3.0:1789185332.943635:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019030272
00000100:00100000:3.0:1789185332.943668:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25272
00000100:00100000:3.0:1789185332.943677:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14b5c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+9:7460:x1876087019030272:12345-0@lo:1000:osp_up0-1.0
00000100:00100000:3.0:1789185332.944019:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14b5c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+10:7460:x1876087019030272:12345-0@lo:1000:osp_up0-1.0 Request processed in 342us (575us total) trans 8589957754 rc 0/0
00000100:00100000:3.0:1789185332.944027:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25272
00000100:00100000:0.0:1789185332.944175:0:7460:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14b5c0380 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7460:1876087019030272:0@lo:1000:osp_up0-1.0
00010000:00010000:3.0:1789185332.944298:0:9945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a862000/0xff23d3f688d93d57 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x4c3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9945 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185332.944318:0:9945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a862000/0xff23d3f688d93d57 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9945 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185332.944333:0:9945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a862000/0xff23d3f688d93d57 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9945 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1789185332.947400:0:9945:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000aaa5e54d reply state 00000000dd01b102 transno 4294985791 ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a862000/0xff23d3f688d93d57 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9945 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185332.947433:0:9945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a862000/0xff23d3f688d93d57 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9945 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185332.947444:0:9945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c3:0x0].0x0 (ffff90b149ed9000)
00010000:00010000:3.0:1789185332.947448:0:9945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1789185332.947453:0:9945:0:(service.c:179:ptlrpc_save_lock()) nlocks 0
00000004:00200000:3.0:1789185332.947461:0:9945:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000402:0x4c3:0x0]: returning size 4096
00000004:00080000:3.0:1789185332.947476:0:9945:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0]
00010000:00010000:3.0:1789185332.947491:0:9945:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b14a862c00/0xff23d3f688d93d3b lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xff23d3f688d93d42 expref: -99 pid: 9945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185332.947501:0:9945:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b14a862c00/0xff23d3f688d93d3b lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xff23d3f688d93d42 expref: -99 pid: 9945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185332.947508:0:9945:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b14a862c00/0xff23d3f688d93d3b lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xff23d3f688d93d42 expref: -99 pid: 9945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185332.947531:0:9945:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000004:00080000:3.0:1789185332.947537:0:9945:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0]
00010000:00010000:3.0:1789185332.947559:0:9945:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b14bc28c00/0xff23d3f688d93d49 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x121d381d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xff23d3f688d93d50 expref: -99 pid: 9945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185332.947568:0:9945:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b14bc28c00/0xff23d3f688d93d49 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x121d381d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xff23d3f688d93d50 expref: -99 pid: 9945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185332.947685:0:9945:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14b5c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+9:250724:x1876087010853120:12345-192.168.204.3@tcp:36:mkdir.0 Request processed in 25001us (25168us total) trans 4294985791 rc 0/0
00000100:00100000:3.0:1789185332.947696:0:9945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 70741
00010000:00010000:2.0:1789185332.949469:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1789185332.949485:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b14a862c00/0xff23d3f688d93d3b lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xff23d3f688d93d42 expref: -99 pid: 9945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185332.949499:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14a862c00 already unused, calling callback (ffffffffc18deee0)
00010000:00010000:2.0:1789185332.949508:0:6502:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b14a862c00/0xff23d3f688d93d3b lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xff23d3f688d93d42 expref: -99 pid: 9945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1789185332.949518:0:6502:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b14a862c00/0xff23d3f688d93d3b lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xff23d3f688d93d42 expref: -99 pid: 9945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185332.949613:0:6502:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b14a862c00/0xff23d3f688d93d3b lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xff23d3f688d93d42 expref: -99 pid: 9945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185332.949621:0:6502:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed
00010000:00010000:2.0:1789185332.949666:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b14a862c00/0xff23d3f688d93d3b lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xff23d3f688d93d42 expref: -99 pid: 9945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185332.949674:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b14a862c00/0xff23d3f688d93d3b lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xff23d3f688d93d42 expref: -99 pid: 9945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185332.949698:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789185332.949699:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d14b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1876087019030400:0@lo:103:ldlm_bl.0
00010000:00010000:2.0:1789185332.949701:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185332.949704:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789185332.949853:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185332.950901:0:178149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019030400
00000100:00100000:2.0:1789185332.950915:0:178149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019030400
00000100:00100000:2.0:1789185332.951052:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11437
00000100:00100000:2.0:1789185332.951064:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b26963c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+10:3637:x1876087019030400:12345-0@lo:103:ldlm_bl.0
00010000:00010000:2.0:1789185332.951081:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185332.951107:0:178149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a863a00/0xff23d3f688d93d42 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xff23d3f688d93d3b expref: 10 pid: 7824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185332.951124:0:178149:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90b244d7ba00)
00010000:00010000:2.0:1789185332.951131:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185332.951214:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b26963c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+9:3637:x1876087019030400:12345-0@lo:103:ldlm_bl.0 Request processed in 152us (1361us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185332.951221:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11437
00000100:00100000:3.0:1789185332.951292:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d14b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1876087019030400:0@lo:103:ldlm_bl.0
00000100:00100000:2.0:1789185332.962971:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185332.963146:0:35219:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010853504
00000100:00100000:1.0:1789185332.963157:0:35219:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010853504
00000100:00100000:1.0:1789185332.963223:0:35219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 70742
00000100:00100000:1.0:1789185332.963236:0:35219:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d149f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:5ea6f62d-4e20-4559-8935-61e538d0074d+11:250727:x1876087010853504:12345-192.168.204.3@tcp:101:touch.0
00010000:00010000:1.0:1789185332.963273:0:35219:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1789185332.963301:0:35219:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb96e00/0xff23d3f688d93d5e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xeb7932912cf4be9e expref: -99 pid: 35219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185332.963410:0:35219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb97600/0xff23d3f688d93d65 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35219 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185332.963428:0:35219:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb97600/0xff23d3f688d93d65 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35219 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185332.963440:0:35219:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb97600/0xff23d3f688d93d65 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35219 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1789185332.963491:0:35219:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 65536
00000004:00200000:1.0:1789185332.963495:0:35219:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1789185332.963517:0:35219:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb97600/0xff23d3f688d93d65 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35219 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185332.963543:0:35219:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb96e00/0xff23d3f688d93d5e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4be9e expref: 13 pid: 35219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185332.963583:0:35219:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb97600/0xff23d3f688d93d65 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4be9e expref: 12 pid: 35219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185332.963593:0:35219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90b244d7ba00)
00010000:00010000:1.0:1789185332.963596:0:35219:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:1.0:1789185332.963600:0:35219:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90b14cb97600, rc 0)
00000100:00100000:1.0:1789185332.963676:0:35219:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d149f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:5ea6f62d-4e20-4559-8935-61e538d0074d+12:250727:x1876087010853504:12345-192.168.204.3@tcp:101:touch.0 Request processed in 443us (711us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185332.963684:0:35219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 70742
00000100:00100000:0.0:1789185332.971236:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185332.971479:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010853632
00000100:00100000:1.0:1789185332.971491:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010853632
00000100:00100000:1.0:1789185332.971636:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 70743
00000100:00100000:1.0:1789185332.971653:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14b5c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+12:250727:x1876087010853632:12345-192.168.204.3@tcp:101:touch.0
00010000:00010000:1.0:1789185332.971679:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1789185332.971706:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb97200/0xff23d3f688d93d6c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xeb7932912cf4bea5 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185332.971809:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb97c00/0xff23d3f688d93d73 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185332.971826:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb97c00/0xff23d3f688d93d73 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185332.971839:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb97c00/0xff23d3f688d93d73 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185332.971851:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb96c00/0xff23d3f688d93d7a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x121d381d bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185332.971862:0:6516:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a862600/0xff23d3f688d93d50 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x121d381d bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xff23d3f688d93d49 expref: 8 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185332.971871:0:6516:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb96c00/0xff23d3f688d93d7a lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x121d381d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185332.971912:0:6516:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a862600/0xff23d3f688d93d50 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x121d381d bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0xff23d3f688d93d49 expref: 8 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185332.971930:0:6516:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14876dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1876087019030528:0@lo:104:
00000100:00100000:1.0:1789185332.971995:0:6516:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185332.972051:0:6516:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b15108cd80 going to sleep for 11 seconds
00000100:00100000:0.0:1789185332.972073:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019030528
00000100:00100000:0.0:1789185332.972078:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019030528
00000100:00100000:0.0:1789185332.972117:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8048
00000100:00100000:0.0:1789185332.972124:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14876ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:6516:x1876087019030528:12345-0@lo:104:
00010000:00010000:0.0:1789185332.972140:0:6497:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast  ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b14bc28c00/0xff23d3f688d93d49 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x121d381d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0xff23d3f688d93d50 expref: -99 pid: 9945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185332.972189:0:6497:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool
00000100:00100000:0.0:1789185332.972195:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14876ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:6516:x1876087019030528:12345-0@lo:104: Request processed in 73us (200us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185332.972203:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8048
00010000:00010000:1.0:1789185332.972211:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1789185332.972218:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b14bc28c00/0xff23d3f688d93d49 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x121d381d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0xff23d3f688d93d50 expref: -99 pid: 9945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185332.972227:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14bc28c00 already unused, calling callback (ffffffffc18deee0)
00010000:00010000:1.0:1789185332.972233:0:6503:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b14bc28c00/0xff23d3f688d93d49 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x121d381d bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0xff23d3f688d93d50 expref: -99 pid: 9945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1789185332.972243:0:6503:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b14bc28c00/0xff23d3f688d93d49 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x121d381d bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0xff23d3f688d93d50 expref: -99 pid: 9945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185332.972283:0:6503:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b14bc28c00/0xff23d3f688d93d49 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x121d381d bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0xff23d3f688d93d50 expref: -99 pid: 9945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185332.972290:0:6503:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed
00010000:00010000:1.0:1789185332.972321:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b14bc28c00/0xff23d3f688d93d49 lrc: 1/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x121d381d bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0xff23d3f688d93d50 expref: -99 pid: 9945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185332.972329:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff90b14bc28c00/0xff23d3f688d93d49 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x121d381d bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0xff23d3f688d93d50 expref: -99 pid: 9945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185332.972349:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185332.972351:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185332.972352:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789185332.972354:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14876c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1876087019030656:0@lo:103:ldlm_bl.0
00000100:00100000:1.0:1789185332.972460:0:6516:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14876dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6516:1876087019030528:0@lo:104:
00000100:00100000:0.0:1789185332.972470:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:1.0:1789185332.972485:0:6516:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb96c00/0xff23d3f688d93d7a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x121d381d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185332.972514:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019030656
00000100:00100000:0.0:1789185332.972518:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019030656
00010000:00010000:0.0:1789185332.972538:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a862600/0xff23d3f688d93d50 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x121d381d bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0xff23d3f688d93d49 expref: 9 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185332.972584:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23749
00000100:00100000:0.0:1789185332.972594:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14b5c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:lustre-MDT0001-mdtlov_UUID+9:3638:x1876087019030656:12345-0@lo:103:ldlm_bl.0
00010000:00010000:0.0:1789185332.972604:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00000001:00080000:2.0:1789185332.978177:0:31015:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589957754 is committed
00010000:00010000:0.0:1789185332.978335:0:178150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a862600/0xff23d3f688d93d50 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x121d381d bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0xff23d3f688d93d49 expref: 8 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185332.978361:0:178150:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x121d381d (ffff90b149ed9100)
00010000:00010000:0.0:1789185332.978368:0:178150:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb96c00/0xff23d3f688d93d7a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x121d381d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185332.978378:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb96c00/0xff23d3f688d93d7a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x121d381d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185332.978386:0:178150:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb96c00/0xff23d3f688d93d7a lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x121d381d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185332.978423:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185332.978581:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14b5c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:lustre-MDT0001-mdtlov_UUID+7:3638:x1876087019030656:12345-0@lo:103:ldlm_bl.0 Request processed in 5987us (6108us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185332.978592:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23749
00010000:00010000:1.0:1789185332.978813:0:6516:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb96c00/0xff23d3f688d93d7a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x121d381d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185332.978823:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb96c00/0xff23d3f688d93d7a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x121d381d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185332.978985:0:6516:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14876dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6516:1876087019030784:0@lo:1000:mdt00_001.0
00000100:00100000:1.0:1789185332.979034:0:6516:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185332.979070:0:6516:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b15108c0c0 going to sleep for 11 seconds
00000100:00100000:0.0:1789185332.979182:0:6521:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019030784
00000100:00100000:0.0:1789185332.979194:0:6521:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019030784
00000100:00100000:2.0:1789185332.979239:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14876c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1876087019030656:0@lo:103:ldlm_bl.0
00000100:00100000:0.0:1789185332.979285:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25273
00000100:00100000:0.0:1789185332.979297:0:6521:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14876d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6516:x1876087019030784:12345-0@lo:1000:mdt00_001.0
00000100:00100000:0.0:1789185332.979391:0:6521:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14876d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6516:x1876087019030784:12345-0@lo:1000:mdt00_001.0 Request processed in 93us (352us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185332.979398:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25273
00000100:00100000:2.0:1789185332.979443:0:6516:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14876dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6516:1876087019030784:0@lo:1000:mdt00_001.0
00010000:00010000:2.0:1789185332.979758:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5a00/0xff23d3f688d93d81 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x4c3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185332.979773:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5a00/0xff23d3f688d93d81 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x4c3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185332.979783:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5a00/0xff23d3f688d93d81 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x4c3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1789185332.979867:0:6516:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5a00/0xff23d3f688d93d81 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x4c3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185332.979884:0:6516:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb97c00/0xff23d3f688d93d73 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185332.979891:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb97c00/0xff23d3f688d93d73 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185332.979898:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb97c00/0xff23d3f688d93d73 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185332.979906:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb97c00/0xff23d3f688d93d73 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185332.979913:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14cb97c00 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:2.0:1789185332.979918:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb97c00/0xff23d3f688d93d73 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185332.979927:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb97c00/0xff23d3f688d93d73 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185332.979939:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90b244d7ba00)
00010000:00010000:2.0:1789185332.979942:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1789185332.979947:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb97c00/0xff23d3f688d93d73 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185332.979955:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb97c00/0xff23d3f688d93d73 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185332.979968:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb96c00/0xff23d3f688d93d7a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x121d381d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185332.979976:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb96c00/0xff23d3f688d93d7a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x121d381d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185332.979982:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb96c00/0xff23d3f688d93d7a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x121d381d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185332.979986:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14cb96c00 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:2.0:1789185332.979989:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb96c00/0xff23d3f688d93d7a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x121d381d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185332.979995:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb96c00/0xff23d3f688d93d7a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x121d381d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185332.980002:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x121d381d (ffff90b149ed9100)
00010000:00010000:2.0:1789185332.980004:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1789185332.980008:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb96c00/0xff23d3f688d93d7a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x121d381d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185332.980013:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb96c00/0xff23d3f688d93d7a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x121d381d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185332.980053:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb97200/0xff23d3f688d93d6c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bea5 expref: 14 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185332.980067:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5a00/0xff23d3f688d93d81 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x4c3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bea5 expref: 13 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185332.980075:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c3:0x0].0x0 (ffff90b242e78100)
00010000:00010000:2.0:1789185332.980077:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1
00010000:00010000:2.0:1789185332.980080:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90b149bd5a00, rc 0)
00000100:00100000:2.0:1789185332.980146:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14b5c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+13:250727:x1876087010853632:12345-192.168.204.3@tcp:101:touch.0 Request processed in 8499us (8918us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185332.980152:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 70743
00000100:00100000:3.0:1789185332.983590:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185332.983621:0:24807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010853760
00000100:00100000:1.0:1789185332.983631:0:24807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010853760
00000100:00100000:1.0:1789185332.983753:0:24807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 70744
00000100:00100000:1.0:1789185332.983765:0:24807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f109180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+9:250727:x1876087010853760:12345-192.168.204.3@tcp:101:touch.0
00010000:00010000:1.0:1789185332.983790:0:24807:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1789185332.983812:0:24807:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96600/0xff23d3f688d93d88 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x4c3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xeb7932912cf4beac expref: -99 pid: 24807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185332.983876:0:24807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96000/0xff23d3f688d93d8f lrc: 3/1,0 mode: --/PR res: [0x240000402:0x4c3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 24807 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185332.983892:0:24807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96000/0xff23d3f688d93d8f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x4c3:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24807 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185332.983903:0:24807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96000/0xff23d3f688d93d8f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x4c3:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24807 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1789185332.983947:0:24807:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000402:0x4c3:0x0]: returning size 4096
00000004:00200000:1.0:1789185332.983950:0:24807:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00010000:00010000:1.0:1789185332.984006:0:24807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96600/0xff23d3f688d93d88 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x4c3:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4beac expref: 11 pid: 24807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185332.984022:0:24807:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96000/0xff23d3f688d93d8f lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x4c3:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4beac expref: 10 pid: 24807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185332.984031:0:24807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c3:0x0].0x0 (ffff90b149ed9000)
00010000:00010000:1.0:1789185332.984034:0:24807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10
00010000:00010000:1.0:1789185332.984038:0:24807:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90b14cb96000, rc 0)
00000100:00100000:1.0:1789185332.984099:0:24807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f109180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+10:250727:x1876087010853760:12345-192.168.204.3@tcp:101:touch.0 Request processed in 337us (517us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185332.984106:0:24807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 70744
00000100:00100000:1.0:1789185332.987745:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185332.988130:0:6517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010854016
00000100:00100000:2.0:1789185332.988144:0:6517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010854016
00000100:00100000:2.0:1789185332.988218:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 70745
00000100:00100000:2.0:1789185332.988228:0:6517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14876df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+10:250727:x1876087010854016:12345-192.168.204.3@tcp:101:touch.0
00010000:00010000:2.0:1789185332.988265:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1789185332.988288:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4200/0xff23d3f688d93d96 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xeb7932912cf4beb3 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185332.988417:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5600/0xff23d3f688d93d9d lrc: 3/0,1 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185332.988436:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5600/0xff23d3f688d93d9d lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185332.988449:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5600/0xff23d3f688d93d9d lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185332.989364:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5800/0xff23d3f688d93da4 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x4c3:0x0].0xb1bed465 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185332.989376:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5800/0xff23d3f688d93da4 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0xb1bed465 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185332.989385:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5800/0xff23d3f688d93da4 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0xb1bed465 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185332.990170:0:6517:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d148a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6517:1876087019030912:0@lo:1000:mdt00_002.0
00000100:00100000:2.0:1789185332.990242:0:6517:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185332.990294:0:6517:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b153890e40 going to sleep for 11 seconds
00000100:00100000:0.0:1789185332.990580:0:7824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019030912
00000100:00100000:0.0:1789185332.990588:0:7824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019030912
00000100:00100000:0.0:1789185332.990646:0:7824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25274
00000100:00100000:0.0:1789185332.990657:0:7824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d149500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:6517:x1876087019030912:12345-0@lo:1000:mdt00_002.0
00000100:00100000:0.0:1789185332.990765:0:7824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d149500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:6517:x1876087019030912:12345-0@lo:1000:mdt00_002.0 Request processed in 110us (523us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185332.990773:0:7824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25274
00000100:00100000:2.0:1789185332.991686:0:6517:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 8589957754 gen 2
00000004:00080000:2.0:1789185332.991695:0:6517:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957754 committed transno 8589957754
00000100:00100000:2.0:1789185332.991722:0:6517:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d148a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6517:1876087019030912:0@lo:1000:mdt00_002.0
00000004:00080000:2.0:1789185332.992651:0:6517:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x4e0:0x0], index 1: 0
00010000:00010000:2.0:1789185332.992844:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5000/0xff23d3f688d93dab lrc: 3/1,0 mode: --/PR res: [0x240000402:0x4c4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185332.992864:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5000/0xff23d3f688d93dab lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x4c4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185332.992877:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5000/0xff23d3f688d93dab lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x4c4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185332.993690:0:6517:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5600/0xff23d3f688d93d9d lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185332.993699:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5600/0xff23d3f688d93d9d lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185332.993707:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5600/0xff23d3f688d93d9d lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185332.993715:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5600/0xff23d3f688d93d9d lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185332.993721:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149bd5600 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:2.0:1789185332.993726:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5600/0xff23d3f688d93d9d lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185332.993749:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5600/0xff23d3f688d93d9d lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185332.993765:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c3:0x0].0x0 (ffff90b149ed9000)
00010000:00010000:2.0:1789185332.993769:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1789185332.993775:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5600/0xff23d3f688d93d9d lrc: 3/0,0 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185332.993783:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5600/0xff23d3f688d93d9d lrc: 0/0,0 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:2.0:1789185332.993798:0:6517:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000094e29e22 reply state 000000000dd21bba transno 4294985792 ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5800/0xff23d3f688d93da4 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0xb1bed465 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185332.993810:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5800/0xff23d3f688d93da4 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x4c3:0x0].0xb1bed465 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185332.993818:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c3:0x0].0xb1bed465 (ffff90b242e78f00)
00010000:00010000:2.0:1789185332.993821:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1789185332.993824:0:6517:0:(service.c:179:ptlrpc_save_lock()) nlocks 0
00010000:00010000:2.0:1789185332.993870:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4200/0xff23d3f688d93d96 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4beb3 expref: 13 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185332.993886:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5000/0xff23d3f688d93dab lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x4c4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4beb3 expref: 12 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185332.993894:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c4:0x0].0x0 (ffff90b242e78b00)
00010000:00010000:2.0:1789185332.993897:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1789185332.993899:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90b149bd5000, rc 0)
00000100:00100000:2.0:1789185332.993971:0:6517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14876df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+13:250727:x1876087010854016:12345-192.168.204.3@tcp:101:touch.0 Request processed in 5743us (6238us total) trans 4294985792 rc 0/0
00000100:00100000:2.0:1789185332.993980:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 70745
00000100:00100000:1.0:1789185332.998615:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185332.999213:0:17813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010854272
00000100:00100000:0.0:1789185332.999225:0:17813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010854272
00000100:00100000:0.0:1789185332.999404:0:17813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 70746
00000100:00100000:0.0:1789185332.999416:0:17813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14876c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+13:250727:x1876087010854272:12345-192.168.204.3@tcp:36:touch.0
00010000:00010000:0.0:1789185332.999491:0:17813:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185332.999521:0:17813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5000/0xff23d3f688d93dab lrc: 0/0,0 mode: --/PR res: [0x240000402:0x4c4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4beb3 expref: 13 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185332.999540:0:17813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c4:0x0].0x0 (ffff90b242e78b00)
00010000:00010000:0.0:1789185333.000524:0:17813:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1789185333.000609:0:17813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29000/0xff23d3f688d93db9 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x4c4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.000629:0:17813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29000/0xff23d3f688d93db9 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.000641:0:17813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29000/0xff23d3f688d93db9 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1789185333.001416:0:17813:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000008e1dd4e3 reply state 000000007bcf8830 transno 4294985793 ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29000/0xff23d3f688d93db9 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.001433:0:17813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29000/0xff23d3f688d93db9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x4c4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.001446:0:17813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c4:0x0].0x0 (ffff90b2478fc100)
00010000:00010000:0.0:1789185333.001448:0:17813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1789185333.001514:0:17813:0:(service.c:179:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1789185333.001674:0:17813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14876c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+14:250727:x1876087010854272:12345-192.168.204.3@tcp:36:touch.0 Request processed in 2257us (3063us total) trans 4294985793 rc 0/0
00000100:00100000:0.0:1789185333.001683:0:17813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 70746
00000100:00100000:3.0:1789185333.004970:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185333.007654:0:35215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010854400
00000100:00100000:2.0:1789185333.007668:0:35215:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010854400
00000100:00100000:2.0:1789185333.007818:0:35215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 70747
00000100:00100000:2.0:1789185333.007830:0:35215:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f10b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:5ea6f62d-4e20-4559-8935-61e538d0074d+14:250727:x1876087010854400:12345-192.168.204.3@tcp:101:touch.0
00010000:00010000:2.0:1789185333.007854:0:35215:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1789185333.007876:0:35215:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5600/0xff23d3f688d93dc0 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x4c4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xeb7932912cf4beba expref: -99 pid: 35215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.007998:0:35215:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5600/0xff23d3f688d93dc0 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x4c4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4beba expref: 15 pid: 35215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.008014:0:35215:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5600/0xff23d3f688d93dc0 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x4c4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4beba expref: 15 pid: 35215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.008032:0:35215:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c4:0x0].0x0 (ffff90b2478fc100)
00010000:00010000:2.0:1789185333.008035:0:35215:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8
00010000:00010000:2.0:1789185333.008039:0:35215:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90b149bd5600, rc 0)
00000100:00100000:2.0:1789185333.008128:0:35215:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f10b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:5ea6f62d-4e20-4559-8935-61e538d0074d+15:250727:x1876087010854400:12345-192.168.204.3@tcp:101:touch.0 Request processed in 300us (3168us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185333.008135:0:35215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 70747
00000100:00100000:2.0:1789185333.013299:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185333.013720:0:34810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010854528
00000100:00100000:0.0:1789185333.013731:0:34810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010854528
00000100:00100000:0.0:1789185333.013795:0:34810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 38255
00000100:00100000:0.0:1789185333.013808:0:34810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d148a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:5ea6f62d-4e20-4559-8935-61e538d0074d+5:2391:x1876087010854528:12345-192.168.204.3@tcp:2:touch.0
00000100:00100000:0.0:1789185333.014034:0:34810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d148a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:5ea6f62d-4e20-4559-8935-61e538d0074d+6:2391:x1876087010854528:12345-192.168.204.3@tcp:2:touch.0 Request processed in 229us (746us total) trans 4294989773 rc 0/0
00000100:00100000:0.0:1789185333.014042:0:34810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 38255
00000100:00080000:2.0:1789185333.014129:0:6511:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1789185333.017448:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185333.019088:0:22625:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010854784
00000100:00100000:0.0:1789185333.019101:0:22625:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010854784
00000100:00100000:0.0:1789185333.019235:0:22625:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 9615
00000100:00100000:0.0:1789185333.019246:0:22625:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14876e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+15:250727:x1876087010854784:12345-192.168.204.3@tcp:35:touch.0
00000100:00100000:0.0:1789185333.019635:0:22625:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14876e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+16:250727:x1876087010854784:12345-192.168.204.3@tcp:35:touch.0 Request processed in 390us (2195us total) trans 4294985794 rc 0/0
00000100:00100000:0.0:1789185333.019643:0:22625:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 9615
00000100:00100000:3.0:1789185333.041589:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185333.042062:0:35214:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010855040
00000100:00100000:0.0:1789185333.042074:0:35214:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010855040
00000100:00100000:0.0:1789185333.042140:0:35214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 70748
00000100:00100000:0.0:1789185333.042152:0:35214:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f10bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:5ea6f62d-4e20-4559-8935-61e538d0074d+16:250729:x1876087010855040:12345-192.168.204.3@tcp:101:lfs.0
00010000:00010000:0.0:1789185333.042178:0:35214:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1789185333.042212:0:35214:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29200/0xff23d3f688d93dc7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xeb7932912cf4bec1 expref: -99 pid: 35214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1789185333.042333:0:35214:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000402:0x4c3:0x0]: returning size 4096
00010000:00010000:0.0:1789185333.042657:0:35214:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29200/0xff23d3f688d93dc7 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bec1 expref: 18 pid: 35214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.042675:0:35214:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90b2478fc200)
00010000:00010000:0.0:1789185333.042678:0:35214:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1
00010000:00010000:0.0:1789185333.042685:0:35214:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29200/0xff23d3f688d93dc7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bec1 expref: 18 pid: 35214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.042706:0:35214:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90b14bc29200, rc 0)
00000100:00100000:0.0:1789185333.042781:0:35214:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f10bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:5ea6f62d-4e20-4559-8935-61e538d0074d+17:250729:x1876087010855040:12345-192.168.204.3@tcp:101:lfs.0 Request processed in 632us (1239us total) trans 4294985795 rc 301/301
00000100:00100000:0.0:1789185333.042790:0:35214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 70748
00000100:00100000:2.0:1789185333.047224:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185333.047324:0:35217:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010855296
00000100:00100000:1.0:1789185333.047334:0:35217:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010855296
00000100:00100000:1.0:1789185333.047689:0:35217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 70749
00000100:00100000:1.0:1789185333.047701:0:35217:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d14a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:5ea6f62d-4e20-4559-8935-61e538d0074d+17:250729:x1876087010855296:12345-192.168.204.3@tcp:36:lfs.0
00010000:00010000:1.0:1789185333.047783:0:35217:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97400/0xff23d3f688d93dd5 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35217 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.047802:0:35217:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97400/0xff23d3f688d93dd5 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.047824:0:35217:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97400/0xff23d3f688d93dd5 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.047839:0:35217:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97800/0xff23d3f688d93ddc lrc: 3/0,1 mode: --/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35217 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.047847:0:35217:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97800/0xff23d3f688d93ddc lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.047854:0:35217:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97800/0xff23d3f688d93ddc lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.047977:0:35217:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97400/0xff23d3f688d93dd5 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.047985:0:35217:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97400/0xff23d3f688d93dd5 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.047992:0:35217:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97400/0xff23d3f688d93dd5 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.047998:0:35217:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97400/0xff23d3f688d93dd5 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.048004:0:35217:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14cb97400 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:1.0:1789185333.048008:0:35217:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97400/0xff23d3f688d93dd5 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.048016:0:35217:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97400/0xff23d3f688d93dd5 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.048028:0:35217:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c3:0x0].0x0 (ffff90b149ed9000)
00010000:00010000:1.0:1789185333.048032:0:35217:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1789185333.048037:0:35217:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97400/0xff23d3f688d93dd5 lrc: 3/0,0 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.048045:0:35217:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97400/0xff23d3f688d93dd5 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.048056:0:35217:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97800/0xff23d3f688d93ddc lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.048063:0:35217:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97800/0xff23d3f688d93ddc lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.048068:0:35217:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97800/0xff23d3f688d93ddc lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.048074:0:35217:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14cb97800 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:1.0:1789185333.048077:0:35217:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97800/0xff23d3f688d93ddc lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.048083:0:35217:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97800/0xff23d3f688d93ddc lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.048090:0:35217:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c3:0x0].0x151df48e (ffff90b151b3bd00)
00010000:00010000:1.0:1789185333.048092:0:35217:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1789185333.048095:0:35217:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97800/0xff23d3f688d93ddc lrc: 2/0,0 mode: --/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.048101:0:35217:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97800/0xff23d3f688d93ddc lrc: 0/0,0 mode: --/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185333.048166:0:35217:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d14a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:5ea6f62d-4e20-4559-8935-61e538d0074d+18:250729:x1876087010855296:12345-192.168.204.3@tcp:36:lfs.0 Request processed in 468us (949us total) trans 0 rc -2/-2
00000100:00100000:1.0:1789185333.048174:0:35217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 70749
00000100:00100000:3.0:1789185333.051478:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185333.051704:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010855552
00000100:00100000:0.0:1789185333.051723:0:6518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010855552
00000100:00100000:0.0:1789185333.051778:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 9616
00000100:00100000:0.0:1789185333.051787:0:6518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f108000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+18:250729:x1876087010855552:12345-192.168.204.3@tcp:35:lfs.0
00000100:00100000:0.0:1789185333.052016:0:6518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f108000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+19:250729:x1876087010855552:12345-192.168.204.3@tcp:35:lfs.0 Request processed in 230us (549us total) trans 4294985796 rc 0/0
00000100:00100000:0.0:1789185333.052024:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 9616
00000100:00100000:3.0:1789185333.066048:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185333.067049:0:10357:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010855808
00000100:00100000:2.0:1789185333.067063:0:10357:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010855808
00000100:00100000:2.0:1789185333.067132:0:10357:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 70750
00000100:00100000:2.0:1789185333.067142:0:10357:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f10a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+19:250730:x1876087010855808:12345-192.168.204.3@tcp:101:lfs.0
00010000:00010000:2.0:1789185333.067168:0:10357:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1789185333.067194:0:10357:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5e00/0xff23d3f688d93de3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xeb7932912cf4bec8 expref: -99 pid: 10357 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.067313:0:10357:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4800/0xff23d3f688d93dea lrc: 3/1,0 mode: --/CR res: [0x240000402:0x4c3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10357 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.067331:0:10357:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4800/0xff23d3f688d93dea lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x4c3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10357 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.067345:0:10357:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4800/0xff23d3f688d93dea lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x4c3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10357 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1789185333.067356:0:10357:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000402:0x4c3:0x0]: returning size 4096
00010000:00010000:2.0:1789185333.067537:0:10357:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5e00/0xff23d3f688d93de3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bec8 expref: 22 pid: 10357 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.067593:0:10357:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4800/0xff23d3f688d93dea lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x4c3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bec8 expref: 21 pid: 10357 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.067602:0:10357:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c3:0x0].0x0 (ffff90b149ed9000)
00010000:00010000:2.0:1789185333.067605:0:10357:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1789185333.067610:0:10357:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90b149bd4800, rc 0)
00000100:00100000:2.0:1789185333.067679:0:10357:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f10a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+21:250730:x1876087010855808:12345-192.168.204.3@tcp:101:lfs.0 Request processed in 538us (1640us total) trans 4294985797 rc 0/0
00000100:00100000:2.0:1789185333.067688:0:10357:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 70750
00000100:00100000:3.0:1789185333.070323:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185333.070392:0:35216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010856064
00000100:00100000:1.0:1789185333.070401:0:35216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010856064
00000100:00100000:1.0:1789185333.070468:0:35216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 70751
00000100:00100000:1.0:1789185333.070477:0:35216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f109c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:5ea6f62d-4e20-4559-8935-61e538d0074d+21:250730:x1876087010856064:12345-192.168.204.3@tcp:36:lfs.0
00010000:00010000:1.0:1789185333.070582:0:35216:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97800/0xff23d3f688d93df8 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35216 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.070598:0:35216:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97800/0xff23d3f688d93df8 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35216 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.070609:0:35216:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97800/0xff23d3f688d93df8 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.070622:0:35216:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97400/0xff23d3f688d93dff lrc: 3/0,1 mode: --/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35216 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.070627:0:35216:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97400/0xff23d3f688d93dff lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35216 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.070633:0:35216:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97400/0xff23d3f688d93dff lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.070749:0:35216:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97800/0xff23d3f688d93df8 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.070757:0:35216:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97800/0xff23d3f688d93df8 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35216 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.070767:0:35216:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97800/0xff23d3f688d93df8 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35216 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.070773:0:35216:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97800/0xff23d3f688d93df8 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35216 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.070779:0:35216:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14cb97800 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:1.0:1789185333.070784:0:35216:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97800/0xff23d3f688d93df8 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35216 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.070792:0:35216:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97800/0xff23d3f688d93df8 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 35216 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.070805:0:35216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c3:0x0].0x0 (ffff90b149ed9000)
00010000:00010000:1.0:1789185333.070808:0:35216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1789185333.070813:0:35216:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97800/0xff23d3f688d93df8 lrc: 3/0,0 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35216 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.070820:0:35216:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97800/0xff23d3f688d93df8 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35216 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.070834:0:35216:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97400/0xff23d3f688d93dff lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35216 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.070843:0:35216:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97400/0xff23d3f688d93dff lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35216 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.070849:0:35216:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97400/0xff23d3f688d93dff lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35216 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.070853:0:35216:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14cb97400 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:1.0:1789185333.070855:0:35216:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97400/0xff23d3f688d93dff lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35216 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.070859:0:35216:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97400/0xff23d3f688d93dff lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35216 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.070865:0:35216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c3:0x0].0x151df48e (ffff90b151b3bd00)
00010000:00010000:1.0:1789185333.070867:0:35216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1789185333.070870:0:35216:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97400/0xff23d3f688d93dff lrc: 2/0,0 mode: --/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35216 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.070874:0:35216:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97400/0xff23d3f688d93dff lrc: 0/0,0 mode: --/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35216 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185333.070940:0:35216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f109c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:5ea6f62d-4e20-4559-8935-61e538d0074d+22:250730:x1876087010856064:12345-192.168.204.3@tcp:36:lfs.0 Request processed in 463us (627us total) trans 0 rc -2/-2
00000100:00100000:1.0:1789185333.070946:0:35216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 70751
00000100:00100000:3.0:1789185333.081519:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185333.082028:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010856320
00000100:00100000:1.0:1789185333.082038:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010856320
00000100:00100000:1.0:1789185333.082102:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 70752
00000100:00100000:1.0:1789185333.082111:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f109500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+22:250731:x1876087010856320:12345-192.168.204.3@tcp:36:lfs.0
00010000:00010000:1.0:1789185333.082272:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96200/0xff23d3f688d93e06 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.082294:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96200/0xff23d3f688d93e06 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.082306:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96200/0xff23d3f688d93e06 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.082322:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96400/0xff23d3f688d93e0d lrc: 3/0,1 mode: --/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.082330:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96400/0xff23d3f688d93e0d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.082336:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96400/0xff23d3f688d93e0d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.082460:0:6515:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96200/0xff23d3f688d93e06 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.082468:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96200/0xff23d3f688d93e06 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.082473:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96200/0xff23d3f688d93e06 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.082479:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96200/0xff23d3f688d93e06 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.082485:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14cb96200 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:1.0:1789185333.082489:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96200/0xff23d3f688d93e06 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.082497:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96200/0xff23d3f688d93e06 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.082509:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c3:0x0].0x0 (ffff90b149ed9000)
00010000:00010000:1.0:1789185333.082512:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1789185333.082517:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96200/0xff23d3f688d93e06 lrc: 3/0,0 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.082523:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96200/0xff23d3f688d93e06 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.082536:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96400/0xff23d3f688d93e0d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.082541:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96400/0xff23d3f688d93e0d lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.082585:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96400/0xff23d3f688d93e0d lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.082591:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14cb96400 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:1.0:1789185333.082594:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96400/0xff23d3f688d93e0d lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.082600:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96400/0xff23d3f688d93e0d lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.082608:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c3:0x0].0x151df48e (ffff90b151b3be00)
00010000:00010000:1.0:1789185333.082610:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1789185333.082613:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96400/0xff23d3f688d93e0d lrc: 2/0,0 mode: --/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.082619:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96400/0xff23d3f688d93e0d lrc: 0/0,0 mode: --/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185333.082881:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f109500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+23:250731:x1876087010856320:12345-192.168.204.3@tcp:36:lfs.0 Request processed in 769us (1371us total) trans 0 rc -2/-2
00000100:00100000:1.0:1789185333.082889:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 70752
00000100:00100000:3.0:1789185333.104471:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185333.104593:0:35224:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010856576
00000100:00100000:1.0:1789185333.104605:0:35224:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010856576
00000100:00100000:1.0:1789185333.104677:0:35224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 70753
00000100:00100000:1.0:1789185333.104689:0:35224:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f108a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:5ea6f62d-4e20-4559-8935-61e538d0074d+23:250732:x1876087010856576:12345-192.168.204.3@tcp:36:lfs.0
00010000:00010000:1.0:1789185333.104792:0:35224:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96400/0xff23d3f688d93e14 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35224 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.104812:0:35224:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96400/0xff23d3f688d93e14 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35224 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.104824:0:35224:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96400/0xff23d3f688d93e14 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35224 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.104839:0:35224:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96200/0xff23d3f688d93e1b lrc: 3/0,1 mode: --/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35224 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.104846:0:35224:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96200/0xff23d3f688d93e1b lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35224 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.104853:0:35224:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96200/0xff23d3f688d93e1b lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35224 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.104977:0:35224:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96400/0xff23d3f688d93e14 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35224 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.104986:0:35224:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96400/0xff23d3f688d93e14 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35224 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.104992:0:35224:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96400/0xff23d3f688d93e14 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35224 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.104998:0:35224:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96400/0xff23d3f688d93e14 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35224 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.105005:0:35224:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14cb96400 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:1.0:1789185333.105010:0:35224:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96400/0xff23d3f688d93e14 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35224 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.105018:0:35224:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96400/0xff23d3f688d93e14 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 35224 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.105032:0:35224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c3:0x0].0x0 (ffff90b149ed9000)
00010000:00010000:1.0:1789185333.105035:0:35224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1789185333.105040:0:35224:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96400/0xff23d3f688d93e14 lrc: 3/0,0 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35224 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.105047:0:35224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96400/0xff23d3f688d93e14 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35224 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.105063:0:35224:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96200/0xff23d3f688d93e1b lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35224 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.105069:0:35224:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96200/0xff23d3f688d93e1b lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35224 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.105075:0:35224:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96200/0xff23d3f688d93e1b lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35224 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.105079:0:35224:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14cb96200 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:1.0:1789185333.105083:0:35224:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96200/0xff23d3f688d93e1b lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35224 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.105088:0:35224:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96200/0xff23d3f688d93e1b lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35224 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.105095:0:35224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c3:0x0].0x151df48e (ffff90b151b3be00)
00010000:00010000:1.0:1789185333.105098:0:35224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1789185333.105101:0:35224:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96200/0xff23d3f688d93e1b lrc: 2/0,0 mode: --/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35224 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.105107:0:35224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96200/0xff23d3f688d93e1b lrc: 0/0,0 mode: --/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35224 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185333.105191:0:35224:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f108a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:5ea6f62d-4e20-4559-8935-61e538d0074d+24:250732:x1876087010856576:12345-192.168.204.3@tcp:36:lfs.0 Request processed in 504us (730us total) trans 0 rc -2/-2
00000100:00100000:1.0:1789185333.105199:0:35224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 70753
00000100:00100000:3.0:1789185333.124309:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185333.125023:0:35215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010856832
00000100:00100000:2.0:1789185333.125036:0:35215:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010856832
00000100:00100000:2.0:1789185333.125108:0:35215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 70754
00000100:00100000:2.0:1789185333.125118:0:35215:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f10b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:5ea6f62d-4e20-4559-8935-61e538d0074d+24:250733:x1876087010856832:12345-192.168.204.3@tcp:36:lfs.0
00010000:00010000:2.0:1789185333.125234:0:35215:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5e00/0xff23d3f688d93e22 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35215 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.125266:0:35215:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5e00/0xff23d3f688d93e22 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35215 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.125280:0:35215:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5e00/0xff23d3f688d93e22 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35215 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.125296:0:35215:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4a00/0xff23d3f688d93e29 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35215 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.125303:0:35215:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4a00/0xff23d3f688d93e29 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35215 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.125309:0:35215:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4a00/0xff23d3f688d93e29 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35215 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.125443:0:35215:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5e00/0xff23d3f688d93e22 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35215 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.125450:0:35215:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5e00/0xff23d3f688d93e22 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35215 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.125457:0:35215:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5e00/0xff23d3f688d93e22 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35215 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.125463:0:35215:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5e00/0xff23d3f688d93e22 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35215 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.125468:0:35215:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149bd5e00 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:2.0:1789185333.125473:0:35215:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5e00/0xff23d3f688d93e22 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35215 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.125481:0:35215:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5e00/0xff23d3f688d93e22 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 35215 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.125494:0:35215:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c3:0x0].0x0 (ffff90b149ed9000)
00010000:00010000:2.0:1789185333.125497:0:35215:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1789185333.125502:0:35215:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5e00/0xff23d3f688d93e22 lrc: 3/0,0 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35215 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.125508:0:35215:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5e00/0xff23d3f688d93e22 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35215 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.125521:0:35215:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4a00/0xff23d3f688d93e29 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35215 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.125528:0:35215:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4a00/0xff23d3f688d93e29 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35215 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.125534:0:35215:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4a00/0xff23d3f688d93e29 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35215 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.125539:0:35215:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149bd4a00 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:2.0:1789185333.125543:0:35215:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4a00/0xff23d3f688d93e29 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35215 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.125611:0:35215:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4a00/0xff23d3f688d93e29 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35215 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.125624:0:35215:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c3:0x0].0x151df48e (ffff90b242e78800)
00010000:00010000:2.0:1789185333.125626:0:35215:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1789185333.125629:0:35215:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4a00/0xff23d3f688d93e29 lrc: 2/0,0 mode: --/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35215 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.125636:0:35215:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4a00/0xff23d3f688d93e29 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35215 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185333.125735:0:35215:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f10b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:5ea6f62d-4e20-4559-8935-61e538d0074d+25:250733:x1876087010856832:12345-192.168.204.3@tcp:36:lfs.0 Request processed in 617us (1435us total) trans 0 rc -2/-2
00000100:00100000:2.0:1789185333.125743:0:35215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 70754
00000100:00100000:2.0:1789185333.143396:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185333.143497:0:9945:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010857088
00000100:00100000:3.0:1789185333.143510:0:9945:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010857088
00000100:00100000:3.0:1789185333.143606:0:9945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 70755
00000100:00100000:3.0:1789185333.143617:0:9945:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d148700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+25:250734:x1876087010857088:12345-192.168.204.3@tcp:36:lfs.0
00010000:00010000:3.0:1789185333.143716:0:9945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863200/0xff23d3f688d93e30 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9945 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.143754:0:9945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863200/0xff23d3f688d93e30 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9945 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.143768:0:9945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863200/0xff23d3f688d93e30 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9945 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.143785:0:9945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863600/0xff23d3f688d93e37 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9945 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.143793:0:9945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863600/0xff23d3f688d93e37 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9945 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.143800:0:9945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863600/0xff23d3f688d93e37 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9945 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.143938:0:9945:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863200/0xff23d3f688d93e30 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9945 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.143947:0:9945:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863200/0xff23d3f688d93e30 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9945 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.143954:0:9945:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863200/0xff23d3f688d93e30 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9945 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.143963:0:9945:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863200/0xff23d3f688d93e30 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9945 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.143970:0:9945:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14a863200 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:3.0:1789185333.143975:0:9945:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863200/0xff23d3f688d93e30 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9945 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.143984:0:9945:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863200/0xff23d3f688d93e30 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9945 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.143998:0:9945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c3:0x0].0x0 (ffff90b149ed9000)
00010000:00010000:3.0:1789185333.144001:0:9945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1789185333.144006:0:9945:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863200/0xff23d3f688d93e30 lrc: 3/0,0 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9945 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.144014:0:9945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863200/0xff23d3f688d93e30 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9945 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.144029:0:9945:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863600/0xff23d3f688d93e37 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9945 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.144034:0:9945:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863600/0xff23d3f688d93e37 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9945 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.144039:0:9945:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863600/0xff23d3f688d93e37 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9945 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.144043:0:9945:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14a863600 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:3.0:1789185333.144046:0:9945:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863600/0xff23d3f688d93e37 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9945 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.144051:0:9945:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863600/0xff23d3f688d93e37 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9945 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.144057:0:9945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c3:0x0].0x151df48e (ffff90b149ed9400)
00010000:00010000:3.0:1789185333.144060:0:9945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1789185333.144062:0:9945:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863600/0xff23d3f688d93e37 lrc: 2/0,0 mode: --/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9945 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.144068:0:9945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863600/0xff23d3f688d93e37 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9945 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185333.144160:0:9945:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d148700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+26:250734:x1876087010857088:12345-192.168.204.3@tcp:36:lfs.0 Request processed in 544us (772us total) trans 0 rc -2/-2
00000100:00100000:3.0:1789185333.144168:0:9945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 70755
00000100:00100000:1.0:1789185333.168453:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185333.168867:0:35219:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010857344
00000100:00100000:2.0:1789185333.168878:0:35219:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010857344
00000100:00100000:2.0:1789185333.168948:0:35219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 70756
00000100:00100000:2.0:1789185333.168959:0:35219:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14876ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:5ea6f62d-4e20-4559-8935-61e538d0074d+26:250735:x1876087010857344:12345-192.168.204.3@tcp:36:lfs.0
00010000:00010000:2.0:1789185333.169050:0:35219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5e00/0xff23d3f688d93e3e lrc: 3/0,1 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35219 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.169077:0:35219:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5e00/0xff23d3f688d93e3e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35219 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.169092:0:35219:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5e00/0xff23d3f688d93e3e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35219 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.169108:0:35219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4c00/0xff23d3f688d93e45 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35219 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.169115:0:35219:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4c00/0xff23d3f688d93e45 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35219 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.169121:0:35219:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4c00/0xff23d3f688d93e45 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35219 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.169264:0:35219:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5e00/0xff23d3f688d93e3e lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35219 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.169272:0:35219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5e00/0xff23d3f688d93e3e lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35219 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.169279:0:35219:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5e00/0xff23d3f688d93e3e lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35219 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.169286:0:35219:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5e00/0xff23d3f688d93e3e lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35219 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.169292:0:35219:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149bd5e00 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:2.0:1789185333.169296:0:35219:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5e00/0xff23d3f688d93e3e lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35219 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.169304:0:35219:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5e00/0xff23d3f688d93e3e lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 35219 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.169318:0:35219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c3:0x0].0x0 (ffff90b149ed9000)
00010000:00010000:2.0:1789185333.169321:0:35219:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1789185333.169326:0:35219:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5e00/0xff23d3f688d93e3e lrc: 3/0,0 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35219 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.169333:0:35219:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5e00/0xff23d3f688d93e3e lrc: 0/0,0 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35219 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.169346:0:35219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4c00/0xff23d3f688d93e45 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35219 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.169351:0:35219:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4c00/0xff23d3f688d93e45 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35219 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.169356:0:35219:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4c00/0xff23d3f688d93e45 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35219 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.169361:0:35219:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149bd4c00 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:2.0:1789185333.169364:0:35219:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4c00/0xff23d3f688d93e45 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35219 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.169370:0:35219:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4c00/0xff23d3f688d93e45 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35219 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.169377:0:35219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c3:0x0].0x151df48e (ffff90b242e78800)
00010000:00010000:2.0:1789185333.169379:0:35219:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1789185333.169382:0:35219:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4c00/0xff23d3f688d93e45 lrc: 2/0,0 mode: --/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35219 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.169389:0:35219:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4c00/0xff23d3f688d93e45 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35219 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185333.169476:0:35219:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14876ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:5ea6f62d-4e20-4559-8935-61e538d0074d+27:250735:x1876087010857344:12345-192.168.204.3@tcp:36:lfs.0 Request processed in 518us (1032us total) trans 0 rc -2/-2
00000100:00100000:2.0:1789185333.169483:0:35219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 70756
00000100:00100000:2.0:1789185333.192112:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185333.193744:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010857600
00000100:00100000:1.0:1789185333.193756:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010857600
00000100:00100000:1.0:1789185333.193891:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 70757
00000100:00100000:1.0:1789185333.193904:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d14bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+27:250736:x1876087010857600:12345-192.168.204.3@tcp:36:lfs.0
00010000:00010000:1.0:1789185333.194006:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96400/0xff23d3f688d93e4c lrc: 3/0,1 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.194025:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96400/0xff23d3f688d93e4c lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.194038:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96400/0xff23d3f688d93e4c lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.194053:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97400/0xff23d3f688d93e53 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.194060:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97400/0xff23d3f688d93e53 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.194067:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97400/0xff23d3f688d93e53 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.194184:0:6516:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96400/0xff23d3f688d93e4c lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.194193:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96400/0xff23d3f688d93e4c lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.194198:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96400/0xff23d3f688d93e4c lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.194210:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96400/0xff23d3f688d93e4c lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.194217:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14cb96400 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:1.0:1789185333.194221:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96400/0xff23d3f688d93e4c lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.194229:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96400/0xff23d3f688d93e4c lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.194241:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c3:0x0].0x0 (ffff90b149ed9000)
00010000:00010000:1.0:1789185333.194244:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1789185333.194260:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96400/0xff23d3f688d93e4c lrc: 3/0,0 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.194267:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96400/0xff23d3f688d93e4c lrc: 0/0,0 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.194281:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97400/0xff23d3f688d93e53 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.194287:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97400/0xff23d3f688d93e53 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.194293:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97400/0xff23d3f688d93e53 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.194298:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14cb97400 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:1.0:1789185333.194301:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97400/0xff23d3f688d93e53 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.194312:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97400/0xff23d3f688d93e53 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.194320:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c3:0x0].0x151df48e (ffff90b151b3be00)
00010000:00010000:1.0:1789185333.194322:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1789185333.194325:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97400/0xff23d3f688d93e53 lrc: 2/0,0 mode: --/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.194331:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97400/0xff23d3f688d93e53 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185333.194430:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d14bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+28:250736:x1876087010857600:12345-192.168.204.3@tcp:36:lfs.0 Request processed in 528us (2327us total) trans 0 rc -2/-2
00000100:00100000:1.0:1789185333.194438:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 70757
00000100:00100000:3.0:1789185333.210540:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185333.212165:0:35216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010857856
00000100:00100000:1.0:1789185333.212182:0:35216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010857856
00000100:00100000:0.0:1789185333.213006:0:35216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 70758
00000100:00100000:0.0:1789185333.213020:0:35216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f109880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:5ea6f62d-4e20-4559-8935-61e538d0074d+28:250737:x1876087010857856:12345-192.168.204.3@tcp:36:lfs.0
00010000:00010000:0.0:1789185333.213130:0:35216:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29200/0xff23d3f688d93e5a lrc: 3/0,1 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35216 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.213155:0:35216:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29200/0xff23d3f688d93e5a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35216 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.213168:0:35216:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29200/0xff23d3f688d93e5a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.213185:0:35216:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29a00/0xff23d3f688d93e61 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35216 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.213192:0:35216:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29a00/0xff23d3f688d93e61 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35216 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.213198:0:35216:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29a00/0xff23d3f688d93e61 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.213348:0:35216:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29200/0xff23d3f688d93e5a lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.213357:0:35216:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29200/0xff23d3f688d93e5a lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35216 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.213363:0:35216:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29200/0xff23d3f688d93e5a lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35216 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.213370:0:35216:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29200/0xff23d3f688d93e5a lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35216 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.213376:0:35216:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14bc29200 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:0.0:1789185333.213381:0:35216:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29200/0xff23d3f688d93e5a lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35216 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.213388:0:35216:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29200/0xff23d3f688d93e5a lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 35216 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.213402:0:35216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c3:0x0].0x0 (ffff90b149ed9000)
00010000:00010000:0.0:1789185333.213405:0:35216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1789185333.213411:0:35216:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29200/0xff23d3f688d93e5a lrc: 3/0,0 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35216 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.213417:0:35216:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29200/0xff23d3f688d93e5a lrc: 0/0,0 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35216 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.213433:0:35216:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29a00/0xff23d3f688d93e61 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35216 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.213438:0:35216:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29a00/0xff23d3f688d93e61 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35216 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.213444:0:35216:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29a00/0xff23d3f688d93e61 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35216 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.213448:0:35216:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14bc29a00 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:0.0:1789185333.213452:0:35216:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29a00/0xff23d3f688d93e61 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35216 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.213458:0:35216:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29a00/0xff23d3f688d93e61 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35216 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.213465:0:35216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c3:0x0].0x151df48e (ffff90b2478fc200)
00010000:00010000:0.0:1789185333.213468:0:35216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1789185333.213470:0:35216:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29a00/0xff23d3f688d93e61 lrc: 2/0,0 mode: --/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35216 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.213477:0:35216:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29a00/0xff23d3f688d93e61 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35216 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185333.213620:0:35216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f109880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:5ea6f62d-4e20-4559-8935-61e538d0074d+29:250737:x1876087010857856:12345-192.168.204.3@tcp:36:lfs.0 Request processed in 602us (3088us total) trans 0 rc -2/-2
00000100:00100000:0.0:1789185333.213628:0:35216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 70758
00000100:00100000:3.0:1789185333.227665:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185333.227937:0:6517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010858112
00000100:00100000:2.0:1789185333.227948:0:6517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010858112
00000100:00100000:2.0:1789185333.228123:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 70759
00000100:00100000:2.0:1789185333.228135:0:6517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f108380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+29:250738:x1876087010858112:12345-192.168.204.3@tcp:36:lfs.0
00010000:00010000:2.0:1789185333.228226:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4c00/0xff23d3f688d93e68 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.228256:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4c00/0xff23d3f688d93e68 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.228271:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4c00/0xff23d3f688d93e68 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.228287:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5e00/0xff23d3f688d93e6f lrc: 3/0,1 mode: --/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.228295:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5e00/0xff23d3f688d93e6f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.228302:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5e00/0xff23d3f688d93e6f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.228429:0:6517:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4c00/0xff23d3f688d93e68 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.228438:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4c00/0xff23d3f688d93e68 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.228445:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4c00/0xff23d3f688d93e68 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.228456:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4c00/0xff23d3f688d93e68 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.228462:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149bd4c00 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:2.0:1789185333.228467:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4c00/0xff23d3f688d93e68 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.228476:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4c00/0xff23d3f688d93e68 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.228489:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c3:0x0].0x0 (ffff90b149ed9000)
00010000:00010000:2.0:1789185333.228493:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1789185333.228499:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4c00/0xff23d3f688d93e68 lrc: 3/0,0 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.228505:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4c00/0xff23d3f688d93e68 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.228519:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5e00/0xff23d3f688d93e6f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.228525:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5e00/0xff23d3f688d93e6f lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.228531:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5e00/0xff23d3f688d93e6f lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.228536:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149bd5e00 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:2.0:1789185333.228539:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5e00/0xff23d3f688d93e6f lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.228609:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5e00/0xff23d3f688d93e6f lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.228618:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c3:0x0].0x151df48e (ffff90b242e78800)
00010000:00010000:2.0:1789185333.228621:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1789185333.228624:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5e00/0xff23d3f688d93e6f lrc: 2/0,0 mode: --/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.228630:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5e00/0xff23d3f688d93e6f lrc: 0/0,0 mode: --/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185333.228713:0:6517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f108380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+30:250738:x1876087010858112:12345-192.168.204.3@tcp:36:lfs.0 Request processed in 580us (1057us total) trans 0 rc -2/-2
00000100:00100000:2.0:1789185333.228721:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 70759
00000100:00100000:1.0:1789185333.245492:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185333.245602:0:35224:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010858368
00000100:00100000:0.0:1789185333.245613:0:35224:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010858368
00000100:00100000:0.0:1789185333.245683:0:35224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 70760
00000100:00100000:0.0:1789185333.245694:0:35224:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14876c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:5ea6f62d-4e20-4559-8935-61e538d0074d+30:250739:x1876087010858368:12345-192.168.204.3@tcp:36:lfs.0
00010000:00010000:0.0:1789185333.245801:0:35224:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29200/0xff23d3f688d93e76 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35224 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.245823:0:35224:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29200/0xff23d3f688d93e76 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35224 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.245837:0:35224:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29200/0xff23d3f688d93e76 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35224 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.245854:0:35224:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29600/0xff23d3f688d93e7d lrc: 3/0,1 mode: --/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35224 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.245862:0:35224:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29600/0xff23d3f688d93e7d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35224 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.245870:0:35224:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29600/0xff23d3f688d93e7d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35224 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.246011:0:35224:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29200/0xff23d3f688d93e76 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35224 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.246020:0:35224:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29200/0xff23d3f688d93e76 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35224 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.246028:0:35224:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29200/0xff23d3f688d93e76 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35224 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.246035:0:35224:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29200/0xff23d3f688d93e76 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35224 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.246041:0:35224:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14bc29200 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:0.0:1789185333.246046:0:35224:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29200/0xff23d3f688d93e76 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35224 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.246055:0:35224:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29200/0xff23d3f688d93e76 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 35224 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.246068:0:35224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c3:0x0].0x0 (ffff90b149ed9000)
00010000:00010000:0.0:1789185333.246071:0:35224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1789185333.246076:0:35224:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29200/0xff23d3f688d93e76 lrc: 3/0,0 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35224 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.246083:0:35224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29200/0xff23d3f688d93e76 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35224 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.246098:0:35224:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29600/0xff23d3f688d93e7d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35224 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.246105:0:35224:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29600/0xff23d3f688d93e7d lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35224 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.246110:0:35224:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29600/0xff23d3f688d93e7d lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35224 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.246115:0:35224:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14bc29600 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:0.0:1789185333.246118:0:35224:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29600/0xff23d3f688d93e7d lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35224 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.246123:0:35224:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29600/0xff23d3f688d93e7d lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35224 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.246130:0:35224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c3:0x0].0x151df48e (ffff90b2478fc200)
00010000:00010000:0.0:1789185333.246133:0:35224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1789185333.246136:0:35224:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29600/0xff23d3f688d93e7d lrc: 2/0,0 mode: --/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35224 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.246141:0:35224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29600/0xff23d3f688d93e7d lrc: 0/0,0 mode: --/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35224 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185333.246444:0:35224:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14876c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:5ea6f62d-4e20-4559-8935-61e538d0074d+31:250739:x1876087010858368:12345-192.168.204.3@tcp:36:lfs.0 Request processed in 750us (959us total) trans 0 rc -2/-2
00000100:00100000:0.0:1789185333.246453:0:35224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 70760
00000100:00100000:0.0:1789185333.259949:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185333.260054:0:35215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010858624
00000100:00100000:2.0:1789185333.260065:0:35215:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010858624
00000100:00100000:2.0:1789185333.260170:0:35215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 70761
00000100:00100000:2.0:1789185333.260192:0:35215:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14b5c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:5ea6f62d-4e20-4559-8935-61e538d0074d+31:250740:x1876087010858624:12345-192.168.204.3@tcp:36:lfs.0
00010000:00010000:2.0:1789185333.260297:0:35215:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5e00/0xff23d3f688d93e84 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35215 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.260319:0:35215:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5e00/0xff23d3f688d93e84 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35215 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.260334:0:35215:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5e00/0xff23d3f688d93e84 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35215 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.260350:0:35215:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4c00/0xff23d3f688d93e8b lrc: 3/0,1 mode: --/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35215 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.260357:0:35215:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4c00/0xff23d3f688d93e8b lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35215 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.260364:0:35215:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4c00/0xff23d3f688d93e8b lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35215 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.260492:0:35215:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5e00/0xff23d3f688d93e84 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35215 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.260500:0:35215:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5e00/0xff23d3f688d93e84 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35215 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.260506:0:35215:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5e00/0xff23d3f688d93e84 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35215 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.260513:0:35215:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5e00/0xff23d3f688d93e84 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35215 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.260519:0:35215:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149bd5e00 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:2.0:1789185333.260523:0:35215:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5e00/0xff23d3f688d93e84 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35215 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.260532:0:35215:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5e00/0xff23d3f688d93e84 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 35215 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.260569:0:35215:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c3:0x0].0x0 (ffff90b149ed9000)
00010000:00010000:2.0:1789185333.260573:0:35215:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1789185333.260578:0:35215:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5e00/0xff23d3f688d93e84 lrc: 3/0,0 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35215 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.260585:0:35215:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5e00/0xff23d3f688d93e84 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35215 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.260599:0:35215:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4c00/0xff23d3f688d93e8b lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35215 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.260605:0:35215:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4c00/0xff23d3f688d93e8b lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35215 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.260611:0:35215:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4c00/0xff23d3f688d93e8b lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35215 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.260616:0:35215:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149bd4c00 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:2.0:1789185333.260619:0:35215:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4c00/0xff23d3f688d93e8b lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35215 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.260625:0:35215:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4c00/0xff23d3f688d93e8b lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35215 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.260632:0:35215:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c3:0x0].0x151df48e (ffff90b242e78800)
00010000:00010000:2.0:1789185333.260634:0:35215:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1789185333.260637:0:35215:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4c00/0xff23d3f688d93e8b lrc: 2/0,0 mode: --/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35215 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.260643:0:35215:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4c00/0xff23d3f688d93e8b lrc: 0/0,0 mode: --/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35215 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185333.260778:0:35215:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14b5c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:5ea6f62d-4e20-4559-8935-61e538d0074d+32:250740:x1876087010858624:12345-192.168.204.3@tcp:36:lfs.0 Request processed in 597us (836us total) trans 0 rc -2/-2
00000100:00100000:2.0:1789185333.260785:0:35215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 70761
00000100:00100000:3.0:1789185333.277018:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185333.277425:0:9945:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010858880
00000100:00100000:1.0:1789185333.277437:0:9945:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010858880
00000100:00100000:1.0:1789185333.277608:0:9945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 70762
00000100:00100000:1.0:1789185333.277620:0:9945:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f10aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+32:250741:x1876087010858880:12345-192.168.204.3@tcp:36:lfs.0
00010000:00010000:1.0:1789185333.277713:0:9945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97800/0xff23d3f688d93e92 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9945 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.277747:0:9945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97800/0xff23d3f688d93e92 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9945 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.277762:0:9945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97800/0xff23d3f688d93e92 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9945 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.277784:0:9945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97a00/0xff23d3f688d93e99 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9945 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.277792:0:9945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97a00/0xff23d3f688d93e99 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9945 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.277798:0:9945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97a00/0xff23d3f688d93e99 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9945 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.277917:0:9945:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97800/0xff23d3f688d93e92 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9945 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.277926:0:9945:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97800/0xff23d3f688d93e92 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9945 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.277933:0:9945:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97800/0xff23d3f688d93e92 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9945 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.277939:0:9945:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97800/0xff23d3f688d93e92 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9945 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.277945:0:9945:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14cb97800 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:1.0:1789185333.277950:0:9945:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97800/0xff23d3f688d93e92 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9945 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.277959:0:9945:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97800/0xff23d3f688d93e92 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9945 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.277973:0:9945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c3:0x0].0x0 (ffff90b149ed9000)
00010000:00010000:1.0:1789185333.277975:0:9945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1789185333.277980:0:9945:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97800/0xff23d3f688d93e92 lrc: 3/0,0 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9945 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.277988:0:9945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97800/0xff23d3f688d93e92 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9945 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.278002:0:9945:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97a00/0xff23d3f688d93e99 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9945 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.278008:0:9945:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97a00/0xff23d3f688d93e99 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9945 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.278013:0:9945:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97a00/0xff23d3f688d93e99 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9945 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.278019:0:9945:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14cb97a00 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:1.0:1789185333.278021:0:9945:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97a00/0xff23d3f688d93e99 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9945 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.278027:0:9945:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97a00/0xff23d3f688d93e99 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9945 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.278035:0:9945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c3:0x0].0x151df48e (ffff90b151b3be00)
00010000:00010000:1.0:1789185333.278037:0:9945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1789185333.278041:0:9945:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97a00/0xff23d3f688d93e99 lrc: 2/0,0 mode: --/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9945 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.278047:0:9945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97a00/0xff23d3f688d93e99 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9945 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185333.278143:0:9945:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f10aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+33:250741:x1876087010858880:12345-192.168.204.3@tcp:36:lfs.0 Request processed in 524us (1134us total) trans 0 rc -2/-2
00000100:00100000:1.0:1789185333.278151:0:9945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 70762
00000100:00100000:1.0:1789185333.298050:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185333.298291:0:35219:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010859136
00000100:00100000:2.0:1789185333.298304:0:35219:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010859136
00000100:00100000:1.0:1789185333.298599:0:35217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 70763
00000100:00100000:1.0:1789185333.298614:0:35217:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14876d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:5ea6f62d-4e20-4559-8935-61e538d0074d+33:250742:x1876087010859136:12345-192.168.204.3@tcp:36:lfs.0
00010000:00010000:1.0:1789185333.298717:0:35217:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97a00/0xff23d3f688d93ea0 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35217 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.298808:0:35217:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97a00/0xff23d3f688d93ea0 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.298823:0:35217:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97a00/0xff23d3f688d93ea0 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.298840:0:35217:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97800/0xff23d3f688d93ea7 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35217 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.298847:0:35217:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97800/0xff23d3f688d93ea7 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.298853:0:35217:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97800/0xff23d3f688d93ea7 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.299047:0:35217:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97a00/0xff23d3f688d93ea0 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.299055:0:35217:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97a00/0xff23d3f688d93ea0 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.299062:0:35217:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97a00/0xff23d3f688d93ea0 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.299068:0:35217:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97a00/0xff23d3f688d93ea0 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.299078:0:35217:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14cb97a00 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:1.0:1789185333.299082:0:35217:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97a00/0xff23d3f688d93ea0 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.299089:0:35217:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97a00/0xff23d3f688d93ea0 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.299102:0:35217:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c3:0x0].0x0 (ffff90b149ed9000)
00010000:00010000:1.0:1789185333.299104:0:35217:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1789185333.299110:0:35217:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97a00/0xff23d3f688d93ea0 lrc: 3/0,0 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.299115:0:35217:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97a00/0xff23d3f688d93ea0 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.299129:0:35217:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97800/0xff23d3f688d93ea7 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.299135:0:35217:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97800/0xff23d3f688d93ea7 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.299140:0:35217:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97800/0xff23d3f688d93ea7 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.299145:0:35217:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14cb97800 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:1.0:1789185333.299148:0:35217:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97800/0xff23d3f688d93ea7 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.299153:0:35217:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97800/0xff23d3f688d93ea7 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.299163:0:35217:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c3:0x0].0x151df48e (ffff90b151b3be00)
00010000:00010000:1.0:1789185333.299165:0:35217:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1789185333.299235:0:35217:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97800/0xff23d3f688d93ea7 lrc: 2/0,0 mode: --/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.299254:0:35217:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97800/0xff23d3f688d93ea7 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185333.299658:0:35217:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14876d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:5ea6f62d-4e20-4559-8935-61e538d0074d+34:250742:x1876087010859136:12345-192.168.204.3@tcp:36:lfs.0 Request processed in 1047us (1617us total) trans 0 rc -2/-2
00000100:00100000:1.0:1789185333.299668:0:35217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 70763
00000100:00100000:0.0:1789185333.305057:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14d149c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1876087019031040:0@lo:41:osp-pre-0-1.0
00000100:00100000:0.0:1789185333.305151:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185333.305235:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f108e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087019031168:0@lo:41:osp-pre-1-0.0
00000100:00100000:2.0:1789185333.305279:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185333.305330:0:6521:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019031040
00000100:00100000:2.0:1789185333.305339:0:6521:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019031040
00000100:00100000:2.0:1789185333.305384:0:6521:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019031168
00000100:00100000:2.0:1789185333.305387:0:6521:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019031168
00000100:00100000:2.0:1789185333.305404:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25275
00000100:00100000:2.0:1789185333.305412:0:6521:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14b5c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3635:x1876087019031040:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:2.0:1789185333.305448:0:6521:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 1442553856 avail 1296314368
00000100:00100000:2.0:1789185333.309005:0:6521:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14b5c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3635:x1876087019031040:12345-0@lo:41:osp-pre-0-1.0 Request processed in 3582us (3843us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185333.309020:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25275
00000100:00100000:2.0:1789185333.309063:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25276
00000100:00100000:2.0:1789185333.309078:0:6521:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d14b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3636:x1876087019031168:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:2.0:1789185333.309111:0:6521:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1443307520 avail 1297068032
00000100:00100000:0.0:1789185333.309205:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14d149c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1876087019031040:0@lo:41:osp-pre-0-1.0
00000100:00100000:2.0:1789185333.309328:0:6521:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d14b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3636:x1876087019031168:12345-0@lo:41:osp-pre-1-0.0 Request processed in 256us (4047us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185333.309336:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25276
00000100:00100000:3.0:1789185333.310144:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f108e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087019031168:0@lo:41:osp-pre-1-0.0
00000100:00100000:3.0:1789185333.321403:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185333.322698:0:10357:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010859392
00000100:00100000:2.0:1789185333.322712:0:10357:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010859392
00000100:00100000:2.0:1789185333.322784:0:10357:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 70764
00000100:00100000:2.0:1789185333.322795:0:10357:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f108e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+34:250743:x1876087010859392:12345-192.168.204.3@tcp:36:lfs.0
00010000:00010000:2.0:1789185333.323123:0:10357:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4c00/0xff23d3f688d93eae lrc: 3/0,1 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10357 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.323280:0:10357:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4c00/0xff23d3f688d93eae lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10357 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.323296:0:10357:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4c00/0xff23d3f688d93eae lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10357 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.323314:0:10357:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5e00/0xff23d3f688d93eb5 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10357 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.323322:0:10357:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5e00/0xff23d3f688d93eb5 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10357 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.323333:0:10357:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5e00/0xff23d3f688d93eb5 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10357 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.323469:0:10357:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4c00/0xff23d3f688d93eae lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10357 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.323476:0:10357:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4c00/0xff23d3f688d93eae lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10357 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.323484:0:10357:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4c00/0xff23d3f688d93eae lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10357 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.323593:0:10357:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4c00/0xff23d3f688d93eae lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10357 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.323599:0:10357:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149bd4c00 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:2.0:1789185333.323603:0:10357:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4c00/0xff23d3f688d93eae lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10357 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.323611:0:10357:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4c00/0xff23d3f688d93eae lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10357 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.323623:0:10357:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c3:0x0].0x0 (ffff90b149ed9000)
00010000:00010000:2.0:1789185333.323625:0:10357:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1789185333.323631:0:10357:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4c00/0xff23d3f688d93eae lrc: 3/0,0 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10357 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.323637:0:10357:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4c00/0xff23d3f688d93eae lrc: 0/0,0 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10357 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.323651:0:10357:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5e00/0xff23d3f688d93eb5 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10357 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.323657:0:10357:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5e00/0xff23d3f688d93eb5 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10357 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.323663:0:10357:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5e00/0xff23d3f688d93eb5 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10357 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.323668:0:10357:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149bd5e00 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:2.0:1789185333.323671:0:10357:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5e00/0xff23d3f688d93eb5 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10357 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.323677:0:10357:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5e00/0xff23d3f688d93eb5 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10357 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.323684:0:10357:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c3:0x0].0x151df48e (ffff90b242e78800)
00010000:00010000:2.0:1789185333.323687:0:10357:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1789185333.323690:0:10357:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5e00/0xff23d3f688d93eb5 lrc: 2/0,0 mode: --/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10357 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.323695:0:10357:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5e00/0xff23d3f688d93eb5 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10357 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185333.323786:0:10357:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f108e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+35:250743:x1876087010859392:12345-192.168.204.3@tcp:36:lfs.0 Request processed in 992us (2393us total) trans 0 rc -2/-2
00000100:00100000:2.0:1789185333.323794:0:10357:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 70764
00000100:00100000:3.0:1789185333.323927:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185333.323955:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185333.323982:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185333.324001:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185333.324019:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185333.324035:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185333.324053:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185333.324073:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185333.324088:0:31024:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010859520
00000100:00100000:0.0:1789185333.324095:0:31024:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010859520
00000100:00100000:3.0:1789185333.324101:0:35218:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010859776
00000100:00100000:3.0:1789185333.324107:0:35218:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010859776
00000100:00100000:3.0:1789185333.324149:0:35218:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010860288
00000100:00100000:3.0:1789185333.324154:0:35218:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010860288
00000100:00100000:0.0:1789185333.324154:0:31024:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 2688
00000100:00100000:0.0:1789185333.324169:0:31024:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14391f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:f913e804-0131-444b-8423-927faee13f0d+13:2391:x1876087010859520:12345-192.168.204.3@tcp:400:kworker.0
00000100:00100000:3.0:1789185333.324196:0:35218:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010859904
00000100:00100000:3.0:1789185333.324200:0:35218:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010859904
00000100:00100000:0.0:1789185333.324204:0:31024:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14391f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:f913e804-0131-444b-8423-927faee13f0d+13:2391:x1876087010859520:12345-192.168.204.3@tcp:400:kworker.0 Request processed in 38us (281us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185333.324213:0:31024:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 2688
00000100:00100000:3.0:1789185333.324223:0:35218:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010860416
00000100:00100000:3.0:1789185333.324227:0:35218:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010860416
00000100:00100000:3.0:1789185333.324267:0:35218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 11216
00000100:00100000:0.0:1789185333.324270:0:35216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010860032
00000100:00100000:0.0:1789185333.324276:0:35216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010860032
00000100:00100000:3.0:1789185333.324277:0:35218:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f108700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:5ea6f62d-4e20-4559-8935-61e538d0074d+6:2391:x1876087010859776:12345-192.168.204.3@tcp:400:kworker.0
00000100:00100000:0.0:1789185333.324311:0:35216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010859648
00000100:00100000:3.0:1789185333.324313:0:35218:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f108700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:5ea6f62d-4e20-4559-8935-61e538d0074d+6:2391:x1876087010859776:12345-192.168.204.3@tcp:400:kworker.0 Request processed in 38us (356us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185333.324316:0:35216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010859648
00000100:00100000:3.0:1789185333.324325:0:35218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 11216
00000100:00100000:3.0:1789185333.324342:0:35218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 11217
00000100:00100000:0.0:1789185333.324344:0:35216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010860160
00000100:00100000:0.0:1789185333.324349:0:35216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010860160
00000100:00100000:3.0:1789185333.324353:0:35218:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14a827800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:e79deea0-f7ae-4edd-b0c3-4df8e4cde9af+34:2391:x1876087010860288:12345-192.168.204.3@tcp:400:kworker.0
00000100:00100000:3.0:1789185333.324379:0:35218:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14a827800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:e79deea0-f7ae-4edd-b0c3-4df8e4cde9af+34:2391:x1876087010860288:12345-192.168.204.3@tcp:400:kworker.0 Request processed in 29us (377us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185333.324383:0:35216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 16766
00000100:00100000:3.0:1789185333.324390:0:35218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 11217
00000100:00100000:0.0:1789185333.324396:0:35216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14a824700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:e79deea0-f7ae-4edd-b0c3-4df8e4cde9af+9:2391:x1876087010860032:12345-192.168.204.3@tcp:400:kworker.0
00000100:00100000:3.0:1789185333.324405:0:35218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 11218
00000100:00100000:3.0:1789185333.324414:0:35218:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149810e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:5ea6f62d-4e20-4559-8935-61e538d0074d+6:2391:x1876087010859904:12345-192.168.204.3@tcp:400:kworker.0
00000100:00100000:0.0:1789185333.324438:0:35216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14a824700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:e79deea0-f7ae-4edd-b0c3-4df8e4cde9af+9:2391:x1876087010860032:12345-192.168.204.3@tcp:400:kworker.0 Request processed in 44us (453us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185333.324449:0:35216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 16766
00000100:00100000:0.0:1789185333.324464:0:35216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 16767
00000100:00100000:0.0:1789185333.324471:0:35216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14a824380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:5ea6f62d-4e20-4559-8935-61e538d0074d+13:2391:x1876087010859648:12345-192.168.204.3@tcp:400:kworker.0
00000100:00100000:0.0:1789185333.324499:0:35216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14a824380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:5ea6f62d-4e20-4559-8935-61e538d0074d+13:2391:x1876087010859648:12345-192.168.204.3@tcp:400:kworker.0 Request processed in 29us (478us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185333.324509:0:35216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 16767
00000100:00100000:0.0:1789185333.324523:0:35216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 16768
00000100:00100000:0.0:1789185333.324530:0:35216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149811180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:e79deea0-f7ae-4edd-b0c3-4df8e4cde9af+8:2391:x1876087010860160:12345-192.168.204.3@tcp:400:kworker.0
00000100:00100000:0.0:1789185333.324571:0:35216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149811180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:e79deea0-f7ae-4edd-b0c3-4df8e4cde9af+8:2391:x1876087010860160:12345-192.168.204.3@tcp:400:kworker.0 Request processed in 41us (517us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185333.324577:0:35216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 16768
00000100:00080000:2.0:1789185333.324625:0:6511:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1789185333.324631:0:6511:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1789185333.324633:0:6511:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1789185333.324652:0:24325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 11219
00000100:00100000:2.0:1789185333.324663:0:24325:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149811880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e79deea0-f7ae-4edd-b0c3-4df8e4cde9af+28:2391:x1876087010860416:12345-192.168.204.3@tcp:400:kworker.0
00000100:00100000:2.0:1789185333.324695:0:24325:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149811880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e79deea0-f7ae-4edd-b0c3-4df8e4cde9af+28:2391:x1876087010860416:12345-192.168.204.3@tcp:400:kworker.0 Request processed in 36us (621us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185333.324700:0:24325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 11219
00000100:00100000:3.0:1789185333.324720:0:35218:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149810e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:5ea6f62d-4e20-4559-8935-61e538d0074d+6:2391:x1876087010859904:12345-192.168.204.3@tcp:400:kworker.0 Request processed in 32us (408us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185333.324730:0:35218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 11218
00000100:00100000:3.0:1789185333.342922:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185333.343002:0:35220:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010860672
00000100:00100000:2.0:1789185333.343013:0:35220:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010860672
00000100:00100000:2.0:1789185333.343086:0:35220:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 70765
00000100:00100000:2.0:1789185333.343097:0:35220:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149813480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:5ea6f62d-4e20-4559-8935-61e538d0074d+35:250745:x1876087010860672:12345-192.168.204.3@tcp:36:lfs.0
00010000:00010000:2.0:1789185333.343199:0:35220:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5e00/0xff23d3f688d93ebc lrc: 3/0,1 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35220 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.343220:0:35220:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5e00/0xff23d3f688d93ebc lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35220 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.343235:0:35220:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5e00/0xff23d3f688d93ebc lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35220 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.343261:0:35220:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4c00/0xff23d3f688d93ec3 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35220 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.343268:0:35220:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4c00/0xff23d3f688d93ec3 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35220 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.343275:0:35220:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4c00/0xff23d3f688d93ec3 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35220 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.343396:0:35220:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5e00/0xff23d3f688d93ebc lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35220 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.343405:0:35220:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5e00/0xff23d3f688d93ebc lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35220 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.343416:0:35220:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5e00/0xff23d3f688d93ebc lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35220 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.343423:0:35220:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5e00/0xff23d3f688d93ebc lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35220 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.343429:0:35220:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149bd5e00 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:2.0:1789185333.343433:0:35220:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5e00/0xff23d3f688d93ebc lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35220 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.343441:0:35220:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5e00/0xff23d3f688d93ebc lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 35220 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.343455:0:35220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c3:0x0].0x0 (ffff90b149ed9000)
00010000:00010000:2.0:1789185333.343457:0:35220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1789185333.343462:0:35220:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5e00/0xff23d3f688d93ebc lrc: 3/0,0 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35220 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.343468:0:35220:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5e00/0xff23d3f688d93ebc lrc: 0/0,0 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35220 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.343481:0:35220:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4c00/0xff23d3f688d93ec3 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35220 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.343486:0:35220:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4c00/0xff23d3f688d93ec3 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35220 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.343492:0:35220:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4c00/0xff23d3f688d93ec3 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35220 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.343497:0:35220:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149bd4c00 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:2.0:1789185333.343500:0:35220:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4c00/0xff23d3f688d93ec3 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35220 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.343506:0:35220:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4c00/0xff23d3f688d93ec3 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35220 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.343513:0:35220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c3:0x0].0x151df48e (ffff90b242e78800)
00010000:00010000:2.0:1789185333.343516:0:35220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1789185333.343519:0:35220:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4c00/0xff23d3f688d93ec3 lrc: 2/0,0 mode: --/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35220 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.343524:0:35220:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4c00/0xff23d3f688d93ec3 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35220 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185333.345413:0:35220:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149813480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:5ea6f62d-4e20-4559-8935-61e538d0074d+36:250745:x1876087010860672:12345-192.168.204.3@tcp:36:lfs.0 Request processed in 2308us (2492us total) trans 0 rc -2/-2
00000100:00100000:2.0:1789185333.345426:0:35220:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 70765
00000100:00100000:1.0:1789185333.364074:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185333.364146:0:35214:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010860928
00000100:00100000:0.0:1789185333.364159:0:35214:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010860928
00000100:00100000:0.0:1789185333.364290:0:35214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 70766
00000100:00100000:0.0:1789185333.364302:0:35214:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14876ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:5ea6f62d-4e20-4559-8935-61e538d0074d+36:250746:x1876087010860928:12345-192.168.204.3@tcp:36:lfs.0
00010000:00010000:0.0:1789185333.364392:0:35214:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29600/0xff23d3f688d93eca lrc: 3/0,1 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35214 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.364412:0:35214:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29600/0xff23d3f688d93eca lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35214 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.364431:0:35214:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29600/0xff23d3f688d93eca lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35214 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.364448:0:35214:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29200/0xff23d3f688d93ed1 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35214 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.364455:0:35214:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29200/0xff23d3f688d93ed1 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35214 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.364461:0:35214:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29200/0xff23d3f688d93ed1 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35214 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.364637:0:35214:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29600/0xff23d3f688d93eca lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35214 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.364646:0:35214:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29600/0xff23d3f688d93eca lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35214 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.364653:0:35214:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29600/0xff23d3f688d93eca lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35214 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.364659:0:35214:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29600/0xff23d3f688d93eca lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35214 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.364664:0:35214:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14bc29600 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:0.0:1789185333.364669:0:35214:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29600/0xff23d3f688d93eca lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35214 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.364869:0:35214:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29600/0xff23d3f688d93eca lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 35214 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.364884:0:35214:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c3:0x0].0x0 (ffff90b149ed9000)
00010000:00010000:0.0:1789185333.364887:0:35214:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1789185333.364893:0:35214:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29600/0xff23d3f688d93eca lrc: 3/0,0 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35214 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.364901:0:35214:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29600/0xff23d3f688d93eca lrc: 0/0,0 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35214 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.364916:0:35214:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29200/0xff23d3f688d93ed1 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35214 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.364922:0:35214:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29200/0xff23d3f688d93ed1 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35214 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.364927:0:35214:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29200/0xff23d3f688d93ed1 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35214 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.364932:0:35214:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14bc29200 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:0.0:1789185333.364934:0:35214:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29200/0xff23d3f688d93ed1 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35214 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.364940:0:35214:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29200/0xff23d3f688d93ed1 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35214 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.364947:0:35214:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c3:0x0].0x151df48e (ffff90b2478fc200)
00010000:00010000:0.0:1789185333.364950:0:35214:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1789185333.364952:0:35214:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29200/0xff23d3f688d93ed1 lrc: 2/0,0 mode: --/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35214 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.364958:0:35214:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29200/0xff23d3f688d93ed1 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35214 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185333.365048:0:35214:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14876ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:5ea6f62d-4e20-4559-8935-61e538d0074d+37:250746:x1876087010860928:12345-192.168.204.3@tcp:36:lfs.0 Request processed in 747us (982us total) trans 0 rc -2/-2
00000100:00100000:0.0:1789185333.365056:0:35214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 70766
00000100:00100000:3.0:1789185333.382760:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185333.382953:0:35219:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010861184
00000100:00100000:2.0:1789185333.382964:0:35219:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010861184
00000100:00100000:2.0:1789185333.383033:0:35219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 70767
00000100:00100000:2.0:1789185333.383044:0:35219:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149811500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:5ea6f62d-4e20-4559-8935-61e538d0074d+37:250747:x1876087010861184:12345-192.168.204.3@tcp:36:lfs.0
00010000:00010000:2.0:1789185333.383137:0:35219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4c00/0xff23d3f688d93ed8 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35219 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.383158:0:35219:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4c00/0xff23d3f688d93ed8 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35219 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.383173:0:35219:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4c00/0xff23d3f688d93ed8 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35219 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.383190:0:35219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5e00/0xff23d3f688d93edf lrc: 3/0,1 mode: --/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35219 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.383198:0:35219:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5e00/0xff23d3f688d93edf lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35219 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.383204:0:35219:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5e00/0xff23d3f688d93edf lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35219 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.383338:0:35219:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4c00/0xff23d3f688d93ed8 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35219 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.383346:0:35219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4c00/0xff23d3f688d93ed8 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35219 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.383353:0:35219:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4c00/0xff23d3f688d93ed8 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35219 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.383360:0:35219:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4c00/0xff23d3f688d93ed8 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35219 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.383365:0:35219:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149bd4c00 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:2.0:1789185333.383370:0:35219:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4c00/0xff23d3f688d93ed8 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35219 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.383377:0:35219:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4c00/0xff23d3f688d93ed8 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 35219 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.383390:0:35219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c3:0x0].0x0 (ffff90b149ed9000)
00010000:00010000:2.0:1789185333.383393:0:35219:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1789185333.383398:0:35219:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4c00/0xff23d3f688d93ed8 lrc: 3/0,0 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35219 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.383405:0:35219:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4c00/0xff23d3f688d93ed8 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35219 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.383419:0:35219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5e00/0xff23d3f688d93edf lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35219 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.383424:0:35219:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5e00/0xff23d3f688d93edf lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35219 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.383429:0:35219:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5e00/0xff23d3f688d93edf lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35219 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.383514:0:35219:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149bd5e00 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:2.0:1789185333.383518:0:35219:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5e00/0xff23d3f688d93edf lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35219 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.383525:0:35219:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5e00/0xff23d3f688d93edf lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35219 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.383533:0:35219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c3:0x0].0x151df48e (ffff90b242e78800)
00010000:00010000:2.0:1789185333.383536:0:35219:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1789185333.383539:0:35219:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5e00/0xff23d3f688d93edf lrc: 2/0,0 mode: --/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35219 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.383997:0:35219:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5e00/0xff23d3f688d93edf lrc: 0/0,0 mode: --/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35219 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185333.384114:0:35219:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149811500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:5ea6f62d-4e20-4559-8935-61e538d0074d+38:250747:x1876087010861184:12345-192.168.204.3@tcp:36:lfs.0 Request processed in 1070us (1363us total) trans 0 rc -2/-2
00000100:00100000:2.0:1789185333.384123:0:35219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 70767
00000100:00100000:3.0:1789185333.399745:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185333.399857:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010861440
00000100:00100000:1.0:1789185333.399867:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010861440
00000100:00100000:1.0:1789185333.399934:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 70768
00000100:00100000:1.0:1789185333.399944:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149810000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+38:250748:x1876087010861440:12345-192.168.204.3@tcp:36:lfs.0
00010000:00010000:1.0:1789185333.400037:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96a00/0xff23d3f688d93ee6 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.400058:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96a00/0xff23d3f688d93ee6 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.400071:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96a00/0xff23d3f688d93ee6 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.400087:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96800/0xff23d3f688d93eed lrc: 3/0,1 mode: --/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.400094:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96800/0xff23d3f688d93eed lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.400101:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96800/0xff23d3f688d93eed lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.400225:0:6516:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96a00/0xff23d3f688d93ee6 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.400234:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96a00/0xff23d3f688d93ee6 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.400240:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96a00/0xff23d3f688d93ee6 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.400258:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96a00/0xff23d3f688d93ee6 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.400265:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14cb96a00 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:1.0:1789185333.400269:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96a00/0xff23d3f688d93ee6 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.400277:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96a00/0xff23d3f688d93ee6 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.400292:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c3:0x0].0x0 (ffff90b149ed9000)
00010000:00010000:1.0:1789185333.400295:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1789185333.400302:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96a00/0xff23d3f688d93ee6 lrc: 3/0,0 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.400309:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96a00/0xff23d3f688d93ee6 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.400324:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96800/0xff23d3f688d93eed lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.400330:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96800/0xff23d3f688d93eed lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.400335:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96800/0xff23d3f688d93eed lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.400340:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14cb96800 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:1.0:1789185333.400342:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96800/0xff23d3f688d93eed lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.400347:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96800/0xff23d3f688d93eed lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.400352:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c3:0x0].0x151df48e (ffff90b259cf3700)
00010000:00010000:1.0:1789185333.400354:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1789185333.400357:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96800/0xff23d3f688d93eed lrc: 2/0,0 mode: --/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.400362:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96800/0xff23d3f688d93eed lrc: 0/0,0 mode: --/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185333.400435:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149810000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+39:250748:x1876087010861440:12345-192.168.204.3@tcp:36:lfs.0 Request processed in 492us (700us total) trans 0 rc -2/-2
00000100:00100000:1.0:1789185333.400442:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 70768
00000100:00100000:1.0:1789185333.414914:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185333.415468:0:10357:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010861696
00000100:00100000:2.0:1789185333.415479:0:10357:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010861696
00000100:00100000:2.0:1789185333.415745:0:10357:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 70769
00000100:00100000:2.0:1789185333.415757:0:10357:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14876e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+39:250749:x1876087010861696:12345-192.168.204.3@tcp:36:lfs.0
00010000:00010000:2.0:1789185333.415854:0:10357:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5e00/0xff23d3f688d93ef4 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10357 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.415875:0:10357:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5e00/0xff23d3f688d93ef4 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10357 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.415892:0:10357:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5e00/0xff23d3f688d93ef4 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10357 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.415909:0:10357:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4c00/0xff23d3f688d93efb lrc: 3/0,1 mode: --/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10357 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.415917:0:10357:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4c00/0xff23d3f688d93efb lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10357 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.415924:0:10357:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4c00/0xff23d3f688d93efb lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10357 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.416050:0:10357:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5e00/0xff23d3f688d93ef4 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10357 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.416059:0:10357:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5e00/0xff23d3f688d93ef4 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10357 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.416065:0:10357:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5e00/0xff23d3f688d93ef4 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10357 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.416072:0:10357:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5e00/0xff23d3f688d93ef4 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10357 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.416078:0:10357:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149bd5e00 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:2.0:1789185333.416084:0:10357:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5e00/0xff23d3f688d93ef4 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10357 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.416092:0:10357:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5e00/0xff23d3f688d93ef4 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10357 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.416107:0:10357:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c3:0x0].0x0 (ffff90b149ed9000)
00010000:00010000:2.0:1789185333.416110:0:10357:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1789185333.416115:0:10357:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5e00/0xff23d3f688d93ef4 lrc: 3/0,0 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10357 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.416122:0:10357:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5e00/0xff23d3f688d93ef4 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10357 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.416135:0:10357:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4c00/0xff23d3f688d93efb lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10357 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.416142:0:10357:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4c00/0xff23d3f688d93efb lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10357 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.416148:0:10357:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4c00/0xff23d3f688d93efb lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10357 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.416152:0:10357:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149bd4c00 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:2.0:1789185333.416155:0:10357:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4c00/0xff23d3f688d93efb lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10357 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.416161:0:10357:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4c00/0xff23d3f688d93efb lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10357 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.416448:0:10357:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c3:0x0].0x151df48e (ffff90b242e78800)
00010000:00010000:2.0:1789185333.416451:0:10357:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1789185333.416456:0:10357:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4c00/0xff23d3f688d93efb lrc: 2/0,0 mode: --/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10357 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.416461:0:10357:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4c00/0xff23d3f688d93efb lrc: 0/0,0 mode: --/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10357 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185333.416661:0:10357:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14876e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+40:250749:x1876087010861696:12345-192.168.204.3@tcp:36:lfs.0 Request processed in 903us (1754us total) trans 0 rc -2/-2
00000100:00100000:2.0:1789185333.416670:0:10357:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 70769
00000100:00100000:3.0:1789185333.429027:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185333.429523:0:24807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010861952
00000100:00100000:2.0:1789185333.429534:0:24807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010861952
00000100:00100000:2.0:1789185333.429748:0:24807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 70770
00000100:00100000:2.0:1789185333.429758:0:24807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149812d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+40:250750:x1876087010861952:12345-192.168.204.3@tcp:36:lfs.0
00010000:00010000:2.0:1789185333.429849:0:24807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4c00/0xff23d3f688d93f02 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 24807 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.429871:0:24807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4c00/0xff23d3f688d93f02 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24807 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.429884:0:24807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4c00/0xff23d3f688d93f02 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24807 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.429899:0:24807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5e00/0xff23d3f688d93f09 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 24807 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.429906:0:24807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5e00/0xff23d3f688d93f09 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24807 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.429912:0:24807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5e00/0xff23d3f688d93f09 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24807 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.430035:0:24807:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4c00/0xff23d3f688d93f02 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24807 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.430044:0:24807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4c00/0xff23d3f688d93f02 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 24807 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.430049:0:24807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4c00/0xff23d3f688d93f02 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 24807 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.430057:0:24807:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4c00/0xff23d3f688d93f02 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24807 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.430062:0:24807:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149bd4c00 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:2.0:1789185333.430067:0:24807:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4c00/0xff23d3f688d93f02 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24807 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.430075:0:24807:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4c00/0xff23d3f688d93f02 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 24807 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.430088:0:24807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c3:0x0].0x0 (ffff90b149ed9000)
00010000:00010000:2.0:1789185333.430091:0:24807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1789185333.430097:0:24807:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4c00/0xff23d3f688d93f02 lrc: 3/0,0 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24807 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.430104:0:24807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4c00/0xff23d3f688d93f02 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24807 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.430119:0:24807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5e00/0xff23d3f688d93f09 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24807 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.430125:0:24807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5e00/0xff23d3f688d93f09 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 24807 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.430130:0:24807:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5e00/0xff23d3f688d93f09 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24807 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.430135:0:24807:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149bd5e00 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:2.0:1789185333.430138:0:24807:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5e00/0xff23d3f688d93f09 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24807 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.430145:0:24807:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5e00/0xff23d3f688d93f09 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 24807 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.430153:0:24807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c3:0x0].0x151df48e (ffff90b242e78800)
00010000:00010000:2.0:1789185333.430155:0:24807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1789185333.430158:0:24807:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5e00/0xff23d3f688d93f09 lrc: 2/0,0 mode: --/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24807 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.430164:0:24807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5e00/0xff23d3f688d93f09 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24807 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185333.430291:0:24807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149812d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+41:250750:x1876087010861952:12345-192.168.204.3@tcp:36:lfs.0 Request processed in 534us (1271us total) trans 0 rc -2/-2
00000100:00100000:2.0:1789185333.430298:0:24807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 70770
00000100:00100000:3.0:1789185333.442482:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185333.442635:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010862208
00000100:00100000:1.0:1789185333.442646:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010862208
00000100:00100000:1.0:1789185333.442715:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 70771
00000100:00100000:1.0:1789185333.442727:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d420700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+41:250751:x1876087010862208:12345-192.168.204.3@tcp:36:lfs.0
00010000:00010000:1.0:1789185333.443174:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96a00/0xff23d3f688d93f10 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.443196:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96a00/0xff23d3f688d93f10 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.443209:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96a00/0xff23d3f688d93f10 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.443225:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96800/0xff23d3f688d93f17 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.443233:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96800/0xff23d3f688d93f17 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.443239:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96800/0xff23d3f688d93f17 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.443385:0:6515:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96a00/0xff23d3f688d93f10 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.443394:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96a00/0xff23d3f688d93f10 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.443401:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96a00/0xff23d3f688d93f10 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.443408:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96a00/0xff23d3f688d93f10 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.443414:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14cb96a00 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:1.0:1789185333.443419:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96a00/0xff23d3f688d93f10 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.443428:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96a00/0xff23d3f688d93f10 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.443450:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c3:0x0].0x0 (ffff90b149ed9000)
00010000:00010000:1.0:1789185333.443453:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1789185333.443458:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96a00/0xff23d3f688d93f10 lrc: 3/0,0 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.443465:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96a00/0xff23d3f688d93f10 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.443480:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96800/0xff23d3f688d93f17 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.443486:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96800/0xff23d3f688d93f17 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.443493:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96800/0xff23d3f688d93f17 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.443498:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14cb96800 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:1.0:1789185333.444213:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96800/0xff23d3f688d93f17 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.444226:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96800/0xff23d3f688d93f17 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.444237:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c3:0x0].0x151df48e (ffff90b259cf3700)
00010000:00010000:1.0:1789185333.444240:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1789185333.444254:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96800/0xff23d3f688d93f17 lrc: 2/0,0 mode: --/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.444261:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96800/0xff23d3f688d93f17 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185333.444369:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d420700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+42:250751:x1876087010862208:12345-192.168.204.3@tcp:36:lfs.0 Request processed in 1641us (1893us total) trans 0 rc -2/-2
00000100:00100000:1.0:1789185333.444377:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 70771
00000100:00100000:1.0:1789185333.465343:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185333.465482:0:35215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010862464
00000100:00100000:2.0:1789185333.465494:0:35215:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010862464
00000100:00100000:2.0:1789185333.465606:0:35215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 70772
00000100:00100000:2.0:1789185333.465618:0:35215:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14876f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:5ea6f62d-4e20-4559-8935-61e538d0074d+42:250752:x1876087010862464:12345-192.168.204.3@tcp:36:lfs.0
00010000:00010000:2.0:1789185333.465711:0:35215:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5e00/0xff23d3f688d93f1e lrc: 3/0,1 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35215 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.465732:0:35215:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5e00/0xff23d3f688d93f1e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35215 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.465745:0:35215:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5e00/0xff23d3f688d93f1e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35215 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.465761:0:35215:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4c00/0xff23d3f688d93f25 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35215 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.465768:0:35215:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4c00/0xff23d3f688d93f25 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35215 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.465774:0:35215:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4c00/0xff23d3f688d93f25 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35215 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.465897:0:35215:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5e00/0xff23d3f688d93f1e lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35215 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.465905:0:35215:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5e00/0xff23d3f688d93f1e lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35215 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.465912:0:35215:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5e00/0xff23d3f688d93f1e lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35215 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.465918:0:35215:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5e00/0xff23d3f688d93f1e lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35215 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.465923:0:35215:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149bd5e00 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:2.0:1789185333.465928:0:35215:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5e00/0xff23d3f688d93f1e lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35215 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.465936:0:35215:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5e00/0xff23d3f688d93f1e lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 35215 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.465949:0:35215:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c3:0x0].0x0 (ffff90b149ed9000)
00010000:00010000:2.0:1789185333.465952:0:35215:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1789185333.465957:0:35215:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5e00/0xff23d3f688d93f1e lrc: 3/0,0 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35215 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.465964:0:35215:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5e00/0xff23d3f688d93f1e lrc: 0/0,0 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35215 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.465977:0:35215:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4c00/0xff23d3f688d93f25 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35215 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.465984:0:35215:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4c00/0xff23d3f688d93f25 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35215 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.465990:0:35215:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4c00/0xff23d3f688d93f25 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35215 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.465995:0:35215:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149bd4c00 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:2.0:1789185333.465998:0:35215:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4c00/0xff23d3f688d93f25 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35215 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.466004:0:35215:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4c00/0xff23d3f688d93f25 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35215 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.466012:0:35215:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c3:0x0].0x151df48e (ffff90b242e78800)
00010000:00010000:2.0:1789185333.466014:0:35215:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1789185333.466016:0:35215:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4c00/0xff23d3f688d93f25 lrc: 2/0,0 mode: --/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35215 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.466022:0:35215:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4c00/0xff23d3f688d93f25 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35215 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185333.466104:0:35215:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14876f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:5ea6f62d-4e20-4559-8935-61e538d0074d+43:250752:x1876087010862464:12345-192.168.204.3@tcp:36:lfs.0 Request processed in 489us (1021us total) trans 0 rc -2/-2
00000100:00100000:2.0:1789185333.466113:0:35215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 70772
00000100:00100000:3.0:1789185333.487727:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185333.487875:0:9945:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010862720
00000100:00100000:1.0:1789185333.487886:0:9945:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010862720
00000100:00100000:1.0:1789185333.487952:0:9945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 70773
00000100:00100000:1.0:1789185333.487962:0:9945:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d420a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+43:250753:x1876087010862720:12345-192.168.204.3@tcp:36:lfs.0
00010000:00010000:1.0:1789185333.488064:0:9945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96800/0xff23d3f688d93f2c lrc: 3/0,1 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9945 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.488084:0:9945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96800/0xff23d3f688d93f2c lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9945 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.488099:0:9945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96800/0xff23d3f688d93f2c lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9945 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.488113:0:9945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96a00/0xff23d3f688d93f33 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9945 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.488120:0:9945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96a00/0xff23d3f688d93f33 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9945 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.488127:0:9945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96a00/0xff23d3f688d93f33 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9945 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.488253:0:9945:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96800/0xff23d3f688d93f2c lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9945 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.488267:0:9945:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96800/0xff23d3f688d93f2c lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9945 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.488273:0:9945:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96800/0xff23d3f688d93f2c lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9945 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.488280:0:9945:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96800/0xff23d3f688d93f2c lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9945 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.488286:0:9945:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14cb96800 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:1.0:1789185333.488291:0:9945:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96800/0xff23d3f688d93f2c lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9945 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.488298:0:9945:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96800/0xff23d3f688d93f2c lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9945 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.488310:0:9945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c3:0x0].0x0 (ffff90b149ed9000)
00010000:00010000:1.0:1789185333.488313:0:9945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1789185333.488318:0:9945:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96800/0xff23d3f688d93f2c lrc: 3/0,0 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9945 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.488325:0:9945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96800/0xff23d3f688d93f2c lrc: 0/0,0 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9945 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.488339:0:9945:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96a00/0xff23d3f688d93f33 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9945 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.488344:0:9945:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96a00/0xff23d3f688d93f33 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9945 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.488351:0:9945:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96a00/0xff23d3f688d93f33 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9945 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.488356:0:9945:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14cb96a00 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:1.0:1789185333.488359:0:9945:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96a00/0xff23d3f688d93f33 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9945 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.488364:0:9945:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96a00/0xff23d3f688d93f33 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9945 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.488370:0:9945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c3:0x0].0x151df48e (ffff90b259cf3700)
00010000:00010000:1.0:1789185333.488373:0:9945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1789185333.488375:0:9945:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96a00/0xff23d3f688d93f33 lrc: 2/0,0 mode: --/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9945 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.488380:0:9945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96a00/0xff23d3f688d93f33 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9945 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185333.488474:0:9945:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d420a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+44:250753:x1876087010862720:12345-192.168.204.3@tcp:36:lfs.0 Request processed in 512us (755us total) trans 0 rc -2/-2
00000100:00100000:1.0:1789185333.488481:0:9945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 70773
00000100:00100000:0.0:1789185333.512836:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185333.513324:0:35217:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010862976
00000100:00100000:1.0:1789185333.513337:0:35217:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010862976
00000100:00100000:1.0:1789185333.513408:0:35217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 70774
00000100:00100000:1.0:1789185333.513419:0:35217:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14b5c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:5ea6f62d-4e20-4559-8935-61e538d0074d+44:250754:x1876087010862976:12345-192.168.204.3@tcp:36:lfs.0
00010000:00010000:1.0:1789185333.513514:0:35217:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96a00/0xff23d3f688d93f3a lrc: 3/0,1 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35217 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.513536:0:35217:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96a00/0xff23d3f688d93f3a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.513582:0:35217:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96a00/0xff23d3f688d93f3a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.513606:0:35217:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96800/0xff23d3f688d93f41 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35217 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.513615:0:35217:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96800/0xff23d3f688d93f41 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.513622:0:35217:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96800/0xff23d3f688d93f41 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.513743:0:35217:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96a00/0xff23d3f688d93f3a lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.513751:0:35217:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96a00/0xff23d3f688d93f3a lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.513759:0:35217:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96a00/0xff23d3f688d93f3a lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.513772:0:35217:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96a00/0xff23d3f688d93f3a lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.513778:0:35217:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14cb96a00 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:1.0:1789185333.513783:0:35217:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96a00/0xff23d3f688d93f3a lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.513791:0:35217:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96a00/0xff23d3f688d93f3a lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.513804:0:35217:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c3:0x0].0x0 (ffff90b149ed9000)
00010000:00010000:1.0:1789185333.513807:0:35217:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1789185333.513813:0:35217:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96a00/0xff23d3f688d93f3a lrc: 3/0,0 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.513820:0:35217:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96a00/0xff23d3f688d93f3a lrc: 0/0,0 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.513834:0:35217:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96800/0xff23d3f688d93f41 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.513839:0:35217:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96800/0xff23d3f688d93f41 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.513845:0:35217:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96800/0xff23d3f688d93f41 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.513850:0:35217:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14cb96800 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:1.0:1789185333.513852:0:35217:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96800/0xff23d3f688d93f41 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.513858:0:35217:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96800/0xff23d3f688d93f41 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.513866:0:35217:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c3:0x0].0x151df48e (ffff90b259cf3700)
00010000:00010000:1.0:1789185333.513868:0:35217:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1789185333.513871:0:35217:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96800/0xff23d3f688d93f41 lrc: 2/0,0 mode: --/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.513877:0:35217:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96800/0xff23d3f688d93f41 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185333.513963:0:35217:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14b5c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:5ea6f62d-4e20-4559-8935-61e538d0074d+45:250754:x1876087010862976:12345-192.168.204.3@tcp:36:lfs.0 Request processed in 545us (1134us total) trans 0 rc -2/-2
00000100:00100000:1.0:1789185333.513971:0:35217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 70774
00000100:00100000:2.0:1789185333.532395:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185333.532501:0:35216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010863232
00000100:00100000:0.0:1789185333.532511:0:35216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010863232
00000100:00100000:0.0:1789185333.532635:0:35216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 70775
00000100:00100000:0.0:1789185333.532647:0:35216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d14aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:5ea6f62d-4e20-4559-8935-61e538d0074d+45:250755:x1876087010863232:12345-192.168.204.3@tcp:36:lfs.0
00010000:00010000:0.0:1789185333.532934:0:35216:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29600/0xff23d3f688d93f48 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35216 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.532958:0:35216:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29600/0xff23d3f688d93f48 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35216 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.532971:0:35216:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29600/0xff23d3f688d93f48 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.532989:0:35216:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29c00/0xff23d3f688d93f4f lrc: 3/0,1 mode: --/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35216 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.532996:0:35216:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29c00/0xff23d3f688d93f4f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35216 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.533003:0:35216:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29c00/0xff23d3f688d93f4f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.533134:0:35216:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29600/0xff23d3f688d93f48 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.533146:0:35216:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29600/0xff23d3f688d93f48 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35216 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.533152:0:35216:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29600/0xff23d3f688d93f48 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35216 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.533160:0:35216:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29600/0xff23d3f688d93f48 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35216 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.533166:0:35216:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14bc29600 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:0.0:1789185333.533170:0:35216:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29600/0xff23d3f688d93f48 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35216 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.533178:0:35216:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29600/0xff23d3f688d93f48 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 35216 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.533192:0:35216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c3:0x0].0x0 (ffff90b149ed9000)
00010000:00010000:0.0:1789185333.533195:0:35216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1789185333.533201:0:35216:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29600/0xff23d3f688d93f48 lrc: 3/0,0 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35216 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.533208:0:35216:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29600/0xff23d3f688d93f48 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35216 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.533223:0:35216:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29c00/0xff23d3f688d93f4f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35216 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.533230:0:35216:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29c00/0xff23d3f688d93f4f lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35216 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.533236:0:35216:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29c00/0xff23d3f688d93f4f lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35216 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.533255:0:35216:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14bc29c00 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:0.0:1789185333.533258:0:35216:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29c00/0xff23d3f688d93f4f lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35216 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.533264:0:35216:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29c00/0xff23d3f688d93f4f lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35216 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.533272:0:35216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c3:0x0].0x151df48e (ffff90b2478fc200)
00010000:00010000:0.0:1789185333.533274:0:35216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1789185333.533277:0:35216:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29c00/0xff23d3f688d93f4f lrc: 2/0,0 mode: --/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35216 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.533283:0:35216:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29c00/0xff23d3f688d93f4f lrc: 0/0,0 mode: --/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35216 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185333.533441:0:35216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d14aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:5ea6f62d-4e20-4559-8935-61e538d0074d+46:250755:x1876087010863232:12345-192.168.204.3@tcp:36:lfs.0 Request processed in 794us (1054us total) trans 0 rc -2/-2
00000100:00100000:0.0:1789185333.533449:0:35216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 70775
00000100:00100000:3.0:1789185333.560989:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185333.561324:0:17813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010863488
00000100:00100000:0.0:1789185333.561333:0:17813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010863488
00000100:00100000:0.0:1789185333.561402:0:17813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 70776
00000100:00100000:0.0:1789185333.561414:0:17813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d422680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+46:250756:x1876087010863488:12345-192.168.204.3@tcp:36:lfs.0
00010000:00010000:0.0:1789185333.561511:0:17813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29c00/0xff23d3f688d93f56 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.561533:0:17813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29c00/0xff23d3f688d93f56 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.561565:0:17813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29c00/0xff23d3f688d93f56 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.561660:0:17813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29600/0xff23d3f688d93f5d lrc: 3/0,1 mode: --/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.561668:0:17813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29600/0xff23d3f688d93f5d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.561676:0:17813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29600/0xff23d3f688d93f5d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.561881:0:17813:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29c00/0xff23d3f688d93f56 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.561890:0:17813:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29c00/0xff23d3f688d93f56 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.561897:0:17813:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29c00/0xff23d3f688d93f56 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.561904:0:17813:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29c00/0xff23d3f688d93f56 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.561909:0:17813:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14bc29c00 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:0.0:1789185333.561914:0:17813:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29c00/0xff23d3f688d93f56 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.561922:0:17813:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29c00/0xff23d3f688d93f56 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.561936:0:17813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c3:0x0].0x0 (ffff90b149ed9000)
00010000:00010000:0.0:1789185333.561939:0:17813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1789185333.561944:0:17813:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29c00/0xff23d3f688d93f56 lrc: 3/0,0 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.561951:0:17813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29c00/0xff23d3f688d93f56 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.561967:0:17813:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29600/0xff23d3f688d93f5d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.561974:0:17813:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29600/0xff23d3f688d93f5d lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.561981:0:17813:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29600/0xff23d3f688d93f5d lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.561987:0:17813:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14bc29600 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:0.0:1789185333.561990:0:17813:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29600/0xff23d3f688d93f5d lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.561997:0:17813:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29600/0xff23d3f688d93f5d lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.562004:0:17813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c3:0x0].0x151df48e (ffff90b2478fc200)
00010000:00010000:0.0:1789185333.562007:0:17813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1789185333.562010:0:17813:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29600/0xff23d3f688d93f5d lrc: 2/0,0 mode: --/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.562016:0:17813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29600/0xff23d3f688d93f5d lrc: 0/0,0 mode: --/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185333.563619:0:17813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d422680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+47:250756:x1876087010863488:12345-192.168.204.3@tcp:36:lfs.0 Request processed in 2200us (2633us total) trans 0 rc -2/-2
00000100:00100000:0.0:1789185333.563631:0:17813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 70776
00000100:00100000:3.0:1789185333.582342:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185333.582724:0:6517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010863744
00000100:00100000:0.0:1789185333.582804:0:6517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010863744
00000100:00100000:0.0:1789185333.582870:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 70777
00000100:00100000:0.0:1789185333.582883:0:6517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d423480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+47:250757:x1876087010863744:12345-192.168.204.3@tcp:36:lfs.0
00010000:00010000:0.0:1789185333.582979:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29600/0xff23d3f688d93f64 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.583001:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29600/0xff23d3f688d93f64 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.583014:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29600/0xff23d3f688d93f64 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.583030:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29c00/0xff23d3f688d93f6b lrc: 3/0,1 mode: --/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.583037:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29c00/0xff23d3f688d93f6b lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.583045:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29c00/0xff23d3f688d93f6b lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.583699:0:6517:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29600/0xff23d3f688d93f64 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.583712:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29600/0xff23d3f688d93f64 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.583719:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29600/0xff23d3f688d93f64 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.583725:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29600/0xff23d3f688d93f64 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.583884:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14bc29600 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:0.0:1789185333.583889:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29600/0xff23d3f688d93f64 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.583897:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29600/0xff23d3f688d93f64 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.583911:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c3:0x0].0x0 (ffff90b149ed9000)
00010000:00010000:0.0:1789185333.583914:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1789185333.583919:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29600/0xff23d3f688d93f64 lrc: 3/0,0 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.583926:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29600/0xff23d3f688d93f64 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.583941:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29c00/0xff23d3f688d93f6b lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.583948:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29c00/0xff23d3f688d93f6b lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.583954:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29c00/0xff23d3f688d93f6b lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.583959:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14bc29c00 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:0.0:1789185333.583961:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29c00/0xff23d3f688d93f6b lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.583967:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29c00/0xff23d3f688d93f6b lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.583977:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c3:0x0].0x151df48e (ffff90b2478fc200)
00010000:00010000:0.0:1789185333.583980:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1789185333.583982:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29c00/0xff23d3f688d93f6b lrc: 2/0,0 mode: --/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.583988:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29c00/0xff23d3f688d93f6b lrc: 0/0,0 mode: --/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185333.584131:0:6517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d423480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+48:250757:x1876087010863744:12345-192.168.204.3@tcp:36:lfs.0 Request processed in 1248us (1798us total) trans 0 rc -2/-2
00000100:00100000:0.0:1789185333.584139:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 70777
00000100:00100000:2.0:1789185333.609062:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185333.609182:0:35224:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010864000
00000100:00100000:0.0:1789185333.609193:0:35224:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010864000
00000100:00100000:0.0:1789185333.609274:0:35224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 70778
00000100:00100000:0.0:1789185333.609286:0:35224:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d149c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:5ea6f62d-4e20-4559-8935-61e538d0074d+48:250758:x1876087010864000:12345-192.168.204.3@tcp:36:lfs.0
00010000:00010000:0.0:1789185333.609385:0:35224:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29c00/0xff23d3f688d93f72 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35224 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.609406:0:35224:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29c00/0xff23d3f688d93f72 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35224 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.609420:0:35224:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29c00/0xff23d3f688d93f72 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35224 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.609437:0:35224:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29600/0xff23d3f688d93f79 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35224 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.609445:0:35224:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29600/0xff23d3f688d93f79 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35224 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.609457:0:35224:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29600/0xff23d3f688d93f79 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35224 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.609944:0:35224:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29c00/0xff23d3f688d93f72 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35224 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.609954:0:35224:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29c00/0xff23d3f688d93f72 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35224 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.609960:0:35224:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29c00/0xff23d3f688d93f72 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35224 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.609967:0:35224:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29c00/0xff23d3f688d93f72 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35224 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.609972:0:35224:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14bc29c00 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:2.0:1789185333.609976:0:35224:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29c00/0xff23d3f688d93f72 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35224 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.609984:0:35224:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29c00/0xff23d3f688d93f72 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 35224 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.609998:0:35224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c3:0x0].0x0 (ffff90b149ed9000)
00010000:00010000:2.0:1789185333.610001:0:35224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1789185333.610008:0:35224:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29c00/0xff23d3f688d93f72 lrc: 3/0,0 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35224 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.610014:0:35224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29c00/0xff23d3f688d93f72 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35224 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.610029:0:35224:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29600/0xff23d3f688d93f79 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35224 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.610035:0:35224:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29600/0xff23d3f688d93f79 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35224 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.610041:0:35224:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29600/0xff23d3f688d93f79 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35224 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.610046:0:35224:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14bc29600 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:2.0:1789185333.610049:0:35224:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29600/0xff23d3f688d93f79 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35224 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.610054:0:35224:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29600/0xff23d3f688d93f79 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35224 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.610061:0:35224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c3:0x0].0x151df48e (ffff90b2478fc200)
00010000:00010000:2.0:1789185333.610063:0:35224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1789185333.610066:0:35224:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29600/0xff23d3f688d93f79 lrc: 2/0,0 mode: --/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35224 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.610072:0:35224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29600/0xff23d3f688d93f79 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35224 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185333.610163:0:35224:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d149c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:5ea6f62d-4e20-4559-8935-61e538d0074d+49:250758:x1876087010864000:12345-192.168.204.3@tcp:36:lfs.0 Request processed in 877us (1108us total) trans 0 rc -2/-2
00000100:00100000:2.0:1789185333.610171:0:35224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 70778
00000100:00100000:3.0:1789185333.629917:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185333.630421:0:35215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010864256
00000100:00100000:2.0:1789185333.630431:0:35215:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010864256
00000100:00100000:2.0:1789185333.630529:0:35215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 70779
00000100:00100000:2.0:1789185333.630539:0:35215:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d421880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:5ea6f62d-4e20-4559-8935-61e538d0074d+49:250759:x1876087010864256:12345-192.168.204.3@tcp:36:lfs.0
00010000:00010000:2.0:1789185333.630661:0:35215:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5400/0xff23d3f688d93f80 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35215 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.630682:0:35215:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5400/0xff23d3f688d93f80 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35215 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.630697:0:35215:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5400/0xff23d3f688d93f80 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35215 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.630713:0:35215:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5200/0xff23d3f688d93f87 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35215 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.630719:0:35215:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5200/0xff23d3f688d93f87 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35215 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.630787:0:35215:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5200/0xff23d3f688d93f87 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35215 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.630907:0:35215:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5400/0xff23d3f688d93f80 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35215 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.630914:0:35215:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5400/0xff23d3f688d93f80 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35215 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.630919:0:35215:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5400/0xff23d3f688d93f80 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35215 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.630925:0:35215:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5400/0xff23d3f688d93f80 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35215 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.630931:0:35215:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149bd5400 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:2.0:1789185333.630935:0:35215:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5400/0xff23d3f688d93f80 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35215 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.630942:0:35215:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5400/0xff23d3f688d93f80 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 35215 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.630953:0:35215:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c3:0x0].0x0 (ffff90b149ed9000)
00010000:00010000:2.0:1789185333.630957:0:35215:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1789185333.630962:0:35215:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5400/0xff23d3f688d93f80 lrc: 3/0,0 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35215 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.630967:0:35215:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5400/0xff23d3f688d93f80 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35215 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.630980:0:35215:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5200/0xff23d3f688d93f87 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35215 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.630985:0:35215:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5200/0xff23d3f688d93f87 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35215 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.630990:0:35215:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5200/0xff23d3f688d93f87 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35215 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.630995:0:35215:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149bd5200 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:2.0:1789185333.630998:0:35215:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5200/0xff23d3f688d93f87 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35215 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.631003:0:35215:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5200/0xff23d3f688d93f87 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35215 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.631010:0:35215:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c3:0x0].0x151df48e (ffff90b242e78800)
00010000:00010000:2.0:1789185333.631012:0:35215:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1789185333.631014:0:35215:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5200/0xff23d3f688d93f87 lrc: 2/0,0 mode: --/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35215 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.631019:0:35215:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5200/0xff23d3f688d93f87 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35215 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185333.631112:0:35215:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d421880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:5ea6f62d-4e20-4559-8935-61e538d0074d+50:250759:x1876087010864256:12345-192.168.204.3@tcp:36:lfs.0 Request processed in 574us (1204us total) trans 0 rc -2/-2
00000100:00100000:2.0:1789185333.631120:0:35215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 70779
00000100:00100000:3.0:1789185333.645919:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185333.647703:0:35214:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010864512
00000100:00100000:0.0:1789185333.647716:0:35214:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010864512
00000100:00100000:0.0:1789185333.647848:0:35214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 70780
00000100:00100000:0.0:1789185333.647860:0:35214:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d62300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:5ea6f62d-4e20-4559-8935-61e538d0074d+50:250760:x1876087010864512:12345-192.168.204.3@tcp:36:lfs.0
00010000:00010000:0.0:1789185333.647974:0:35214:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc28400/0xff23d3f688d93f8e lrc: 3/0,1 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35214 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.647996:0:35214:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc28400/0xff23d3f688d93f8e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35214 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.648011:0:35214:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc28400/0xff23d3f688d93f8e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35214 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.648029:0:35214:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc28600/0xff23d3f688d93f95 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35214 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.648037:0:35214:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc28600/0xff23d3f688d93f95 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35214 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.648044:0:35214:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc28600/0xff23d3f688d93f95 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35214 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.648165:0:35214:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc28400/0xff23d3f688d93f8e lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35214 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.648173:0:35214:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc28400/0xff23d3f688d93f8e lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35214 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.648184:0:35214:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc28400/0xff23d3f688d93f8e lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35214 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.648191:0:35214:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc28400/0xff23d3f688d93f8e lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35214 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.648197:0:35214:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14bc28400 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:0.0:1789185333.648201:0:35214:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc28400/0xff23d3f688d93f8e lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35214 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.648209:0:35214:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc28400/0xff23d3f688d93f8e lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 35214 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.648224:0:35214:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c3:0x0].0x0 (ffff90b149ed9000)
00010000:00010000:0.0:1789185333.648250:0:35214:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1789185333.648256:0:35214:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc28400/0xff23d3f688d93f8e lrc: 3/0,0 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35214 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.648264:0:35214:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc28400/0xff23d3f688d93f8e lrc: 0/0,0 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35214 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.648279:0:35214:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc28600/0xff23d3f688d93f95 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35214 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.648285:0:35214:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc28600/0xff23d3f688d93f95 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35214 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.648289:0:35214:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc28600/0xff23d3f688d93f95 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35214 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.648294:0:35214:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14bc28600 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:0.0:1789185333.648298:0:35214:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc28600/0xff23d3f688d93f95 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35214 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.648303:0:35214:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc28600/0xff23d3f688d93f95 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35214 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.648310:0:35214:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c3:0x0].0x151df48e (ffff90b2478fc600)
00010000:00010000:0.0:1789185333.648312:0:35214:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1789185333.648315:0:35214:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc28600/0xff23d3f688d93f95 lrc: 2/0,0 mode: --/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35214 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.648320:0:35214:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc28600/0xff23d3f688d93f95 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35214 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185333.648424:0:35214:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d62300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:5ea6f62d-4e20-4559-8935-61e538d0074d+51:250760:x1876087010864512:12345-192.168.204.3@tcp:36:lfs.0 Request processed in 566us (2515us total) trans 0 rc -2/-2
00000100:00100000:0.0:1789185333.648430:0:35214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 70780
00000100:00100000:1.0:1789185333.663099:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185333.663235:0:35219:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010864768
00000100:00100000:2.0:1789185333.663255:0:35219:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010864768
00000100:00100000:2.0:1789185333.663355:0:35219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 70781
00000100:00100000:2.0:1789185333.663366:0:35219:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14876f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:5ea6f62d-4e20-4559-8935-61e538d0074d+51:250761:x1876087010864768:12345-192.168.204.3@tcp:36:lfs.0
00010000:00010000:2.0:1789185333.663844:0:35219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5200/0xff23d3f688d93f9c lrc: 3/0,1 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35219 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.663868:0:35219:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5200/0xff23d3f688d93f9c lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35219 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.663881:0:35219:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5200/0xff23d3f688d93f9c lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35219 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.663899:0:35219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5400/0xff23d3f688d93fa3 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35219 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.663906:0:35219:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5400/0xff23d3f688d93fa3 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35219 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.663911:0:35219:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5400/0xff23d3f688d93fa3 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35219 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.664042:0:35219:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5200/0xff23d3f688d93f9c lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35219 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.664052:0:35219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5200/0xff23d3f688d93f9c lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35219 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.664059:0:35219:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5200/0xff23d3f688d93f9c lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35219 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.664065:0:35219:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5200/0xff23d3f688d93f9c lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35219 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.664072:0:35219:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149bd5200 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:2.0:1789185333.664077:0:35219:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5200/0xff23d3f688d93f9c lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35219 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.664085:0:35219:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5200/0xff23d3f688d93f9c lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 35219 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.664099:0:35219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c3:0x0].0x0 (ffff90b149ed9000)
00010000:00010000:2.0:1789185333.664102:0:35219:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1789185333.664108:0:35219:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5200/0xff23d3f688d93f9c lrc: 3/0,0 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35219 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.664115:0:35219:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5200/0xff23d3f688d93f9c lrc: 0/0,0 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35219 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.664129:0:35219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5400/0xff23d3f688d93fa3 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35219 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.664135:0:35219:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5400/0xff23d3f688d93fa3 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35219 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.664142:0:35219:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5400/0xff23d3f688d93fa3 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35219 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.664148:0:35219:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149bd5400 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:2.0:1789185333.664151:0:35219:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5400/0xff23d3f688d93fa3 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35219 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.664160:0:35219:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5400/0xff23d3f688d93fa3 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35219 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.664167:0:35219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c3:0x0].0x151df48e (ffff90b242e78800)
00010000:00010000:2.0:1789185333.664170:0:35219:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1789185333.664173:0:35219:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5400/0xff23d3f688d93fa3 lrc: 2/0,0 mode: --/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35219 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.664179:0:35219:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5400/0xff23d3f688d93fa3 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x4c3:0x0].0x151df48e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35219 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185333.664326:0:35219:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14876f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:5ea6f62d-4e20-4559-8935-61e538d0074d+52:250761:x1876087010864768:12345-192.168.204.3@tcp:36:lfs.0 Request processed in 961us (1235us total) trans 0 rc -2/-2
00000100:00100000:2.0:1789185333.664334:0:35219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 70781
00010000:00010000:1.0:1789185333.691321:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789185333.692832:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185333.692972:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010864896
00000100:00100000:1.0:1789185333.692983:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010864896
00000100:00100000:1.0:1789185333.693047:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 70782
00000100:00100000:1.0:1789185333.693058:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d61180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+52:250762:x1876087010864896:12345-192.168.204.3@tcp:101:rm.0
00010000:00010000:1.0:1789185333.693086:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1789185333.693107:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96a00/0xff23d3f688d93faa lrc: 2/0,0 mode: --/CR res: [0x240000402:0x4c3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xeb7932912cf4becf expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.693169:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97a00/0xff23d3f688d93fb1 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x4c3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.693257:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97a00/0xff23d3f688d93fb1 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.693272:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97a00/0xff23d3f688d93fb1 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.693284:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97800/0xff23d3f688d93fb8 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x4c3:0x0].0xb1bed465 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.693292:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97800/0xff23d3f688d93fb8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x4c3:0x0].0xb1bed465 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.693299:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97800/0xff23d3f688d93fb8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x4c3:0x0].0xb1bed465 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.693378:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96400/0xff23d3f688d93fbf lrc: 3/1,0 mode: --/PR res: [0x240000402:0x4c4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.693387:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96400/0xff23d3f688d93fbf lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x4c4:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.693394:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96400/0xff23d3f688d93fbf lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x4c4:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1789185333.693432:0:6516:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000402:0x4c4:0x0]: returning size 0
00000004:00200000:1.0:1789185333.693437:0:6516:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1789185333.693454:0:6516:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96400/0xff23d3f688d93fbf lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x4c4:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.693465:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96400/0xff23d3f688d93fbf lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x4c4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.693474:0:6516:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97a00/0xff23d3f688d93fb1 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.693481:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97a00/0xff23d3f688d93fb1 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.693487:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97a00/0xff23d3f688d93fb1 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.693493:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97a00/0xff23d3f688d93fb1 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.693498:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14cb97a00 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:1.0:1789185333.693502:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97a00/0xff23d3f688d93fb1 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.693510:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97a00/0xff23d3f688d93fb1 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.693525:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c3:0x0].0x0 (ffff90b149ed9000)
00010000:00010000:1.0:1789185333.693527:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1789185333.693532:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97a00/0xff23d3f688d93fb1 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.693539:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97a00/0xff23d3f688d93fb1 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.693986:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97800/0xff23d3f688d93fb8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x4c3:0x0].0xb1bed465 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.693996:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97800/0xff23d3f688d93fb8 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x4c3:0x0].0xb1bed465 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.694003:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97800/0xff23d3f688d93fb8 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x4c3:0x0].0xb1bed465 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.694008:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14cb97800 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:1.0:1789185333.694011:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97800/0xff23d3f688d93fb8 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x4c3:0x0].0xb1bed465 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.694017:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97800/0xff23d3f688d93fb8 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x4c3:0x0].0xb1bed465 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.694027:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c3:0x0].0xb1bed465 (ffff90b242e78f00)
00010000:00010000:1.0:1789185333.694030:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1789185333.694034:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97800/0xff23d3f688d93fb8 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x4c3:0x0].0xb1bed465 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.694040:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97800/0xff23d3f688d93fb8 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x4c3:0x0].0xb1bed465 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.694073:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96a00/0xff23d3f688d93faa lrc: 0/0,0 mode: --/CR res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4becf expref: 54 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.694087:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96400/0xff23d3f688d93fbf lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x4c4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4becf expref: 53 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.694094:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c4:0x0].0x0 (ffff90b2478fc100)
00010000:00010000:1.0:1789185333.694096:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1789185333.694099:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90b14cb96400, rc 0)
00000100:00100000:1.0:1789185333.694322:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d61180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+53:250762:x1876087010864896:12345-192.168.204.3@tcp:101:rm.0 Request processed in 1265us (1498us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185333.694330:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 70782
00000100:00100000:3.0:1789185333.697107:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185333.697303:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010865024
00000100:00100000:0.0:1789185333.697313:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010865024
00000100:00100000:0.0:1789185333.697411:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 38256
00000100:00100000:0.0:1789185333.697423:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+6:2391:x1876087010865024:12345-192.168.204.3@tcp:101:rm.0
00010000:00010000:0.0:1789185333.697441:0:8431:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1789185333.697463:0:8431:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a850fc00/0xff23d3f688d93fc6 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x4e0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xeb7932912cf4bed6 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1789185333.697488:0:8431:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x4e0:0x0] initial LVB size: 0, mtime: 0x6aa4cd35, atime: 0x6aa4cd35, ctime: 0x6aa4cd35, blocks: 0x0
00010000:00010000:0.0:1789185333.697507:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x4e0:0x0].0x0 since=9410s v=(0 0)
00010000:00010000:0.0:1789185333.697512:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x4e0:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185333.697522:0:8431:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a850fc00/0xff23d3f688d93fc6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x4e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bed6 expref: 7 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.697541:0:8431:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a850fc00/0xff23d3f688d93fc6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x4e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bed6 expref: 7 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.697587:0:8431:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90b14bc28600, rc 0)
00000100:00100000:0.0:1789185333.697645:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+7:2391:x1876087010865024:12345-192.168.204.3@tcp:101:rm.0 Request processed in 224us (546us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185333.697653:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 38256
00000100:00100000:3.0:1789185333.700088:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185333.700176:0:10357:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010865280
00000100:00100000:1.0:1789185333.700192:0:10357:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010865280
00000100:00100000:1.0:1789185333.700271:0:10357:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 70783
00000100:00100000:1.0:1789185333.700281:0:10357:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d63100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+53:250762:x1876087010865280:12345-192.168.204.3@tcp:36:rm.0
00010000:00010000:1.0:1789185333.700339:0:10357:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0
00010000:00010000:1.0:1789185333.700370:0:10357:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96400/0xff23d3f688d93fbf lrc: 0/0,0 mode: --/PR res: [0x240000402:0x4c4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4becf expref: 53 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.700399:0:10357:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5600/0xff23d3f688d93dc0 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x4c4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4beba expref: 52 pid: 35215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.700412:0:10357:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c4:0x0].0x0 (ffff90b2478fc100)
00010000:00010000:1.0:1789185333.700418:0:10357:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1789185333.700442:0:10357:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97400/0xff23d3f688d93fcd lrc: 3/0,1 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10357 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.700458:0:10357:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97400/0xff23d3f688d93fcd lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10357 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.700470:0:10357:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97400/0xff23d3f688d93fcd lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10357 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.700481:0:10357:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96200/0xff23d3f688d93fd4 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x4c3:0x0].0xb1bed465 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10357 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.700487:0:10357:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96200/0xff23d3f688d93fd4 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0xb1bed465 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10357 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.700493:0:10357:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96200/0xff23d3f688d93fd4 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0xb1bed465 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10357 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.700603:0:10357:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96600/0xff23d3f688d93fdb lrc: 3/0,1 mode: --/EX res: [0x240000402:0x4c4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10357 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.700614:0:10357:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96600/0xff23d3f688d93fdb lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x4c4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10357 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.700621:0:10357:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96600/0xff23d3f688d93fdb lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x4c4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10357 initiator: MDT1 lru_score: 0 lru_type: 0
00000040:00080000:1.0:1789185333.700859:0:10357:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].233, 64 off23104
00000004:00080000:1.0:1789185333.700869:0:10357:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 9410923321793ns, next at 9411923319311ns, rc = 0
00010000:00010000:1.0:1789185333.700914:0:10357:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97200/0xff23d3f688d93fe2 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x4c4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10357 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.700923:0:10357:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97200/0xff23d3f688d93fe2 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c4:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 10357 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.700935:0:10357:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97200/0xff23d3f688d93fe2 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c4:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 10357 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.700942:0:10357:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97200/0xff23d3f688d93fe2 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x4c4:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 10357 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.700949:0:10357:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97200/0xff23d3f688d93fe2 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x4c4:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 10357 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.700957:0:10357:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97200/0xff23d3f688d93fe2 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x4c4:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 10357 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.700984:0:10357:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1789185333.701004:0:10357:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96600/0xff23d3f688d93fdb lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x4c4:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10357 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.701010:0:10357:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96600/0xff23d3f688d93fdb lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x4c4:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10357 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.701016:0:10357:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96600/0xff23d3f688d93fdb lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x4c4:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10357 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.701023:0:10357:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14cb96600 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:1.0:1789185333.701028:0:10357:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96600/0xff23d3f688d93fdb lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x4c4:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10357 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.701036:0:10357:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96600/0xff23d3f688d93fdb lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x4c4:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10357 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.701045:0:10357:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c4:0x0].0x0 (ffff90b2478fc100)
00010000:00010000:1.0:1789185333.701047:0:10357:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1789185333.701052:0:10357:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96600/0xff23d3f688d93fdb lrc: 2/0,0 mode: --/EX res: [0x240000402:0x4c4:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10357 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.701058:0:10357:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96600/0xff23d3f688d93fdb lrc: 0/0,0 mode: --/EX res: [0x240000402:0x4c4:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10357 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.701074:0:10357:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97400/0xff23d3f688d93fcd lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10357 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.701081:0:10357:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97400/0xff23d3f688d93fcd lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10357 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.701087:0:10357:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97400/0xff23d3f688d93fcd lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10357 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.701092:0:10357:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97400/0xff23d3f688d93fcd lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10357 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.701097:0:10357:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14cb97400 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:1.0:1789185333.701100:0:10357:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97400/0xff23d3f688d93fcd lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10357 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.701106:0:10357:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97400/0xff23d3f688d93fcd lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10357 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.701112:0:10357:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c3:0x0].0x0 (ffff90b149ed9000)
00010000:00010000:1.0:1789185333.701114:0:10357:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1789185333.701117:0:10357:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97400/0xff23d3f688d93fcd lrc: 3/0,0 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10357 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.701123:0:10357:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97400/0xff23d3f688d93fcd lrc: 0/0,0 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10357 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1789185333.701132:0:10357:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000442b7673 reply state 000000006a371460 transno 4294985798 ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96200/0xff23d3f688d93fd4 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0xb1bed465 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10357 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.701143:0:10357:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96200/0xff23d3f688d93fd4 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x4c3:0x0].0xb1bed465 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10357 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.701149:0:10357:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c3:0x0].0xb1bed465 (ffff90b242e78f00)
00010000:00010000:1.0:1789185333.701152:0:10357:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1789185333.701154:0:10357:0:(service.c:179:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1789185333.701221:0:10357:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d63100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+53:250762:x1876087010865280:12345-192.168.204.3@tcp:36:rm.0 Request processed in 940us (1142us total) trans 4294985798 rc 0/0
00000100:00100000:1.0:1789185333.701229:0:10357:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 70783
00010000:00010000:0.0:1789185333.701734:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185333.701743:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97200/0xff23d3f688d93fe2 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x4c4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 10357 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.701750:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14cb97200 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185333.701754:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97200/0xff23d3f688d93fe2 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x4c4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 10357 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.701762:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97200/0xff23d3f688d93fe2 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x4c4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 10357 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.701774:0:143114:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c4:0x0].0x0 (ffff90b2478fc100)
00010000:00010000:0.0:1789185333.701776:0:143114:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1789185333.701779:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97200/0xff23d3f688d93fe2 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x4c4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 10357 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.701785:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97200/0xff23d3f688d93fe2 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x4c4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 10357 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.701796:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185333.701797:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185333.701800:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789185333.710139:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185333.710360:0:24807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010865536
00000100:00100000:2.0:1789185333.710370:0:24807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010865536
00000100:00100000:2.0:1789185333.710436:0:24807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 70784
00000100:00100000:2.0:1789185333.710445:0:24807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d63800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+53:250763:x1876087010865536:12345-192.168.204.3@tcp:101:touch.0
00010000:00010000:2.0:1789185333.710474:0:24807:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1789185333.710497:0:24807:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5200/0xff23d3f688d93fe9 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xeb7932912cf4bedd expref: -99 pid: 24807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.710639:0:24807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4e00/0xff23d3f688d93ff0 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 24807 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.710656:0:24807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4e00/0xff23d3f688d93ff0 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 24807 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.710670:0:24807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4e00/0xff23d3f688d93ff0 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 24807 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.710681:0:24807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5c00/0xff23d3f688d93ff7 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x4c3:0x0].0xb1bed465 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 24807 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.710689:0:24807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5c00/0xff23d3f688d93ff7 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0xb1bed465 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24807 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.710696:0:24807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5c00/0xff23d3f688d93ff7 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0xb1bed465 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24807 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00080000:2.0:1789185333.711016:0:24807:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x4e2:0x0], index 0: 0
00010000:00010000:2.0:1789185333.711147:0:24807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5600/0xff23d3f688d93ffe lrc: 3/1,0 mode: --/PR res: [0x240000402:0x4c5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 24807 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.711157:0:24807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5600/0xff23d3f688d93ffe lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x4c5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24807 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.711167:0:24807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5600/0xff23d3f688d93ffe lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x4c5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24807 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.711918:0:24807:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4e00/0xff23d3f688d93ff0 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 24807 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.711929:0:24807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4e00/0xff23d3f688d93ff0 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 24807 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.711936:0:24807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4e00/0xff23d3f688d93ff0 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 24807 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.711943:0:24807:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4e00/0xff23d3f688d93ff0 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 24807 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.711949:0:24807:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149bd4e00 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:3.0:1789185333.711953:0:24807:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4e00/0xff23d3f688d93ff0 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 24807 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.711962:0:24807:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4e00/0xff23d3f688d93ff0 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 24807 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.711975:0:24807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c3:0x0].0x0 (ffff90b149ed9000)
00010000:00010000:3.0:1789185333.711978:0:24807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1789185333.711983:0:24807:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4e00/0xff23d3f688d93ff0 lrc: 3/0,0 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 24807 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.711990:0:24807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4e00/0xff23d3f688d93ff0 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 24807 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1789185333.712004:0:24807:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000d859ec26 reply state 0000000017708271 transno 4294985799 ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5c00/0xff23d3f688d93ff7 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0xb1bed465 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24807 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.712014:0:24807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5c00/0xff23d3f688d93ff7 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x4c3:0x0].0xb1bed465 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24807 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.712026:0:24807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c3:0x0].0xb1bed465 (ffff90b242e78f00)
00010000:00010000:3.0:1789185333.712028:0:24807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1789185333.712031:0:24807:0:(service.c:179:ptlrpc_save_lock()) nlocks 0
00010000:00010000:3.0:1789185333.712068:0:24807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5200/0xff23d3f688d93fe9 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bedd expref: 56 pid: 24807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.712084:0:24807:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5600/0xff23d3f688d93ffe lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x4c5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bedd expref: 55 pid: 24807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.712092:0:24807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c5:0x0].0x0 (ffff90b242e78800)
00010000:00010000:3.0:1789185333.712095:0:24807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1789185333.712097:0:24807:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90b149bd5600, rc 0)
00000100:00100000:3.0:1789185333.712309:0:24807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d63800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+56:250763:x1876087010865536:12345-192.168.204.3@tcp:101:touch.0 Request processed in 1864us (2179us total) trans 4294985799 rc 0/0
00000100:00100000:3.0:1789185333.712318:0:24807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 70784
00000100:00100000:3.0:1789185333.714822:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185333.714913:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010865792
00000100:00100000:1.0:1789185333.714923:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010865792
00000100:00100000:1.0:1789185333.715030:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 70785
00000100:00100000:1.0:1789185333.715041:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d62d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+56:250763:x1876087010865792:12345-192.168.204.3@tcp:36:touch.0
00010000:00010000:1.0:1789185333.715104:0:6515:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185333.715131:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5600/0xff23d3f688d93ffe lrc: 0/0,0 mode: --/PR res: [0x240000402:0x4c5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bedd expref: 56 pid: 24807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.715149:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c5:0x0].0x0 (ffff90b242e78800)
00010000:00010000:1.0:1789185333.715173:0:6515:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1789185333.715710:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96600/0xff23d3f688d9400c lrc: 3/0,1 mode: --/PW res: [0x240000402:0x4c5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.715735:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96600/0xff23d3f688d9400c lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.715747:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96600/0xff23d3f688d9400c lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1789185333.715858:0:6515:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000b39fa876 reply state 000000001ba820de transno 4294985800 ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96600/0xff23d3f688d9400c lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.715871:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96600/0xff23d3f688d9400c lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x4c5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.715877:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c5:0x0].0x0 (ffff90b259cf3700)
00010000:00010000:1.0:1789185333.715879:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1789185333.715882:0:6515:0:(service.c:179:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1789185333.716052:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d62d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+57:250763:x1876087010865792:12345-192.168.204.3@tcp:36:touch.0 Request processed in 1012us (1237us total) trans 4294985800 rc 0/0
00000100:00100000:1.0:1789185333.716062:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 70785
00000100:00100000:0.0:1789185333.717624:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185333.717681:0:35220:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010865920
00000100:00100000:3.0:1789185333.717691:0:35220:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010865920
00000100:00100000:3.0:1789185333.717791:0:35220:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 70786
00000100:00100000:3.0:1789185333.717801:0:35220:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14b5c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:5ea6f62d-4e20-4559-8935-61e538d0074d+57:250763:x1876087010865920:12345-192.168.204.3@tcp:101:touch.0
00010000:00010000:3.0:1789185333.717824:0:35220:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1789185333.717841:0:35220:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863600/0xff23d3f688d94013 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x4c5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xeb7932912cf4bee4 expref: -99 pid: 35220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.717890:0:35220:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863600/0xff23d3f688d94013 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x4c5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bee4 expref: 58 pid: 35220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.717909:0:35220:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863600/0xff23d3f688d94013 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x4c5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bee4 expref: 58 pid: 35220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.717928:0:35220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c5:0x0].0x0 (ffff90b259cf3700)
00010000:00010000:3.0:1789185333.717931:0:35220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8
00010000:00010000:3.0:1789185333.717935:0:35220:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90b14a863600, rc 0)
00000100:00100000:3.0:1789185333.717982:0:35220:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14b5c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:5ea6f62d-4e20-4559-8935-61e538d0074d+58:250763:x1876087010865920:12345-192.168.204.3@tcp:101:touch.0 Request processed in 183us (365us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185333.717989:0:35220:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 70786
00000100:00100000:3.0:1789185333.720185:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185333.720822:0:178147:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010866048
00000100:00100000:0.0:1789185333.720832:0:178147:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010866048
00000100:00100000:0.0:1789185333.720885:0:178147:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 38257
00000100:00100000:0.0:1789185333.720895:0:178147:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:5ea6f62d-4e20-4559-8935-61e538d0074d+6:2392:x1876087010866048:12345-192.168.204.3@tcp:2:touch.0
00000100:00100000:0.0:1789185333.721248:0:178147:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:5ea6f62d-4e20-4559-8935-61e538d0074d+7:2392:x1876087010866048:12345-192.168.204.3@tcp:2:touch.0 Request processed in 341us (1074us total) trans 4294977978 rc 0/0
00000100:00100000:0.0:1789185333.721258:0:178147:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 38257
00000100:00100000:0.0:1789185333.726654:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185333.729247:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010866304
00000100:00100000:1.0:1789185333.729263:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010866304
00000100:00100000:0.0:1789185333.729414:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 9617
00000100:00100000:0.0:1789185333.729430:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14b5c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+58:250763:x1876087010866304:12345-192.168.204.3@tcp:35:touch.0
00000100:00100000:0.0:1789185333.729882:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14b5c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+59:250763:x1876087010866304:12345-192.168.204.3@tcp:35:touch.0 Request processed in 455us (3233us total) trans 4294985801 rc 0/0
00000100:00100000:0.0:1789185333.729891:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 9617
00000100:00100000:1.0:1789185333.753497:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185333.753595:0:9945:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010866432
00000100:00100000:3.0:1789185333.753606:0:9945:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010866432
00000100:00100000:3.0:1789185333.753659:0:9945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 70787
00000100:00100000:3.0:1789185333.753670:0:9945:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14876fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+59:250764:x1876087010866432:12345-192.168.204.3@tcp:101:lfs.0
00010000:00010000:3.0:1789185333.753697:0:9945:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1789185333.753728:0:9945:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863200/0xff23d3f688d9401a lrc: 2/0,0 mode: --/CR res: [0x240000402:0x4c3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xeb7932912cf4beeb expref: -99 pid: 9945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.753808:0:9945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863400/0xff23d3f688d94021 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x4c3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9945 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.753826:0:9945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863400/0xff23d3f688d94021 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9945 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.753840:0:9945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863400/0xff23d3f688d94021 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9945 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.753889:0:9945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a862e00/0xff23d3f688d94028 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x4c3:0x0].0xfb53d8db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9945 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.753898:0:9945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a862e00/0xff23d3f688d94028 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x4c3:0x0].0xfb53d8db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9945 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.753905:0:9945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a862e00/0xff23d3f688d94028 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x4c3:0x0].0xfb53d8db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9945 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.753952:0:9945:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863400/0xff23d3f688d94021 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9945 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.753961:0:9945:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863400/0xff23d3f688d94021 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9945 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.753967:0:9945:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863400/0xff23d3f688d94021 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9945 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.753974:0:9945:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863400/0xff23d3f688d94021 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9945 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.753980:0:9945:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14a863400 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:3.0:1789185333.753985:0:9945:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863400/0xff23d3f688d94021 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9945 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.753992:0:9945:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863400/0xff23d3f688d94021 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9945 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.754006:0:9945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c3:0x0].0x0 (ffff90b149ed9000)
00010000:00010000:3.0:1789185333.754010:0:9945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1789185333.754016:0:9945:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863400/0xff23d3f688d94021 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9945 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.754023:0:9945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863400/0xff23d3f688d94021 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9945 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.754038:0:9945:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a862e00/0xff23d3f688d94028 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x4c3:0x0].0xfb53d8db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9945 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.754044:0:9945:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a862e00/0xff23d3f688d94028 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x4c3:0x0].0xfb53d8db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9945 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.754050:0:9945:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a862e00/0xff23d3f688d94028 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x4c3:0x0].0xfb53d8db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9945 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.754055:0:9945:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14a862e00 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:3.0:1789185333.754058:0:9945:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a862e00/0xff23d3f688d94028 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x4c3:0x0].0xfb53d8db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9945 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.754064:0:9945:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a862e00/0xff23d3f688d94028 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x4c3:0x0].0xfb53d8db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9945 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.754076:0:9945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c3:0x0].0xfb53d8db (ffff90b149ed9400)
00010000:00010000:3.0:1789185333.754078:0:9945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1789185333.754081:0:9945:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a862e00/0xff23d3f688d94028 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x4c3:0x0].0xfb53d8db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9945 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.754087:0:9945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a862e00/0xff23d3f688d94028 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x4c3:0x0].0xfb53d8db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9945 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.754125:0:9945:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863200/0xff23d3f688d9401a lrc: 1/0,0 mode: --/CR res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4beeb expref: 60 pid: 9945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.754140:0:9945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c3:0x0].0x0 (ffff90b149ed9000)
00010000:00010000:3.0:1789185333.754142:0:9945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1789185333.754146:0:9945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863200/0xff23d3f688d9401a lrc: 0/0,0 mode: --/CR res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4beeb expref: 60 pid: 9945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.754155:0:9945:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90b14a863200, rc 0)
00000100:00100000:3.0:1789185333.754225:0:9945:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14876fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+59:250764:x1876087010866432:12345-192.168.204.3@tcp:101:lfs.0 Request processed in 557us (739us total) trans 0 rc 301/301
00000100:00100000:3.0:1789185333.754233:0:9945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 70787
00000100:00100000:0.0:1789185333.759711:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185333.759943:0:35217:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010866560
00000100:00100000:1.0:1789185333.759954:0:35217:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010866560
00000100:00100000:1.0:1789185333.760026:0:35217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 70788
00000100:00100000:1.0:1789185333.760035:0:35217:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14b5c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:5ea6f62d-4e20-4559-8935-61e538d0074d+59:250764:x1876087010866560:12345-192.168.204.3@tcp:101:lfs.0
00010000:00010000:1.0:1789185333.760059:0:35217:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1789185333.760083:0:35217:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97800/0xff23d3f688d9402f lrc: 2/0,0 mode: --/CR res: [0x240000402:0x4c3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xeb7932912cf4bef2 expref: -99 pid: 35217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.760158:0:35217:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97a00/0xff23d3f688d94036 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x4c3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 35217 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.760188:0:35217:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97a00/0xff23d3f688d94036 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.760205:0:35217:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97a00/0xff23d3f688d94036 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.760220:0:35217:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96c00/0xff23d3f688d9403d lrc: 3/1,0 mode: --/PR res: [0x240000402:0x4c3:0x0].0xfb53d8db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35217 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.760227:0:35217:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96c00/0xff23d3f688d9403d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x4c3:0x0].0xfb53d8db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.760233:0:35217:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96c00/0xff23d3f688d9403d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x4c3:0x0].0xfb53d8db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.760285:0:35217:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97a00/0xff23d3f688d94036 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.760293:0:35217:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97a00/0xff23d3f688d94036 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.760300:0:35217:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97a00/0xff23d3f688d94036 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.760307:0:35217:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97a00/0xff23d3f688d94036 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.760313:0:35217:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14cb97a00 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:1.0:1789185333.760317:0:35217:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97a00/0xff23d3f688d94036 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.760326:0:35217:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97a00/0xff23d3f688d94036 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.760338:0:35217:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c3:0x0].0x0 (ffff90b149ed9000)
00010000:00010000:1.0:1789185333.760342:0:35217:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1789185333.760347:0:35217:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97a00/0xff23d3f688d94036 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.760355:0:35217:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97a00/0xff23d3f688d94036 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.760369:0:35217:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96c00/0xff23d3f688d9403d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x4c3:0x0].0xfb53d8db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.760375:0:35217:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96c00/0xff23d3f688d9403d lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x4c3:0x0].0xfb53d8db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.760381:0:35217:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96c00/0xff23d3f688d9403d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x4c3:0x0].0xfb53d8db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.760386:0:35217:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14cb96c00 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:1.0:1789185333.760389:0:35217:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96c00/0xff23d3f688d9403d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x4c3:0x0].0xfb53d8db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.760395:0:35217:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96c00/0xff23d3f688d9403d lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x4c3:0x0].0xfb53d8db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.760403:0:35217:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c3:0x0].0xfb53d8db (ffff90b259cf3200)
00010000:00010000:1.0:1789185333.760405:0:35217:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1789185333.760408:0:35217:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96c00/0xff23d3f688d9403d lrc: 2/0,0 mode: --/PR res: [0x240000402:0x4c3:0x0].0xfb53d8db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.760414:0:35217:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96c00/0xff23d3f688d9403d lrc: 0/0,0 mode: --/PR res: [0x240000402:0x4c3:0x0].0xfb53d8db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.760447:0:35217:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97800/0xff23d3f688d9402f lrc: 1/0,0 mode: --/CR res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bef2 expref: 60 pid: 35217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.760458:0:35217:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c3:0x0].0x0 (ffff90b149ed9000)
00010000:00010000:1.0:1789185333.760460:0:35217:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1789185333.760464:0:35217:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97800/0xff23d3f688d9402f lrc: 0/0,0 mode: --/CR res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bef2 expref: 60 pid: 35217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.760473:0:35217:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90b14cb97800, rc 0)
00000100:00100000:1.0:1789185333.760538:0:35217:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14b5c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:5ea6f62d-4e20-4559-8935-61e538d0074d+59:250764:x1876087010866560:12345-192.168.204.3@tcp:101:lfs.0 Request processed in 503us (836us total) trans 0 rc 301/301
00000100:00100000:1.0:1789185333.760585:0:35217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 70788
00000100:00100000:1.0:1789185333.763950:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185333.764135:0:35216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010866688
00000100:00100000:0.0:1789185333.764145:0:35216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010866688
00000100:00100000:0.0:1789185333.764255:0:35216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 70789
00000100:00100000:0.0:1789185333.764266:0:35216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14876dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:5ea6f62d-4e20-4559-8935-61e538d0074d+59:250764:x1876087010866688:12345-192.168.204.3@tcp:101:lfs.0
00010000:00010000:0.0:1789185333.764290:0:35216:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1789185333.764315:0:35216:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29c00/0xff23d3f688d94044 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xeb7932912cf4bef9 expref: -99 pid: 35216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.764384:0:35216:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29200/0xff23d3f688d9404b lrc: 3/1,0 mode: --/PR res: [0x240000402:0x4c3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35216 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.764406:0:35216:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29200/0xff23d3f688d9404b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x4c3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35216 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.764418:0:35216:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29200/0xff23d3f688d9404b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x4c3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1789185333.764470:0:35216:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000402:0x4c3:0x0]: returning size 4096
00000004:00200000:0.0:1789185333.764474:0:35216:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1789185333.764491:0:35216:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29200/0xff23d3f688d9404b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x4c3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35216 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.764515:0:35216:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29c00/0xff23d3f688d94044 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bef9 expref: 61 pid: 35216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.764542:0:35216:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29200/0xff23d3f688d9404b lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x4c3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bef9 expref: 60 pid: 35216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.764604:0:35216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c3:0x0].0x0 (ffff90b149ed9000)
00010000:00010000:0.0:1789185333.764607:0:35216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12
00010000:00010000:0.0:1789185333.764611:0:35216:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90b14bc29200, rc 0)
00000100:00100000:0.0:1789185333.764672:0:35216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14876dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:5ea6f62d-4e20-4559-8935-61e538d0074d+60:250764:x1876087010866688:12345-192.168.204.3@tcp:101:lfs.0 Request processed in 407us (731us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185333.764680:0:35216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 70789
00000100:00100000:0.0:1789185333.768802:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185333.768876:0:10357:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010866944
00000100:00100000:1.0:1789185333.768886:0:10357:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010866944
00000100:00100000:1.0:1789185333.768951:0:10357:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 70790
00000100:00100000:1.0:1789185333.768960:0:10357:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1504f1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+13:250764:x1876087010866944:12345-192.168.204.3@tcp:36:lfs.0
00000100:00100000:1.0:1789185333.769100:0:10357:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14876c380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:10357:1876087019031296:0@lo:1000:mdt00_004.0
00000100:00100000:1.0:1789185333.769147:0:10357:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185333.769187:0:10357:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b15108c3c0 going to sleep for 11 seconds
00000100:00100000:0.0:1789185333.769335:0:7824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019031296
00000100:00100000:0.0:1789185333.769340:0:7824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019031296
00000100:00100000:0.0:1789185333.769385:0:7824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25277
00000100:00100000:0.0:1789185333.769392:0:7824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14876f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:10357:x1876087019031296:12345-0@lo:1000:mdt00_004.0
00000100:00100000:0.0:1789185333.769485:0:7824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14876f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:10357:x1876087019031296:12345-0@lo:1000:mdt00_004.0 Request processed in 93us (336us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185333.769492:0:7824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25277
00000100:00100000:1.0:1789185333.769935:0:10357:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14876c380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:10357:1876087019031296:0@lo:1000:mdt00_004.0
00000100:00100000:1.0:1789185333.770003:0:10357:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14876c380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:10357:1876087019031424:0@lo:1000:mdt00_004.0
00000100:00100000:1.0:1789185333.770030:0:10357:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185333.770048:0:10357:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b15108cd80 going to sleep for 11 seconds
00000100:00100000:0.0:1789185333.770149:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019031424
00000100:00100000:0.0:1789185333.770154:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019031424
00000100:00100000:0.0:1789185333.770200:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25278
00000100:00100000:0.0:1789185333.770207:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1499e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:10357:x1876087019031424:12345-0@lo:1000:mdt00_004.0
00000100:00100000:0.0:1789185333.770291:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1499e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:10357:x1876087019031424:12345-0@lo:1000:mdt00_004.0 Request processed in 84us (259us total) trans 0 rc -2/-2
00000100:00100000:0.0:1789185333.770299:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25278
00000100:00100000:1.0:1789185333.770879:0:10357:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14876c380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:10357:1876087019031424:0@lo:1000:mdt00_004.0
00010000:00010000:1.0:1789185333.770940:0:10357:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff90b14cb97800/0xff23d3f688d94052 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10357 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.770955:0:10357:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff90b14cb97800/0xff23d3f688d94052 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10357 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.770965:0:10357:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff90b14cb97800/0xff23d3f688d94052 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 10357 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185333.770979:0:10357:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1499e1f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:10357:1876087019031552:0@lo:101:mdt00_004.0
00000100:00100000:1.0:1789185333.771074:0:10357:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185333.771101:0:10357:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1486aa840 going to sleep for 11 seconds
00000100:00100000:2.0:1789185333.771274:0:6521:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019031552
00000100:00100000:2.0:1789185333.771279:0:6521:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019031552
00000100:00100000:2.0:1789185333.771355:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25279
00000100:00100000:2.0:1789185333.771364:0:6521:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1499e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:10357:x1876087019031552:12345-0@lo:101:mdt00_004.0
00010000:00010000:2.0:1789185333.771375:0:6521:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1789185333.771391:0:6521:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5400/0xff23d3f688d94059 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xff23d3f688d94052 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.771414:0:6521:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a862000/0xff23d3f688d93d57 lrc: 2/0,1 mode: TXN/TXN res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9945 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.771429:0:6521:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29200/0xff23d3f688d9404b lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x4c3:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bef9 expref: 59 pid: 35216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.771438:0:6521:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5400/0xff23d3f688d94059 lrc: 5/0,0 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xff23d3f688d94052 expref: 6 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.771473:0:6521:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29200/0xff23d3f688d9404b lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x4c3:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bef9 expref: 59 pid: 35216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.771485:0:6521:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29200/0xff23d3f688d9404b lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x4c3:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bef9 expref: 59 pid: 35216 timeout: 9510 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185333.771494:0:6521:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14a1a0380 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001_UUID:6521:1876087019031680:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185333.771582:0:6521:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a862000/0xff23d3f688d93d57 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 9945 initiator: MDT1 lru_score: 0 lru_type: 0
00080000:00080000:2.0:1789185333.771613:0:6521:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0001: async commit OSD
00000100:00100000:2.0:1789185333.771638:0:6521:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b153890e40 going to sleep for 11 seconds
00000100:00100000:0.0:1789185333.774858:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000001:00080000:3.0:1789185333.775157:0:7447:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 4294985801 is committed
00010000:00010000:0.0:1789185333.775338:0:3622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a862000/0xff23d3f688d93d57 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000020 pid: 9945 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.775351:0:3622:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a862000/0xff23d3f688d93d57 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000020 pid: 9945 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.775357:0:3622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a862000/0xff23d3f688d93d57 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 9945 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.775364:0:3622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14a862000 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:0.0:1789185333.775368:0:3622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a862000/0xff23d3f688d93d57 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 9945 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.775377:0:3622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a862000/0xff23d3f688d93d57 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000020 pid: 9945 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.775396:0:3622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c3:0x0].0x0 (ffff90b149ed9000)
00010000:00010000:0.0:1789185333.775399:0:3622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1789185333.775406:0:3622:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5400/0xff23d3f688d94059 lrc: 3/0,0 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xff23d3f688d94052 expref: 6 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.775420:0:3622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a862000/0xff23d3f688d93d57 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000020 pid: 9945 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.775426:0:3622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a862000/0xff23d3f688d93d57 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000020 pid: 9945 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.775446:0:3622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5800/0xff23d3f688d93da4 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x4c3:0x0].0xb1bed465 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.775453:0:3622:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5800/0xff23d3f688d93da4 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x4c3:0x0].0xb1bed465 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.775469:0:3622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5800/0xff23d3f688d93da4 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x4c3:0x0].0xb1bed465 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.775474:0:3622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149bd5800 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:0.0:1789185333.775476:0:3622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5800/0xff23d3f688d93da4 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x4c3:0x0].0xb1bed465 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185333.775482:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010867072
00010000:00010000:0.0:1789185333.775482:0:3622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5800/0xff23d3f688d93da4 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x4c3:0x0].0xb1bed465 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.775489:0:3622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c3:0x0].0xb1bed465 (ffff90b242e78f00)
00000100:00100000:1.0:1789185333.775490:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010867072
00010000:00010000:0.0:1789185333.775491:0:3622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1789185333.775494:0:3622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5800/0xff23d3f688d93da4 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x4c3:0x0].0xb1bed465 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.775499:0:3622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5800/0xff23d3f688d93da4 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x4c3:0x0].0xb1bed465 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.775514:0:3622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29000/0xff23d3f688d93db9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x4c4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.775519:0:3622:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29000/0xff23d3f688d93db9 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x4c4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.775524:0:3622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29000/0xff23d3f688d93db9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x4c4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.775529:0:3622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14bc29000 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:1.0:1789185333.775530:0:10396:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29200/0xff23d3f688d9404b lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x4c3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bef9 expref: 55 pid: 35216 timeout: 9510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.775531:0:3622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29000/0xff23d3f688d93db9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x4c4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.775538:0:3622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29000/0xff23d3f688d93db9 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x4c4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.775583:0:3622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c4:0x0].0x0 (ffff90b2478fc100)
00010000:00010000:0.0:1789185333.775586:0:3622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1789185333.775590:0:3622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29000/0xff23d3f688d93db9 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x4c4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.775595:0:3622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29000/0xff23d3f688d93db9 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x4c4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.775616:0:3622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96200/0xff23d3f688d93fd4 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x4c3:0x0].0xb1bed465 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10357 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.775624:0:3622:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96200/0xff23d3f688d93fd4 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x4c3:0x0].0xb1bed465 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10357 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.775629:0:3622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96200/0xff23d3f688d93fd4 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x4c3:0x0].0xb1bed465 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10357 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.775635:0:3622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14cb96200 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:0.0:1789185333.775638:0:3622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96200/0xff23d3f688d93fd4 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x4c3:0x0].0xb1bed465 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10357 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.775643:0:3622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96200/0xff23d3f688d93fd4 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x4c3:0x0].0xb1bed465 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10357 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.775651:0:3622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c3:0x0].0xb1bed465 (ffff90b242e78f00)
00010000:00010000:0.0:1789185333.775653:0:3622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1789185333.775656:0:3622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96200/0xff23d3f688d93fd4 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x4c3:0x0].0xb1bed465 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10357 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.775661:0:3622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96200/0xff23d3f688d93fd4 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x4c3:0x0].0xb1bed465 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10357 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.775671:0:3622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5c00/0xff23d3f688d93ff7 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x4c3:0x0].0xb1bed465 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24807 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.775677:0:3622:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5c00/0xff23d3f688d93ff7 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x4c3:0x0].0xb1bed465 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 24807 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.775683:0:3622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5c00/0xff23d3f688d93ff7 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x4c3:0x0].0xb1bed465 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24807 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.775688:0:3622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149bd5c00 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:0.0:1789185333.775691:0:3622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5c00/0xff23d3f688d93ff7 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x4c3:0x0].0xb1bed465 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24807 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.775697:0:3622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5c00/0xff23d3f688d93ff7 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x4c3:0x0].0xb1bed465 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 24807 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.775710:0:3622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c3:0x0].0xb1bed465 (ffff90b242e78f00)
00010000:00010000:0.0:1789185333.775712:0:3622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1789185333.775714:0:3622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5c00/0xff23d3f688d93ff7 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x4c3:0x0].0xb1bed465 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24807 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.775719:0:3622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5c00/0xff23d3f688d93ff7 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x4c3:0x0].0xb1bed465 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24807 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185333.775803:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23750
00000100:00100000:1.0:1789185333.775815:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1504f3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+53:2392:x1876087010867072:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185333.775831:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185333.775838:0:10396:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29200/0xff23d3f688d9404b lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x4c3:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bef9 expref: 53 pid: 35216 timeout: 9510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.775852:0:10396:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29200/0xff23d3f688d9404b lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x4c3:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bef9 expref: 53 pid: 35216 timeout: 9510 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.775867:0:10396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c3:0x0].0x0 (ffff90b149ed9000)
00010000:00010000:1.0:1789185333.775872:0:10396:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5400/0xff23d3f688d94059 lrc: 3/0,0 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xff23d3f688d94052 expref: 6 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:3.0:1789185333.775873:0:7447:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 397 committed
00010000:00010000:1.0:1789185333.775886:0:10396:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5400/0xff23d3f688d94059 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0xff23d3f688d94052 expref: 6 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.775895:0:10396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5400/0xff23d3f688d94059 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0xff23d3f688d94052 expref: 6 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.775929:0:10396:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5400/0xff23d3f688d94059 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xff23d3f688d94052 expref: 6 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000020:00080000:3.0:1789185333.775932:0:7447:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff90b14993b000 refcount 2 committed 0 result 0 batchid 3481
00000020:00080000:3.0:1789185333.775937:0:7447:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff90b1510f1f00 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff90b14993b780
00000020:00080000:3.0:1789185333.775940:0:7447:0:(update_trans.c:72:top_multiple_thandle_dump())  cookie [0x200000401:0x3:0x0].1585
00000020:00080000:3.0:1789185333.775942:0:7447:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff90b1510f1800 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff90b14da42c00
00000100:00100000:1.0:1789185333.775943:0:10396:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1499e2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001_UUID:10396:1876087019031808:0@lo:105:
00000020:00080000:3.0:1789185333.775945:0:7447:0:(update_trans.c:72:top_multiple_thandle_dump())  cookie [0x240000400:0x3:0x0].1266
00000020:00080000:3.0:1789185333.775953:0:7447:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0001: 3480 batchid updated
00000020:00080000:3.0:1789185333.775956:0:7447:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0001: 3479 batchid updated
00000100:00100000:1.0:1789185333.776002:0:10396:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185333.776037:0:10396:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1486aa480 going to sleep for 11 seconds
00010000:00010000:0.0:1789185333.776058:0:3622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96600/0xff23d3f688d9400c lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x4c5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.776065:0:3622:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96600/0xff23d3f688d9400c lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x4c5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.776072:0:3622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96600/0xff23d3f688d9400c lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x4c5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.776077:0:3622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14cb96600 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:0.0:1789185333.776080:0:3622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96600/0xff23d3f688d9400c lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x4c5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.776086:0:3622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96600/0xff23d3f688d9400c lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x4c5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.776094:0:3622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c5:0x0].0x0 (ffff90b259cf3700)
00010000:00010000:0.0:1789185333.776097:0:3622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1789185333.776100:0:3622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96600/0xff23d3f688d9400c lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x4c5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.776106:0:3622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb96600/0xff23d3f688d9400c lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x4c5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT1 lru_score: 0 lru_type: 0
00000020:00080000:3.0:1789185333.776206:0:7468:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 3481 committed batchid 3480
00000004:00080000:3.0:1789185333.776318:0:7468:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff90b24801b9c0 with version 6965
00000020:00080000:3.0:1789185333.776328:0:7468:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 3479 cancel update log [0x200000401:0x3:0x0].1583: rc = 0
00000020:00080000:3.0:1789185333.776370:0:7468:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 3479 cancel update log [0x240000400:0x3:0x0].1264: rc = 0
00000004:00080000:3.0:1789185333.776394:0:7468:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff90b14993bc00 with version 6966
00000020:00080000:3.0:1789185333.776398:0:7468:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 3480 cancel update log [0x200000401:0x3:0x0].1584: rc = 0
00000020:00080000:3.0:1789185333.776417:0:7468:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 3480 cancel update log [0x240000400:0x3:0x0].1265: rc = 0
00000020:00080000:3.0:1789185333.776425:0:7468:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 3480
00000100:00100000:3.0:1789185333.776445:0:8457:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0
00000100:00100000:0.0:1789185333.776538:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1789185333.776576:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149d63480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1876087019031936:0@lo:6:osp-syn-1-1.0
00000100:00100000:0.0:1789185333.776611:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000004:00080000:0.0:1789185333.776638:0:7460:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff90b281341b40 version 6965 rpc_version 6965
00000020:00100000:0.0:1789185333.776656:0:7460:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8
00000100:00100000:0.0:1789185333.776663:0:7460:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid  req@ffff90b1504f1500 x1876087019032192/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789185333.776678:0:7460:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1504f1500 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7460:1876087019032192:0@lo:1000:osp_up0-1.0
00000100:00100000:0.0:1789185333.776706:0:7460:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185333.776911:0:8457:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019031808
00000100:00100000:3.0:1789185333.776917:0:8457:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019031808
00000100:00100000:3.0:1789185333.776950:0:8457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8049
00000100:00100000:3.0:1789185333.776956:0:8457:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b272038c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:10396:x1876087019031808:12345-0@lo:105:
00010000:00010000:3.0:1789185333.776969:0:8457:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast  ns: lustre-MDT0001-osp-MDT0000 lock: ffff90b14cb97800/0xff23d3f688d94052 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xff23d3f688d94059 expref: -99 pid: 10357 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.776979:0:8457:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0001-osp-MDT0000 lock: ffff90b14cb97800/0xff23d3f688d94052 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xff23d3f688d94059 expref: -99 pid: 10357 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185333.777223:0:7460:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b145dba900 going to sleep for 11 seconds
00000100:00100000:0.0:1789185333.777251:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019031936
00000100:00100000:0.0:1789185333.777256:0:8429:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019031936
00000100:00100000:0.0:1789185333.777285:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38258
00000100:00100000:0.0:1789185333.777292:0:8429:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1504f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3638:x1876087019031936:12345-0@lo:6:osp-syn-1-1.0
00002000:00080000:0.0:1789185333.777317:0:8429:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:1248 count 1
00010000:00010000:0.0:1789185333.777340:0:8429:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005d3876dd/0xff23d3f688d94060 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x4e0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.777359:0:8429:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a850fc00/0xff23d3f688d93fc6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x4e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bed6 expref: 6 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.777368:0:8429:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x4e0:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185333.777373:0:8429:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x4e0:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185333.777378:0:8429:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005d3876dd/0xff23d3f688d94060 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x4e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.777408:0:8429:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a850fc00/0xff23d3f688d93fc6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x4e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bed6 expref: 6 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.777422:0:8429:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a850fc00/0xff23d3f688d93fc6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x4e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bed6 expref: 6 pid: 8431 timeout: 9510 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185333.777433:0:8429:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1504f0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8429:1876087019032320:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185333.777534:0:8457:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0001-osp-MDT0000 lock: ffff90b14cb97800/0xff23d3f688d94052 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xff23d3f688d94059 expref: -99 pid: 10357 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.777542:0:8457:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0001-osp-MDT0000 lock: ffff90b14cb97800/0xff23d3f688d94052 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0xff23d3f688d94059 expref: -99 pid: 10357 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.777567:0:8457:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff90b14cb97800/0xff23d3f688d94052 lrc: 5/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0xff23d3f688d94059 expref: -99 pid: 10357 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.777576:0:8457:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0001-osp-MDT0000 lock: ffff90b14cb97800/0xff23d3f688d94052 lrc: 5/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0xff23d3f688d94059 expref: -99 pid: 10357 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.777590:0:8457:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff90b14cb97800)
00000100:00100000:0.0:1789185333.777670:0:8429:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b145dbab40 going to sleep for 11 seconds
00000100:00100000:0.0:1789185333.777688:0:7824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019032192
00000100:00100000:0.0:1789185333.777692:0:7824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019032192
00000100:00100000:0.0:1789185333.777735:0:7824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25280
00000100:00100000:0.0:1789185333.777743:0:7824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1504f3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:7460:x1876087019032192:12345-0@lo:1000:osp_up0-1.0
00010000:00010000:2.0:1789185333.778045:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc29200/0xff23d3f688d9404b lrc: 0/0,0 mode: --/PR res: [0x240000402:0x4c3:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bef9 expref: 11 pid: 35216 timeout: 9510 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185333.778062:0:6521:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14a1a0380 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001_UUID:6521:1876087019031680:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185333.778087:0:6521:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5400/0xff23d3f688d94059 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xff23d3f688d94052 expref: 6 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.778097:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c3:0x0].0x0 (ffff90b149ed9000)
00010000:00010000:2.0:1789185333.778100:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1789185333.778104:0:6521:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90b149bd5400, rc 0)
00000100:00100000:3.0:1789185333.778246:0:8457:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b272038c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:10396:x1876087019031808:12345-0@lo:105: Request processed in 1279us (2233us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185333.778254:0:8457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8049
00000100:00100000:0.0:1789185333.778409:0:7824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1504f3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:7460:x1876087019032192:12345-0@lo:1000:osp_up0-1.0 Request processed in 666us (1701us total) trans 8589957755 rc 0/0
00000100:00100000:0.0:1789185333.778416:0:7824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25280
00000100:00100000:3.0:1789185333.778913:0:7460:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b1504f1500 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7460:1876087019032192:0@lo:1000:osp_up0-1.0
00000004:00080000:3.0:1789185333.778923:0:7460:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff90b281341b40 version 6966 rpc_version 6966
00000020:00100000:3.0:1789185333.778942:0:7460:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8
00000100:00100000:3.0:1789185333.778948:0:7460:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid  req@ffff90b149d60e00 x1876087019032576/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789185333.778964:0:7460:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149d60e00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7460:1876087019032576:0@lo:1000:osp_up0-1.0
00000100:00100000:1.0:1789185333.779065:0:10396:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b1499e2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001_UUID:10396:1876087019031808:0@lo:105:
00010000:00010000:1.0:1789185333.779080:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185333.779126:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1504f3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+10:2392:x1876087010867072:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 3313us (4276us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185333.779135:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23750
00000100:00100000:3.0:1789185333.779641:0:7460:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185333.779717:0:7460:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14b7b2300 going to sleep for 11 seconds
00000100:00100000:2.0:1789185333.779893:0:6521:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1499e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:10357:x1876087019031552:12345-0@lo:101:mdt00_004.0 Request processed in 8529us (8817us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185333.779901:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25279
00000100:00100000:2.0:1789185333.779921:0:6521:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019032576
00000100:00100000:2.0:1789185333.779926:0:6521:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019032576
00000100:00100000:3.0:1789185333.780005:0:10357:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b1499e1f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:10357:1876087019031552:0@lo:101:mdt00_004.0
00010000:00010000:3.0:1789185333.780024:0:10357:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff90b14cb97800/0xff23d3f688d94052 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xff23d3f688d94059 expref: -99 pid: 10357 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:3.0:1789185333.780044:0:10357:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000402:0x4c3:0x0]
00010000:00010000:3.0:1789185333.780079:0:10357:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff90b14a863200/0xff23d3f688d94067 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x4c3:0x0].0xfb53d8db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10357 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.780088:0:10357:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff90b14a863200/0xff23d3f688d94067 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x4c3:0x0].0xfb53d8db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10357 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.780097:0:10357:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff90b14a863200/0xff23d3f688d94067 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x4c3:0x0].0xfb53d8db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 10357 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185333.780110:0:10357:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149d61c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:10357:1876087019032704:0@lo:101:mdt00_004.0
00000100:00100000:3.0:1789185333.780132:0:10357:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185333.780298:0:10357:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14b7b29c0 going to sleep for 11 seconds
00000100:00100000:1.0:1789185333.780379:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019032704
00000100:00100000:1.0:1789185333.780384:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019032704
00000100:00100000:1.0:1789185333.780410:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25281
00000100:00100000:1.0:1789185333.780418:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d60000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:7460:x1876087019032576:12345-0@lo:1000:osp_up0-1.0
00000100:00100000:1.0:1789185333.780599:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d60000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+9:7460:x1876087019032576:12345-0@lo:1000:osp_up0-1.0 Request processed in 181us (958us total) trans 8589957756 rc 0/0
00000100:00100000:1.0:1789185333.780606:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25281
00000100:00100000:1.0:1789185333.780619:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25282
00000100:00100000:1.0:1789185333.780626:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d60a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:10357:x1876087019032704:12345-0@lo:101:mdt00_004.0
00010000:00010000:1.0:1789185333.780635:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1789185333.780651:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97a00/0xff23d3f688d9406e lrc: 2/0,0 mode: --/PW res: [0x240000402:0x4c3:0x0].0xfb53d8db bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xff23d3f688d94067 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.780675:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97a00/0xff23d3f688d9406e lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0xfb53d8db bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xff23d3f688d94067 expref: 7 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.780691:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97a00/0xff23d3f688d9406e lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0xfb53d8db bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xff23d3f688d94067 expref: 7 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.780698:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c3:0x0].0xfb53d8db (ffff90b259cf3100)
00010000:00010000:1.0:1789185333.780701:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1789185333.780706:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90b14cb97a00, rc 0)
00000100:00100000:1.0:1789185333.780862:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d60a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:10357:x1876087019032704:12345-0@lo:101:mdt00_004.0 Request processed in 235us (728us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185333.780868:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25282
00000100:00100000:1.0:1789185333.780897:0:10357:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149d61c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:10357:1876087019032704:0@lo:101:mdt00_004.0
00010000:00010000:1.0:1789185333.780908:0:10357:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff90b14a863200/0xff23d3f688d94067 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0xfb53d8db bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xff23d3f688d9406e expref: -99 pid: 10357 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.780918:0:10357:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff90b14a863200/0xff23d3f688d94067 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0xfb53d8db bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xff23d3f688d9406e expref: -99 pid: 10357 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00080000:1.0:1789185333.780930:0:10357:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000402:0x4c3:0x0]
00000100:00100000:1.0:1789185333.780959:0:10357:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1499e2680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:10357:1876087019032832:0@lo:1000:mdt00_004.0
00000100:00100000:1.0:1789185333.781046:0:10357:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185333.781069:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019032832
00000100:00100000:1.0:1789185333.781072:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019032832
00000100:00100000:1.0:1789185333.781090:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25283
00000100:00100000:1.0:1789185333.781095:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1499e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:10357:x1876087019032832:12345-0@lo:1000:mdt00_004.0
00000100:00100000:1.0:1789185333.781140:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1499e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:10357:x1876087019032832:12345-0@lo:1000:mdt00_004.0 Request processed in 44us (155us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185333.781146:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25283
00000100:00100000:1.0:1789185333.781159:0:10357:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1486aa0c0 going to sleep for 11 seconds
00000100:00100000:1.0:1789185333.781171:0:10357:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b1499e2680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:10357:1876087019032832:0@lo:1000:mdt00_004.0
00000100:00100000:1.0:1789185333.781279:0:10357:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1499e2680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:10357:1876087019032960:0@lo:1000:mdt00_004.0
00000100:00100000:1.0:1789185333.781302:0:10357:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185333.781319:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019032960
00000100:00100000:1.0:1789185333.781322:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019032960
00000100:00100000:1.0:1789185333.781338:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25284
00000100:00100000:1.0:1789185333.781343:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1499e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:10357:x1876087019032960:12345-0@lo:1000:mdt00_004.0
00000100:00100000:1.0:1789185333.781394:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1499e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:10357:x1876087019032960:12345-0@lo:1000:mdt00_004.0 Request processed in 50us (91us total) trans 0 rc -2/-2
00000100:00100000:1.0:1789185333.781401:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25284
00000100:00100000:1.0:1789185333.781415:0:10357:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1486aa0c0 going to sleep for 11 seconds
00000100:00100000:1.0:1789185333.781427:0:10357:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b1499e2680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:10357:1876087019032960:0@lo:1000:mdt00_004.0
00000100:00100000:3.0:1789185333.781578:0:7460:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149d60e00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7460:1876087019032576:0@lo:1000:osp_up0-1.0
00000100:00100000:1.0:1789185333.781926:0:10357:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1499e2680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:10357:1876087019033088:0@lo:1000:mdt00_004.0
00000100:00100000:1.0:1789185333.781950:0:10357:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185333.782077:0:10357:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1486aa0c0 going to sleep for 11 seconds
00000100:00100000:2.0:1789185333.783380:0:6521:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019033088
00000100:00100000:2.0:1789185333.783391:0:6521:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019033088
00000100:00100000:3.0:1789185333.783731:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25285
00000100:00100000:3.0:1789185333.783742:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1499e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:10357:x1876087019033088:12345-0@lo:1000:mdt00_004.0
00000100:00100000:3.0:1789185333.783859:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1499e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:10357:x1876087019033088:12345-0@lo:1000:mdt00_004.0 Request processed in 119us (1907us total) trans 0 rc -2/-2
00000100:00100000:3.0:1789185333.783866:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25285
00000100:00100000:1.0:1789185333.786116:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185333.786146:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010867200
00000100:00100000:1.0:1789185333.786154:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010867200
00010000:00010000:1.0:1789185333.786191:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a850fc00/0xff23d3f688d93fc6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x4e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bed6 expref: 7 pid: 8431 timeout: 9510 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185333.786222:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23751
00000100:00100000:1.0:1789185333.786230:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1499e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+7:2392:x1876087010867200:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185333.786256:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185333.786264:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: 00000000a850fc00/0xff23d3f688d93fc6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x4e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bed6 expref: 7 pid: 8431 timeout: 9510 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.786278:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a850fc00/0xff23d3f688d93fc6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x4e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bed6 expref: 7 pid: 8431 timeout: 9510 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.786307:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x4e0:0x0].0x0 since=1s v=(0 0)
00010000:00010000:1.0:1789185333.786311:0:6499:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x4e0:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185333.786318:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005d3876dd/0xff23d3f688d94060 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x4e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.786328:0:6499:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005d3876dd/0xff23d3f688d94060 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x4e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.786350:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185333.786393:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1499e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+7:2392:x1876087010867200:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 163us (285us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185333.786401:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23751
00000100:00100000:1.0:1789185333.786519:0:10357:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b1499e2680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:10357:1876087019033088:0@lo:1000:mdt00_004.0
00000100:00100000:1.0:1789185333.786615:0:10357:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1499e2680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:10357:1876087019033216:0@lo:1000:mdt00_004.0
00000100:00100000:1.0:1789185333.786655:0:10357:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185333.786686:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019033216
00000100:00100000:1.0:1789185333.786689:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019033216
00000100:00100000:1.0:1789185333.786711:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25286
00000100:00100000:1.0:1789185333.786716:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14876ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:10357:x1876087019033216:12345-0@lo:1000:mdt00_004.0
00000100:00100000:1.0:1789185333.786786:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14876ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:10357:x1876087019033216:12345-0@lo:1000:mdt00_004.0 Request processed in 70us (130us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185333.786793:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25286
00000100:00100000:1.0:1789185333.786811:0:10357:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1486aa0c0 going to sleep for 11 seconds
00000100:00100000:1.0:1789185333.786823:0:10357:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b1499e2680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:10357:1876087019033216:0@lo:1000:mdt00_004.0
00000100:00100000:1.0:1789185333.786861:0:10357:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14876c380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:10357:1876087019033344:0@lo:1000:mdt00_004.0
00000100:00100000:1.0:1789185333.786884:0:10357:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185333.786901:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019033344
00000100:00100000:1.0:1789185333.786903:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019033344
00000100:00100000:1.0:1789185333.786920:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25287
00000100:00100000:1.0:1789185333.786933:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1499e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:10357:x1876087019033344:12345-0@lo:1000:mdt00_004.0
00000100:00100000:1.0:1789185333.787124:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1499e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:10357:x1876087019033344:12345-0@lo:1000:mdt00_004.0 Request processed in 197us (238us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185333.787131:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25287
00000100:00100000:1.0:1789185333.787149:0:10357:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1486aa0c0 going to sleep for 11 seconds
00000100:00100000:1.0:1789185333.787162:0:10357:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14876c380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:10357:1876087019033344:0@lo:1000:mdt00_004.0
00000100:00100000:1.0:1789185333.787198:0:10357:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14876c380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:10357:1876087019033472:0@lo:1000:mdt00_004.0
00000100:00100000:1.0:1789185333.787220:0:10357:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185333.787254:0:10357:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b1486aa0c0 going to sleep for 11 seconds
00010000:00010000:3.0:1789185333.787826:0:8429:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a850fc00/0xff23d3f688d93fc6 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x4e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bed6 expref: 6 pid: 8431 timeout: 9510 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185333.787844:0:8429:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b1504f0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8429:1876087019032320:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185333.787863:0:8429:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000005d3876dd/0xff23d3f688d94060 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x4e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.787874:0:8429:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000005d3876dd/0xff23d3f688d94060 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x4e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.787882:0:8429:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005d3876dd/0xff23d3f688d94060 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x4e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.787893:0:8429:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005d3876dd/0xff23d3f688d94060 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x4e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.787903:0:8429:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005d3876dd/0xff23d3f688d94060 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x4e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.787926:0:8429:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1789185333.788124:0:7824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019033472
00000100:00100000:0.0:1789185333.788129:0:7824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019033472
00000100:00100000:0.0:1789185333.788159:0:7824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25288
00000100:00100000:0.0:1789185333.788166:0:7824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1498ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:10357:x1876087019033472:12345-0@lo:1000:mdt00_004.0
00000100:00100000:0.0:1789185333.788229:0:7824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1498ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:10357:x1876087019033472:12345-0@lo:1000:mdt00_004.0 Request processed in 63us (1007us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185333.788247:0:7824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25288
00000100:00100000:1.0:1789185333.788342:0:10357:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14876c380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:10357:1876087019033472:0@lo:1000:mdt00_004.0
00000100:00100000:3.0:1789185333.788887:0:8429:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1504f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:3638:x1876087019031936:12345-0@lo:6:osp-syn-1-1.0 Request processed in 11595us (12274us total) trans 4294989774 rc 0/0
00000100:00100000:3.0:1789185333.788899:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38258
00000004:00080000:0.0:1789185333.789597:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b149d63480/2, rc 0, transno 4294989774
00000100:00100000:0.0:1789185333.789606:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149d63480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1876087019031936:0@lo:6:osp-syn-1-1.0
00010000:00010000:3.0:1789185333.789957:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185333.789966:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005d3876dd/0xff23d3f688d94060 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x4e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.789977:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14bc29c00 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:3.0:1789185333.789982:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005d3876dd/0xff23d3f688d94060 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x4e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.790055:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005d3876dd/0xff23d3f688d94060 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x4e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.790078:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005d3876dd/0xff23d3f688d94060 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x4e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.790085:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005d3876dd/0xff23d3f688d94060 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x4e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.790108:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185333.790109:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185333.790111:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000040:00080000:1.0:1789185333.790328:0:10357:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000bd0:0x2:0x0].959, 1096 off894984
00000040:00080000:1.0:1789185333.790389:0:10357:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000404:0x2:0x0].962, 1240 off998568
00000004:00080000:1.0:1789185333.790396:0:10357:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff90b1486aa480 with version 1871
00000004:00080000:0.0:1789185333.790791:0:31030:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff90b1428aa240 version 1871 rpc_version 1871
00000020:00100000:0.0:1789185333.790823:0:31030:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8
00000100:00100000:0.0:1789185333.790831:0:31030:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid  req@ffff90b1504f0e00 x1876087019033728/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 2520/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789185333.790851:0:31030:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1504f0e00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:31030:1876087019033728:0@lo:1000:osp_up1-0.0
00000100:00100000:0.0:1789185333.791092:0:31030:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185333.791154:0:31030:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b145dba780 going to sleep for 11 seconds
00000100:00100000:1.0:1789185333.791254:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019033728
00000100:00100000:1.0:1789185333.791261:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019033728
00000100:00100000:1.0:1789185333.791337:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25289
00000100:00100000:1.0:1789185333.791348:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14b615f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:31030:x1876087019033728:12345-0@lo:1000:osp_up1-0.0
00000100:00100000:1.0:1789185333.791863:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14b615f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:31030:x1876087019033728:12345-0@lo:1000:osp_up1-0.0 Request processed in 516us (770us total) trans 4294985802 rc 0/0
00000100:00100000:1.0:1789185333.791872:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25289
00000100:00100000:0.0:1789185333.792077:0:31030:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b1504f0e00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:31030:1876087019033728:0@lo:1000:osp_up1-0.0
00010000:00010000:3.0:1789185333.792375:0:10357:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a862e00/0xff23d3f688d94075 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x729:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10357 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.792394:0:10357:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a862e00/0xff23d3f688d94075 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x729:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10357 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.792408:0:10357:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a862e00/0xff23d3f688d94075 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x729:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10357 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1789185333.792426:0:10357:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000024aa604c reply state 00000000e34e51de transno 8589957757 ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a862e00/0xff23d3f688d94075 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x729:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10357 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.792436:0:10357:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a862e00/0xff23d3f688d94075 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x729:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10357 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.792444:0:10357:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x729:0x0].0x0 (ffff90b14b4ff500)
00010000:00010000:3.0:1789185333.792447:0:10357:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1789185333.792451:0:10357:0:(service.c:179:ptlrpc_save_lock()) nlocks 0
00000004:00200000:3.0:1789185333.792526:0:10357:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x729:0x0]: returning size 4096
00000004:00080000:3.0:1789185333.792538:0:10357:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000402:0x4c3:0x0]
00010000:00010000:3.0:1789185333.792781:0:10357:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff90b14cb97800/0xff23d3f688d94052 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xff23d3f688d94059 expref: -99 pid: 10357 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.792793:0:10357:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff90b14cb97800/0xff23d3f688d94052 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xff23d3f688d94059 expref: -99 pid: 10357 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.792801:0:10357:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff90b14cb97800/0xff23d3f688d94052 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xff23d3f688d94059 expref: -99 pid: 10357 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.792961:0:10357:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000004:00080000:2.0:1789185333.792969:0:10357:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000402:0x4c3:0x0]
00010000:00010000:2.0:1789185333.792975:0:10357:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff90b14a863200/0xff23d3f688d94067 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0xfb53d8db bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xff23d3f688d9406e expref: -99 pid: 10357 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.792983:0:10357:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff90b14a863200/0xff23d3f688d94067 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0xfb53d8db bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xff23d3f688d9406e expref: -99 pid: 10357 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185333.793124:0:10357:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1504f1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+15:250764:x1876087010866944:12345-192.168.204.3@tcp:36:lfs.0 Request processed in 24163us (24330us total) trans 8589957757 rc 0/0
00000100:00100000:2.0:1789185333.793133:0:10357:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 70790
00010000:00010000:1.0:1789185333.794041:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1789185333.794052:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff90b14cb97800/0xff23d3f688d94052 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xff23d3f688d94059 expref: -99 pid: 10357 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.794063:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14cb97800 already unused, calling callback (ffffffffc18deee0)
00010000:00010000:1.0:1789185333.794070:0:6503:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff90b14cb97800/0xff23d3f688d94052 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xff23d3f688d94059 expref: -99 pid: 10357 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1789185333.794080:0:6503:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff90b14cb97800/0xff23d3f688d94052 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xff23d3f688d94059 expref: -99 pid: 10357 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.794136:0:6503:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff90b14cb97800/0xff23d3f688d94052 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xff23d3f688d94059 expref: -99 pid: 10357 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.794143:0:6503:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed
00010000:00010000:1.0:1789185333.794175:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff90b14cb97800/0xff23d3f688d94052 lrc: 1/0,0 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xff23d3f688d94059 expref: -99 pid: 10357 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.794188:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff90b14cb97800/0xff23d3f688d94052 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xff23d3f688d94059 expref: -99 pid: 10357 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.794209:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185333.794211:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185333.794213:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789185333.794295:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1789185333.794312:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1498af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087019033856:0@lo:103:ldlm_bl.0
00000100:00100000:3.0:1789185333.794369:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185333.794763:0:178149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019033856
00000100:00100000:1.0:1789185333.794772:0:178149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019033856
00000100:00100000:1.0:1789185333.794817:0:178149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11438
00000100:00100000:1.0:1789185333.794826:0:178149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d63b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0000-mdtlov_UUID+8:3637:x1876087019033856:12345-0@lo:103:ldlm_bl.0
00010000:00010000:1.0:1789185333.794838:0:178149:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185333.794859:0:178149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5400/0xff23d3f688d94059 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xff23d3f688d94052 expref: 8 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.794874:0:178149:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c3:0x0].0x0 (ffff90b149ed9000)
00010000:00010000:1.0:1789185333.794879:0:178149:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1789185333.794926:0:178149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d63b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0000-mdtlov_UUID+7:3637:x1876087019033856:12345-0@lo:103:ldlm_bl.0 Request processed in 102us (557us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185333.794932:0:178149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11438
00000100:00100000:3.0:1789185333.795063:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b1498af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087019033856:0@lo:103:ldlm_bl.0
00000100:00100000:1.0:1789185333.809374:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185333.809619:0:6517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010867456
00000100:00100000:0.0:1789185333.809629:0:6517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010867456
00000100:00100000:0.0:1789185333.809730:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 70791
00000100:00100000:0.0:1789185333.809740:0:6517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1498ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+10:250765:x1876087010867456:12345-192.168.204.3@tcp:36:lfs.0
00010000:00010000:0.0:1789185333.809830:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc28200/0xff23d3f688d9407c lrc: 3/0,1 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.809851:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc28200/0xff23d3f688d9407c lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.809864:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc28200/0xff23d3f688d9407c lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.809875:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc28c00/0xff23d3f688d94083 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x4c3:0x0].0xfb53d8db bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.809884:0:6517:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97a00/0xff23d3f688d9406e lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0xfb53d8db bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xff23d3f688d94067 expref: 6 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.809892:0:6517:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc28c00/0xff23d3f688d94083 lrc: 4/0,1 mode: --/PW res: [0x240000402:0x4c3:0x0].0xfb53d8db bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.809928:0:6517:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97a00/0xff23d3f688d9406e lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0xfb53d8db bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0xff23d3f688d94067 expref: 6 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185333.809943:0:6517:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14b614380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6517:1876087019033984:0@lo:104:
00000100:00100000:0.0:1789185333.810052:0:6517:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185333.810133:0:6517:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b145dba780 going to sleep for 11 seconds
00000100:00100000:1.0:1789185333.810193:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019033984
00000100:00100000:1.0:1789185333.810198:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019033984
00000100:00100000:1.0:1789185333.810247:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8050
00000100:00100000:1.0:1789185333.810254:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b27d30dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0000-mdtlov_UUID+4:6517:x1876087019033984:12345-0@lo:104:
00010000:00010000:1.0:1789185333.810268:0:6497:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast  ns: lustre-MDT0001-osp-MDT0000 lock: ffff90b14a863200/0xff23d3f688d94067 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0xfb53d8db bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0xff23d3f688d9406e expref: -99 pid: 10357 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.810367:0:6497:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool
00000100:00100000:1.0:1789185333.810374:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b27d30dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0000-mdtlov_UUID+4:6517:x1876087019033984:12345-0@lo:104: Request processed in 121us (322us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185333.810381:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8050
00010000:00010000:3.0:1789185333.810440:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1789185333.810448:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff90b14a863200/0xff23d3f688d94067 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0xfb53d8db bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0xff23d3f688d9406e expref: -99 pid: 10357 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.810471:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14a863200 already unused, calling callback (ffffffffc18deee0)
00010000:00010000:3.0:1789185333.810477:0:8446:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff90b14a863200/0xff23d3f688d94067 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0xfb53d8db bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0xff23d3f688d9406e expref: -99 pid: 10357 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1789185333.810486:0:8446:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff90b14a863200/0xff23d3f688d94067 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0xfb53d8db bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0xff23d3f688d9406e expref: -99 pid: 10357 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.810515:0:8446:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff90b14a863200/0xff23d3f688d94067 lrc: 2/0,0 mode: --/PW res: [0x240000402:0x4c3:0x0].0xfb53d8db bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0xff23d3f688d9406e expref: -99 pid: 10357 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.810526:0:8446:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed
00010000:00010000:3.0:1789185333.810574:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff90b14a863200/0xff23d3f688d94067 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x4c3:0x0].0xfb53d8db bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0xff23d3f688d9406e expref: -99 pid: 10357 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.810582:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff90b14a863200/0xff23d3f688d94067 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x4c3:0x0].0xfb53d8db bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0xff23d3f688d9406e expref: -99 pid: 10357 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.810602:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185333.810604:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185333.810605:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789185333.810613:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789185333.810624:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149d60700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087019034112:0@lo:103:ldlm_bl.0
00000100:00100000:3.0:1789185333.810655:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185333.810840:0:6517:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14b614380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6517:1876087019033984:0@lo:104:
00010000:00010000:0.0:1789185333.810862:0:6517:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc28c00/0xff23d3f688d94083 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x4c3:0x0].0xfb53d8db bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185333.810883:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019034112
00000100:00100000:0.0:1789185333.810887:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019034112
00010000:00010000:0.0:1789185333.810903:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97a00/0xff23d3f688d9406e lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x4c3:0x0].0xfb53d8db bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0xff23d3f688d94067 expref: 7 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185333.810966:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23752
00000100:00100000:0.0:1789185333.810974:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d61f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:lustre-MDT0000-mdtlov_UUID+7:3636:x1876087019034112:12345-0@lo:103:ldlm_bl.0
00010000:00010000:0.0:1789185333.811048:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00000001:00080000:0.0:1789185333.813129:0:7447:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 4294985802 is committed
00000020:00080000:0.0:1789185333.813146:0:7447:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0001: 3481 batchid updated
00000020:00080000:3.0:1789185333.813175:0:7468:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 3481
00000004:00080000:3.0:1789185333.813246:0:7468:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff90b14b7b2300 with version 6967
00000020:00080000:3.0:1789185333.813264:0:7468:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 3481 cancel update log [0x200000401:0x3:0x0].1585: rc = 0
00000020:00080000:3.0:1789185333.813329:0:7468:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 3481 cancel update log [0x240000400:0x3:0x0].1266: rc = 0
00000020:00080000:3.0:1789185333.813336:0:7468:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 3481
00000004:00080000:1.0:1789185333.813381:0:7460:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff90b281341b40 version 6967 rpc_version 6967
00000020:00100000:1.0:1789185333.813412:0:7460:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8
00000100:00100000:1.0:1789185333.813421:0:7460:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid  req@ffff90b1498ac380 x1876087019034368/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789185333.813442:0:7460:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1498ac380 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7460:1876087019034368:0@lo:1000:osp_up0-1.0
00000100:00100000:1.0:1789185333.813633:0:7460:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185333.813760:0:7460:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b15108c0c0 going to sleep for 11 seconds
00010000:00010000:2.0:1789185333.813873:0:178150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b14cb97a00/0xff23d3f688d9406e lrc: 0/0,0 mode: --/PW res: [0x240000402:0x4c3:0x0].0xfb53d8db bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0xff23d3f688d94067 expref: 6 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.813892:0:178150:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c3:0x0].0xfb53d8db (ffff90b259cf3100)
00010000:00010000:2.0:1789185333.813898:0:178150:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc28c00/0xff23d3f688d94083 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x4c3:0x0].0xfb53d8db bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.813909:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc28c00/0xff23d3f688d94083 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0xfb53d8db bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.813921:0:178150:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc28c00/0xff23d3f688d94083 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0xfb53d8db bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.813955:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1789185333.814068:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d61f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:lustre-MDT0000-mdtlov_UUID+5:3636:x1876087019034112:12345-0@lo:103:ldlm_bl.0 Request processed in 3094us (3411us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185333.814078:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23752
00000100:00100000:1.0:1789185333.814171:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149d60700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087019034112:0@lo:103:ldlm_bl.0
00010000:00010000:0.0:1789185333.814293:0:6517:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc28c00/0xff23d3f688d94083 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0xfb53d8db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.814302:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc28c00/0xff23d3f688d94083 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0xfb53d8db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.814669:0:6517:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc28200/0xff23d3f688d9407c lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.814679:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc28200/0xff23d3f688d9407c lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.814685:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc28200/0xff23d3f688d9407c lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.814692:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc28200/0xff23d3f688d9407c lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.814699:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14bc28200 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:0.0:1789185333.814703:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc28200/0xff23d3f688d9407c lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.814712:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc28200/0xff23d3f688d9407c lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.814734:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c3:0x0].0x0 (ffff90b149ed9000)
00010000:00010000:0.0:1789185333.814738:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1789185333.814742:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc28200/0xff23d3f688d9407c lrc: 3/0,0 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.814749:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc28200/0xff23d3f688d9407c lrc: 0/0,0 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:0.0:1789185333.814761:0:6517:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000de11a596 reply state 00000000310271a4 transno 4294985803 ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc28c00/0xff23d3f688d94083 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0xfb53d8db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.814772:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc28c00/0xff23d3f688d94083 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x4c3:0x0].0xfb53d8db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185333.814779:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c3:0x0].0xfb53d8db (ffff90b259cf3100)
00010000:00010000:0.0:1789185333.814782:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1789185333.814784:0:6517:0:(service.c:179:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1789185333.814842:0:6517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1498ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+12:250765:x1876087010867456:12345-192.168.204.3@tcp:36:lfs.0 Request processed in 5102us (5475us total) trans 4294985803 rc 0/0
00000100:00100000:0.0:1789185333.814849:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 70791
00000100:00100000:3.0:1789185333.815332:0:7824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019034368
00000100:00100000:3.0:1789185333.815339:0:7824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019034368
00000100:00100000:3.0:1789185333.815418:0:7824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25290
00000100:00100000:3.0:1789185333.815428:0:7824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1498ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:7460:x1876087019034368:12345-0@lo:1000:osp_up0-1.0
00000100:00100000:3.0:1789185333.815603:0:7824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1498ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:7460:x1876087019034368:12345-0@lo:1000:osp_up0-1.0 Request processed in 176us (1970us total) trans 8589957758 rc 0/0
00000100:00100000:3.0:1789185333.815611:0:7824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25290
00000100:00100000:1.0:1789185333.815691:0:7460:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b1498ac380 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7460:1876087019034368:0@lo:1000:osp_up0-1.0
00000100:00100000:1.0:1789185333.817747:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149d61880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087019034496:0@lo:13:osp-pre-0-0.0
00000100:00100000:1.0:1789185333.817804:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185333.817951:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019034496
00000100:00100000:3.0:1789185333.817958:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019034496
00000100:00100000:3.0:1789185333.818013:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7240
00000100:00100000:3.0:1789185333.818023:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1498af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3636:x1876087019034496:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:3.0:1789185333.818051:0:8432:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 969857600 pending 0 free 3890466816 avail 3658944512
00000100:00100000:2.0:1789185333.818090:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14a1a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087019034624:0@lo:13:osp-pre-1-0.0
00000100:00100000:3.0:1789185333.818100:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1498af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3636:x1876087019034496:12345-0@lo:13:osp-pre-0-0.0 Request processed in 78us (294us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185333.818107:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7240
00000100:00100000:2.0:1789185333.818128:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185333.818263:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019034624
00000100:00100000:3.0:1789185333.818267:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019034624
00000100:00100000:3.0:1789185333.818297:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7241
00000100:00100000:3.0:1789185333.818303:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1507d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3637:x1876087019034624:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:3.0:1789185333.818318:0:8433:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 229376 granted 494811712 pending 0 free 3918082048 avail 3686559744
00000100:00100000:3.0:1789185333.818351:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1507d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3637:x1876087019034624:12345-0@lo:13:osp-pre-1-0.0 Request processed in 48us (224us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185333.818357:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7241
00000100:00100000:1.0:1789185333.818443:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149d61880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087019034496:0@lo:13:osp-pre-0-0.0
00000100:00100000:2.0:1789185333.818693:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14a1a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087019034624:0@lo:13:osp-pre-1-0.0
00000100:00100000:0.0:1789185333.823957:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185333.824062:0:35224:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010867584
00000100:00100000:2.0:1789185333.824072:0:35224:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010867584
00000100:00100000:2.0:1789185333.824135:0:35224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 70792
00000100:00100000:2.0:1789185333.824146:0:35224:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b27d30ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:5ea6f62d-4e20-4559-8935-61e538d0074d+12:250766:x1876087010867584:12345-192.168.204.3@tcp:101:rm.0
00010000:00010000:2.0:1789185333.824172:0:35224:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1789185333.824206:0:35224:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5e00/0xff23d3f688d9408a lrc: 2/0,0 mode: --/CR res: [0x240000402:0x4c3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xeb7932912cf4bf00 expref: -99 pid: 35224 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.824286:0:35224:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4c00/0xff23d3f688d94091 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x4c3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35224 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.824302:0:35224:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4c00/0xff23d3f688d94091 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35224 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.824315:0:35224:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4c00/0xff23d3f688d94091 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35224 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.824326:0:35224:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4a00/0xff23d3f688d94098 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x4c3:0x0].0xfb53d8db bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35224 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.824334:0:35224:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4a00/0xff23d3f688d94098 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x4c3:0x0].0xfb53d8db bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35224 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.824340:0:35224:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4a00/0xff23d3f688d94098 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x4c3:0x0].0xfb53d8db bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35224 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.824379:0:35224:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4c00/0xff23d3f688d94091 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35224 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.824387:0:35224:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4c00/0xff23d3f688d94091 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35224 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.824393:0:35224:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4c00/0xff23d3f688d94091 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35224 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.824400:0:35224:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4c00/0xff23d3f688d94091 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35224 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.824406:0:35224:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149bd4c00 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:2.0:1789185333.824410:0:35224:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4c00/0xff23d3f688d94091 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35224 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.824419:0:35224:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4c00/0xff23d3f688d94091 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 35224 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.824431:0:35224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c3:0x0].0x0 (ffff90b149ed9000)
00010000:00010000:2.0:1789185333.824434:0:35224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1789185333.824439:0:35224:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4c00/0xff23d3f688d94091 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35224 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.824447:0:35224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4c00/0xff23d3f688d94091 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35224 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.824463:0:35224:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4a00/0xff23d3f688d94098 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x4c3:0x0].0xfb53d8db bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35224 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.824469:0:35224:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4a00/0xff23d3f688d94098 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x4c3:0x0].0xfb53d8db bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35224 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.824474:0:35224:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4a00/0xff23d3f688d94098 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x4c3:0x0].0xfb53d8db bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35224 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.824479:0:35224:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149bd4a00 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:2.0:1789185333.824483:0:35224:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4a00/0xff23d3f688d94098 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x4c3:0x0].0xfb53d8db bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35224 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.824489:0:35224:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4a00/0xff23d3f688d94098 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x4c3:0x0].0xfb53d8db bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35224 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.824496:0:35224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c3:0x0].0xfb53d8db (ffff90b259cf3100)
00010000:00010000:2.0:1789185333.824498:0:35224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1789185333.824501:0:35224:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4a00/0xff23d3f688d94098 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x4c3:0x0].0xfb53d8db bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35224 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.824508:0:35224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4a00/0xff23d3f688d94098 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x4c3:0x0].0xfb53d8db bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35224 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.824536:0:35224:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5e00/0xff23d3f688d9408a lrc: 1/0,0 mode: --/CR res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bf00 expref: 13 pid: 35224 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.824602:0:35224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c3:0x0].0x0 (ffff90b149ed9000)
00010000:00010000:2.0:1789185333.824605:0:35224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1789185333.824610:0:35224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5e00/0xff23d3f688d9408a lrc: 0/0,0 mode: --/CR res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bf00 expref: 13 pid: 35224 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.824620:0:35224:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90b149bd5e00, rc 0)
00000100:00100000:2.0:1789185333.824680:0:35224:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b27d30ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:5ea6f62d-4e20-4559-8935-61e538d0074d+12:250766:x1876087010867584:12345-192.168.204.3@tcp:101:rm.0 Request processed in 536us (735us total) trans 0 rc 301/301
00000100:00100000:2.0:1789185333.824687:0:35224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 70792
00000100:00100000:1.0:1789185333.827675:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185333.827771:0:35215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010867712
00000100:00100000:2.0:1789185333.827782:0:35215:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010867712
00000100:00100000:2.0:1789185333.827895:0:35215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 70793
00000100:00100000:2.0:1789185333.827907:0:35215:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1498adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:5ea6f62d-4e20-4559-8935-61e538d0074d+12:250766:x1876087010867712:12345-192.168.204.3@tcp:101:rm.0
00010000:00010000:2.0:1789185333.827932:0:35215:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1789185333.827956:0:35215:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4600/0xff23d3f688d9409f lrc: 2/0,0 mode: --/CR res: [0x240000402:0x4c3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xeb7932912cf4bf07 expref: -99 pid: 35215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.828048:0:35215:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4000/0xff23d3f688d940a6 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x4c3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35215 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.828066:0:35215:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4000/0xff23d3f688d940a6 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35215 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.828077:0:35215:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4000/0xff23d3f688d940a6 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35215 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.828087:0:35215:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5000/0xff23d3f688d940ad lrc: 3/1,0 mode: --/PR res: [0x240000402:0x4c3:0x0].0xfb53d8db bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35215 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.828094:0:35215:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5000/0xff23d3f688d940ad lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x4c3:0x0].0xfb53d8db bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35215 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.828100:0:35215:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5000/0xff23d3f688d940ad lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x4c3:0x0].0xfb53d8db bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35215 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.828141:0:35215:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4000/0xff23d3f688d940a6 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35215 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.828148:0:35215:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4000/0xff23d3f688d940a6 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35215 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.828154:0:35215:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4000/0xff23d3f688d940a6 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35215 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.828160:0:35215:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4000/0xff23d3f688d940a6 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35215 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.828167:0:35215:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149bd4000 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:2.0:1789185333.828171:0:35215:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4000/0xff23d3f688d940a6 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35215 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.828178:0:35215:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4000/0xff23d3f688d940a6 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 35215 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.828192:0:35215:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c3:0x0].0x0 (ffff90b149ed9000)
00010000:00010000:2.0:1789185333.828195:0:35215:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1789185333.828201:0:35215:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4000/0xff23d3f688d940a6 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35215 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.828207:0:35215:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4000/0xff23d3f688d940a6 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35215 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.828221:0:35215:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5000/0xff23d3f688d940ad lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x4c3:0x0].0xfb53d8db bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35215 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.828227:0:35215:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5000/0xff23d3f688d940ad lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x4c3:0x0].0xfb53d8db bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35215 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.828233:0:35215:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5000/0xff23d3f688d940ad lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x4c3:0x0].0xfb53d8db bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35215 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.828252:0:35215:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149bd5000 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:2.0:1789185333.828255:0:35215:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5000/0xff23d3f688d940ad lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x4c3:0x0].0xfb53d8db bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35215 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.828261:0:35215:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5000/0xff23d3f688d940ad lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x4c3:0x0].0xfb53d8db bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35215 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.828268:0:35215:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c3:0x0].0xfb53d8db (ffff90b259cf3100)
00010000:00010000:2.0:1789185333.828271:0:35215:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1789185333.828274:0:35215:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5000/0xff23d3f688d940ad lrc: 2/0,0 mode: --/PR res: [0x240000402:0x4c3:0x0].0xfb53d8db bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35215 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.828280:0:35215:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd5000/0xff23d3f688d940ad lrc: 0/0,0 mode: --/PR res: [0x240000402:0x4c3:0x0].0xfb53d8db bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35215 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.828310:0:35215:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4600/0xff23d3f688d9409f lrc: 1/0,0 mode: --/CR res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bf07 expref: 13 pid: 35215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.828321:0:35215:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c3:0x0].0x0 (ffff90b149ed9000)
00010000:00010000:2.0:1789185333.828324:0:35215:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1789185333.828328:0:35215:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b149bd4600/0xff23d3f688d9409f lrc: 0/0,0 mode: --/CR res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bf07 expref: 13 pid: 35215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.828337:0:35215:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90b149bd4600, rc 0)
00000100:00100000:2.0:1789185333.828403:0:35215:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1498adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:5ea6f62d-4e20-4559-8935-61e538d0074d+12:250766:x1876087010867712:12345-192.168.204.3@tcp:101:rm.0 Request processed in 499us (739us total) trans 0 rc 301/301
00000100:00100000:2.0:1789185333.828413:0:35215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 70793
00000100:00100000:1.0:1789185333.835797:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185333.837893:0:9945:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010867840
00000100:00100000:3.0:1789185333.837907:0:9945:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010867840
00000100:00100000:3.0:1789185333.837962:0:9945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 70794
00000100:00100000:3.0:1789185333.837971:0:9945:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1498af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+12:250767:x1876087010867840:12345-192.168.204.3@tcp:101:rm.0
00010000:00010000:3.0:1789185333.838143:0:9945:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1789185333.838268:0:9945:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863200/0xff23d3f688d940b4 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x4c3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xeb7932912cf4bf0e expref: -99 pid: 9945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.838340:0:9945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863400/0xff23d3f688d940bb lrc: 3/1,0 mode: --/CR res: [0x240000402:0x4c3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9945 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.838355:0:9945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863400/0xff23d3f688d940bb lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9945 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.838368:0:9945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863400/0xff23d3f688d940bb lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9945 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.838383:0:9945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a862200/0xff23d3f688d940c2 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x4c3:0x0].0xb1bed465 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9945 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.838389:0:9945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a862200/0xff23d3f688d940c2 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x4c3:0x0].0xb1bed465 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9945 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.838395:0:9945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a862200/0xff23d3f688d940c2 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x4c3:0x0].0xb1bed465 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9945 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.838473:0:9945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863e00/0xff23d3f688d940c9 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x4c5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9945 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.838481:0:9945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863e00/0xff23d3f688d940c9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x4c5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9945 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.838488:0:9945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863e00/0xff23d3f688d940c9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x4c5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9945 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1789185333.838529:0:9945:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000402:0x4c5:0x0]: returning size 0
00000004:00200000:3.0:1789185333.838533:0:9945:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1789185333.838615:0:9945:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863e00/0xff23d3f688d940c9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x4c5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9945 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.838628:0:9945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863e00/0xff23d3f688d940c9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x4c5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9945 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.838637:0:9945:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863400/0xff23d3f688d940bb lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9945 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.838644:0:9945:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863400/0xff23d3f688d940bb lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9945 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.838650:0:9945:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863400/0xff23d3f688d940bb lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9945 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.838657:0:9945:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863400/0xff23d3f688d940bb lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9945 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.838663:0:9945:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14a863400 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:3.0:1789185333.838666:0:9945:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863400/0xff23d3f688d940bb lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9945 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.838675:0:9945:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863400/0xff23d3f688d940bb lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9945 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.838688:0:9945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c3:0x0].0x0 (ffff90b149ed9000)
00010000:00010000:3.0:1789185333.838691:0:9945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1789185333.838696:0:9945:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863400/0xff23d3f688d940bb lrc: 3/0,0 mode: --/CR res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9945 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.838707:0:9945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863400/0xff23d3f688d940bb lrc: 0/0,0 mode: --/CR res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9945 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.838720:0:9945:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a862200/0xff23d3f688d940c2 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x4c3:0x0].0xb1bed465 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9945 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.838780:0:9945:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a862200/0xff23d3f688d940c2 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x4c3:0x0].0xb1bed465 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9945 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.838786:0:9945:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a862200/0xff23d3f688d940c2 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x4c3:0x0].0xb1bed465 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9945 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.838791:0:9945:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14a862200 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:3.0:1789185333.838794:0:9945:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a862200/0xff23d3f688d940c2 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x4c3:0x0].0xb1bed465 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9945 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.838800:0:9945:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a862200/0xff23d3f688d940c2 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x4c3:0x0].0xb1bed465 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9945 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.838809:0:9945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c3:0x0].0xb1bed465 (ffff90b149ed9e00)
00010000:00010000:3.0:1789185333.838811:0:9945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1789185333.838814:0:9945:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a862200/0xff23d3f688d940c2 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x4c3:0x0].0xb1bed465 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9945 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.838820:0:9945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a862200/0xff23d3f688d940c2 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x4c3:0x0].0xb1bed465 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9945 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.838855:0:9945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863200/0xff23d3f688d940b4 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bf0e expref: 14 pid: 9945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.838874:0:9945:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863e00/0xff23d3f688d940c9 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x4c5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bf0e expref: 13 pid: 9945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.838881:0:9945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c5:0x0].0x0 (ffff90b259cf3700)
00010000:00010000:3.0:1789185333.838883:0:9945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1789185333.838886:0:9945:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90b14a863e00, rc 0)
00000100:00100000:3.0:1789185333.838999:0:9945:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1498af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+13:250767:x1876087010867840:12345-192.168.204.3@tcp:101:rm.0 Request processed in 1028us (3211us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185333.839005:0:9945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 70794
00000100:00100000:0.0:1789185333.842848:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185333.842936:0:35223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010867968
00000100:00100000:2.0:1789185333.842961:0:35223:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010867968
00000100:00100000:2.0:1789185333.843027:0:35223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 38259
00000100:00100000:2.0:1789185333.843039:0:35223:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b27d30c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:5ea6f62d-4e20-4559-8935-61e538d0074d+7:2391:x1876087010867968:12345-192.168.204.3@tcp:101:rm.0
00010000:00010000:2.0:1789185333.843068:0:35223:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1789185333.843090:0:35223:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cdcff028/0xff23d3f688d940d0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x4e2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xeb7932912cf4bf15 expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:2.0:1789185333.843118:0:35223:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x4e2:0x0] initial LVB size: 0, mtime: 0x6aa4cd35, atime: 0x6aa4cd35, ctime: 0x6aa4cd35, blocks: 0x0
00010000:00010000:2.0:1789185333.843153:0:35223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x4e2:0x0].0x0 since=9411s v=(0 0)
00010000:00010000:2.0:1789185333.843161:0:35223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x4e2:0x0].0x0 since=0s v=(0 0)
00010000:00010000:2.0:1789185333.843173:0:35223:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cdcff028/0xff23d3f688d940d0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x4e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bf15 expref: 8 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.843193:0:35223:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000cdcff028/0xff23d3f688d940d0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x4e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bf15 expref: 8 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185333.843209:0:35223:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90b149bd4600, rc 0)
00000100:00100000:2.0:1789185333.843287:0:35223:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b27d30c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:5ea6f62d-4e20-4559-8935-61e538d0074d+8:2391:x1876087010867968:12345-192.168.204.3@tcp:101:rm.0 Request processed in 251us (450us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185333.843294:0:35223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 38259
00000100:00100000:1.0:1789185333.847604:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185333.847828:0:35217:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010868224
00000100:00100000:3.0:1789185333.847841:0:35217:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010868224
00000100:00100000:3.0:1789185333.847921:0:35217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 70795
00000100:00100000:3.0:1789185333.847931:0:35217:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1498ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:5ea6f62d-4e20-4559-8935-61e538d0074d+13:250767:x1876087010868224:12345-192.168.204.3@tcp:36:rm.0
00010000:00010000:3.0:1789185333.848157:0:35217:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0
00010000:00010000:3.0:1789185333.848188:0:35217:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863e00/0xff23d3f688d940c9 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x4c5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bf0e expref: 13 pid: 9945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.848213:0:35217:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863600/0xff23d3f688d94013 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x4c5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bee4 expref: 12 pid: 35220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.848224:0:35217:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c5:0x0].0x0 (ffff90b259cf3700)
00010000:00010000:3.0:1789185333.848246:0:35217:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1789185333.848271:0:35217:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863200/0xff23d3f688d940d7 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35217 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.848287:0:35217:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863200/0xff23d3f688d940d7 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.848299:0:35217:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863200/0xff23d3f688d940d7 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.848314:0:35217:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a862200/0xff23d3f688d940de lrc: 3/0,1 mode: --/PW res: [0x240000402:0x4c3:0x0].0xb1bed465 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35217 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.848322:0:35217:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a862200/0xff23d3f688d940de lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0xb1bed465 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.848328:0:35217:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a862200/0xff23d3f688d940de lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0xb1bed465 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.848410:0:35217:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863400/0xff23d3f688d940e5 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x4c5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35217 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.848419:0:35217:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863400/0xff23d3f688d940e5 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x4c5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.848426:0:35217:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863400/0xff23d3f688d940e5 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x4c5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00000040:00080000:3.0:1789185333.848789:0:35217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].238, 64 off23448
00000004:00080000:3.0:1789185333.848801:0:35217:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 9411071253674ns, next at 9412071251228ns, rc = 0
00010000:00010000:3.0:1789185333.848854:0:35217:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a862800/0xff23d3f688d940ec lrc: 3/0,1 mode: --/PW res: [0x240000402:0x4c5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35217 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.848863:0:35217:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a862800/0xff23d3f688d940ec lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.848870:0:35217:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a862800/0xff23d3f688d940ec lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.848881:0:35217:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a862800/0xff23d3f688d940ec lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x4c5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.848888:0:35217:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a862800/0xff23d3f688d940ec lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x4c5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.848894:0:35217:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a862800/0xff23d3f688d940ec lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x4c5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.848961:0:35217:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1789185333.848980:0:35217:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863400/0xff23d3f688d940e5 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x4c5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.848996:0:35217:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863400/0xff23d3f688d940e5 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x4c5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.849003:0:35217:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863400/0xff23d3f688d940e5 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x4c5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.849009:0:35217:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14a863400 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:3.0:1789185333.849013:0:35217:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863400/0xff23d3f688d940e5 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x4c5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.849022:0:35217:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863400/0xff23d3f688d940e5 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x4c5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.849037:0:35217:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c5:0x0].0x0 (ffff90b149ed9500)
00010000:00010000:3.0:1789185333.849040:0:35217:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1789185333.849044:0:35217:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863400/0xff23d3f688d940e5 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x4c5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.849055:0:35217:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863400/0xff23d3f688d940e5 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x4c5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.849072:0:35217:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863200/0xff23d3f688d940d7 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.849077:0:35217:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863200/0xff23d3f688d940d7 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.849083:0:35217:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863200/0xff23d3f688d940d7 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.849088:0:35217:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863200/0xff23d3f688d940d7 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.849093:0:35217:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14a863200 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:3.0:1789185333.849096:0:35217:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863200/0xff23d3f688d940d7 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.849102:0:35217:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863200/0xff23d3f688d940d7 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.849109:0:35217:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c3:0x0].0x0 (ffff90b149ed9000)
00010000:00010000:3.0:1789185333.849111:0:35217:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1789185333.849114:0:35217:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863200/0xff23d3f688d940d7 lrc: 3/0,0 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.849120:0:35217:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a863200/0xff23d3f688d940d7 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x4c3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00000004:00010000:3.0:1789185333.849130:0:35217:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000745c1a49 reply state 000000008feab73a transno 4294985804 ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a862200/0xff23d3f688d940de lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4c3:0x0].0xb1bed465 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.849140:0:35217:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a862200/0xff23d3f688d940de lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x4c3:0x0].0xb1bed465 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185333.849146:0:35217:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c3:0x0].0xb1bed465 (ffff90b149ed9e00)
00010000:00010000:3.0:1789185333.849149:0:35217:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1789185333.849152:0:35217:0:(service.c:179:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1789185333.849250:0:35217:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1498ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:5ea6f62d-4e20-4559-8935-61e538d0074d+13:250767:x1876087010868224:12345-192.168.204.3@tcp:36:rm.0 Request processed in 1319us (1656us total) trans 4294985804 rc 0/0
00000100:00100000:3.0:1789185333.849258:0:35217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 70795
00010000:00010000:1.0:1789185333.850120:0:143114:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1789185333.850132:0:143114:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a862800/0xff23d3f688d940ec lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x4c5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.850141:0:143114:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14a862800 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:1.0:1789185333.850146:0:143114:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a862800/0xff23d3f688d940ec lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x4c5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.850153:0:143114:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a862800/0xff23d3f688d940ec lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x4c5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.850265:0:143114:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c5:0x0].0x0 (ffff90b149ed9500)
00010000:00010000:1.0:1789185333.850270:0:143114:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1789185333.850275:0:143114:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a862800/0xff23d3f688d940ec lrc: 1/0,0 mode: --/PW res: [0x240000402:0x4c5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.850282:0:143114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a862800/0xff23d3f688d940ec lrc: 0/0,0 mode: --/PW res: [0x240000402:0x4c5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185333.850303:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185333.850304:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789185333.850306:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789185334.714255:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789185334.840913:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149d60380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1876087019034752:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1789185334.840991:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185334.841295:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019034752
00000100:00100000:3.0:1789185334.841305:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019034752
00000100:00100000:3.0:1789185334.841414:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7242
00000100:00100000:3.0:1789185334.841425:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1498ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3638:x1876087019034752:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1789185334.841451:0:8432:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 229376 granted 494811712 pending 0 free 3918082048 avail 3686559744
00000100:00100000:3.0:1789185334.841506:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1498ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3638:x1876087019034752:12345-0@lo:13:osp-pre-1-1.0 Request processed in 83us (516us total) trans 0 rc 0/0
00000100:00080000:0.0:1789185334.841507:0:6511:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1789185334.841516:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7242
00000100:00100000:1.0:1789185334.842101:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149d60380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1876087019034752:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1789185335.353100:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b27d30c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1876087019034880:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1789185335.353197:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185335.353310:0:11334:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019034880
00000100:00100000:2.0:1789185335.353319:0:11334:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019034880
00000100:00100000:2.0:1789185335.353400:0:11334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7243
00000100:00100000:2.0:1789185335.353412:0:11334:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1498ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1876087019034880:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1789185335.353437:0:11334:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 969857600 pending 0 free 3890466816 avail 3658944512
00000100:00080000:3.0:1789185335.353521:0:6511:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000004:00080000:0.0:1789185335.354646:0:8483:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 9412577097478ns, next at 9413577094081ns, rc = 0
00000100:00100000:2.0:1789185335.355434:0:11334:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1498ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1876087019034880:12345-0@lo:13:osp-pre-0-1.0 Request processed in 2018us (2230us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185335.355447:0:11334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7243
00000100:00100000:1.0:1789185335.355659:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b27d30c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1876087019034880:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1789185335.737292:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789185336.760771:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789185337.400930:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b15058b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3635:1876087019035392:0@lo:400:kworker.0
00000100:00100000:1.0:1789185337.401005:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185337.401051:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b150589880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3635:1876087019035904:0@lo:400:kworker.0
00000100:00100000:1.0:1789185337.401088:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185337.401112:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14df83800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087019036416:0@lo:400:kworker.0
00000100:00100000:1.0:1789185337.401135:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185337.401155:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0]
00000100:00100000:1.0:1789185337.401161:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1498aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5ba5bbb2-d6ce-4ed8-b03d-83a793bd5e42:3635:1876087019035008:0@lo:400:kworker.0
00000100:00100000:1.0:1789185337.401200:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185337.401222:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b150589c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3635:1876087019035520:0@lo:400:kworker.0
00000100:00100000:1.0:1789185337.401243:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185337.401260:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14df82d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1876087019036032:0@lo:400:kworker.0
00000100:00100000:1.0:1789185337.401279:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185337.401293:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14df83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3635:1876087019036544:0@lo:400:kworker.0
00000100:00100000:1.0:1789185337.401315:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185337.401339:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14876c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3638:1876087019035264:0@lo:400:kworker.0
00000100:00100000:1.0:1789185337.401366:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185337.401388:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b15058a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3638:1876087019035776:0@lo:400:kworker.0
00000100:00100000:1.0:1789185337.401411:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185337.401428:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14df80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087019036288:0@lo:400:kworker.0
00000100:00100000:1.0:1789185337.401450:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185337.401466:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3]
00000100:00100000:1.0:1789185337.401472:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1498af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1876087019035136:0@lo:400:kworker.0
00000100:00100000:1.0:1789185337.401499:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185337.401517:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b150588e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1876087019035648:0@lo:400:kworker.0
00000100:00100000:1.0:1789185337.401540:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185337.401584:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14df80e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087019036160:0@lo:400:kworker.0
00000100:00100000:1.0:1789185337.401608:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185337.401638:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019035392
00000100:00100000:1.0:1789185337.401646:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019035392
00000100:00100000:1.0:1789185337.401694:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019035904
00000100:00100000:1.0:1789185337.401697:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019035904
00000100:00100000:1.0:1789185337.401715:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019035520
00000100:00100000:1.0:1789185337.401717:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019035520
00000100:00100000:1.0:1789185337.401735:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019036544
00000100:00100000:1.0:1789185337.401737:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019036544
00000100:00100000:1.0:1789185337.401749:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019035264
00000100:00100000:1.0:1789185337.401752:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019035264
00000100:00100000:1.0:1789185337.401766:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019035776
00000100:00100000:1.0:1789185337.401768:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019035776
00000100:00100000:1.0:1789185337.401788:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16769
00000100:00100000:1.0:1789185337.401796:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14df82680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3635:x1876087019035392:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1789185337.401856:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14df82680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3635:x1876087019035392:12345-0@lo:400:kworker.0 Request processed in 60us (851us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185337.401863:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16769
00000100:00100000:1.0:1789185337.401882:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16770
00000100:00100000:1.0:1789185337.401889:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b145dc7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3635:x1876087019035904:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1789185337.401916:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b145dc7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3635:x1876087019035904:12345-0@lo:400:kworker.0 Request processed in 28us (828us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185337.401921:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16770
00000100:00100000:1.0:1789185337.401932:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16771
00000100:00100000:1.0:1789185337.401939:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b145dc6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3635:x1876087019035520:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1789185337.401966:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b145dc6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3635:x1876087019035520:12345-0@lo:400:kworker.0 Request processed in 28us (722us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185337.401972:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16771
00000100:00100000:1.0:1789185337.401984:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16772
00000100:00100000:1.0:1789185337.401990:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b145dc4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3635:x1876087019036544:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1789185337.402015:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b145dc4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3635:x1876087019036544:12345-0@lo:400:kworker.0 Request processed in 25us (700us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185337.402021:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16772
00000100:00100000:1.0:1789185337.402033:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16773
00000100:00100000:1.0:1789185337.402039:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b145dc6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1876087019035264:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1789185337.402066:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b145dc6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1876087019035264:12345-0@lo:400:kworker.0 Request processed in 27us (700us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185337.402073:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16773
00000100:00100000:1.0:1789185337.402083:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16774
00000100:00100000:1.0:1789185337.402089:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b145dc4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3638:x1876087019035776:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1789185337.402111:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b145dc4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3638:x1876087019035776:12345-0@lo:400:kworker.0 Request processed in 22us (698us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185337.402116:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16774
00000100:00100000:1.0:1789185337.402134:0:31020:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019035008
00000100:00100000:1.0:1789185337.402137:0:31020:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019035008
00000100:00100000:1.0:1789185337.402161:0:31020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2689
00000100:00100000:1.0:1789185337.402180:0:31020:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14391c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5ba5bbb2-d6ce-4ed8-b03d-83a793bd5e42+24:3635:x1876087019035008:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1789185337.402209:0:31020:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14391c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5ba5bbb2-d6ce-4ed8-b03d-83a793bd5e42+24:3635:x1876087019035008:12345-0@lo:400:kworker.0 Request processed in 42us (1008us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185337.402215:0:31020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2689
00000100:00100000:1.0:1789185337.402252:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019035136
00000100:00100000:1.0:1789185337.402255:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019035136
00000100:00100000:1.0:1789185337.402279:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019036160
00000100:00100000:1.0:1789185337.402281:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019036160
00000100:00100000:1.0:1789185337.402293:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25291
00000100:00100000:1.0:1789185337.402298:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b145dc6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+10:3638:x1876087019035136:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1789185337.402331:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b145dc6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+10:3638:x1876087019035136:12345-0@lo:400:kworker.0 Request processed in 32us (831us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185337.402337:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25291
00000100:00100000:1.0:1789185337.402347:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25292
00000100:00100000:1.0:1789185337.402353:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14a84b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3638:x1876087019036160:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1789185337.402377:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14a84b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3638:x1876087019036160:12345-0@lo:400:kworker.0 Request processed in 24us (768us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185337.402382:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25292
00000100:00080000:1.0:1789185337.402397:0:6511:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1789185337.402401:0:6511:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:1.0:1789185337.402448:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b1498af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1876087019035136:0@lo:400:kworker.0
00000100:00100000:1.0:1789185337.402458:0:3638:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294985802 gen 2
00000004:00080000:1.0:1789185337.402464:0:3638:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294985802 committed transno 4294985802
00000100:00100000:1.0:1789185337.402485:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14df80e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087019036160:0@lo:400:kworker.0
00000100:00100000:1.0:1789185337.402496:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14876c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3638:1876087019035264:0@lo:400:kworker.0
00000100:00100000:1.0:1789185337.402507:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b15058a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3638:1876087019035776:0@lo:400:kworker.0
00000100:00100000:1.0:1789185337.402541:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b1498aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5ba5bbb2-d6ce-4ed8-b03d-83a793bd5e42:3635:1876087019035008:0@lo:400:kworker.0
00000100:00100000:1.0:1789185337.402583:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b150589c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3635:1876087019035520:0@lo:400:kworker.0
00000100:00100000:1.0:1789185337.402593:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14df83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3635:1876087019036544:0@lo:400:kworker.0
00000100:00100000:1.0:1789185337.402603:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b15058b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3635:1876087019035392:0@lo:400:kworker.0
00000100:00100000:1.0:1789185337.402613:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b150589880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3635:1876087019035904:0@lo:400:kworker.0
00000100:00100000:2.0:1789185337.402744:0:24325:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019036416
00000100:00100000:2.0:1789185337.402750:0:24325:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019036416
00000100:00100000:2.0:1789185337.402798:0:24325:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019036032
00000100:00100000:2.0:1789185337.402802:0:24325:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019036032
00000100:00100000:2.0:1789185337.402825:0:24325:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019036288
00000100:00100000:2.0:1789185337.402828:0:24325:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019036288
00000100:00100000:2.0:1789185337.402849:0:24325:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019035648
00000100:00100000:2.0:1789185337.402852:0:24325:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019035648
00000100:00100000:2.0:1789185337.402873:0:24325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11220
00000100:00100000:2.0:1789185337.402882:0:24325:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b145dc5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3635:x1876087019036416:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1789185337.402927:0:24325:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b145dc5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3635:x1876087019036416:12345-0@lo:400:kworker.0 Request processed in 47us (1791us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185337.402935:0:24325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11220
00000100:00100000:2.0:1789185337.402948:0:24325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11221
00000100:00100000:2.0:1789185337.402954:0:24325:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b145dc7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+6:3635:x1876087019036032:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1789185337.402983:0:24325:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b145dc7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+6:3635:x1876087019036032:12345-0@lo:400:kworker.0 Request processed in 30us (1703us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185337.402989:0:24325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11221
00000100:00100000:2.0:1789185337.402998:0:24325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11222
00000100:00100000:2.0:1789185337.403004:0:24325:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b145dc7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3638:x1876087019036288:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1789185337.403030:0:24325:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b145dc7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3638:x1876087019036288:12345-0@lo:400:kworker.0 Request processed in 27us (1580us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185337.403036:0:24325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11222
00000100:00100000:2.0:1789185337.403045:0:24325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11223
00000100:00100000:2.0:1789185337.403050:0:24325:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14a849f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3638:x1876087019035648:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1789185337.403074:0:24325:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14a849f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3638:x1876087019035648:12345-0@lo:400:kworker.0 Request processed in 24us (1533us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185337.403080:0:24325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11223
00000100:00080000:1.0:1789185337.403700:0:6511:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1789185337.403707:0:6511:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1789185337.403745:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b150588e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1876087019035648:0@lo:400:kworker.0
00000100:00100000:0.0:1789185337.403756:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14df82d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1876087019036032:0@lo:400:kworker.0
00000100:00100000:1.0:1789185337.403764:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14df80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087019036288:0@lo:400:kworker.0
00000100:00100000:0.0:1789185337.403778:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14df83800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087019036416:0@lo:400:kworker.0
00010000:00010000:1.0:1789185337.784733:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789185338.424896:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1789185338.424924:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b149d62680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087019036672:0@lo:41:osp-pre-1-0.0
00000100:00100000:1.0:1789185338.425003:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185338.425125:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019036672
00000100:00100000:3.0:1789185338.425135:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019036672
00000100:00100000:3.0:1789185338.425214:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25293
00000100:00100000:3.0:1789185338.425226:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14a848700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3638:x1876087019036672:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:3.0:1789185338.425264:0:6520:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1443303424 avail 1297063936
00000100:00100000:3.0:1789185338.425333:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14a848700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3638:x1876087019036672:12345-0@lo:41:osp-pre-1-0.0 Request processed in 109us (331us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185338.425340:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25293
00000100:00100000:2.0:1789185338.425383:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b149d62680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087019036672:0@lo:41:osp-pre-1-0.0
00000100:00100000:2.0:1789185338.425539:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1789185338.425563:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14a1a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1876087019036800:0@lo:41:osp-pre-0-1.0
00000100:00100000:2.0:1789185338.425599:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185338.425624:0:6521:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019036800
00000100:00100000:0.0:1789185338.425630:0:6521:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019036800
00000100:00100000:0.0:1789185338.425670:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25294
00000100:00100000:0.0:1789185338.425681:0:6521:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1439a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+10:3637:x1876087019036800:12345-0@lo:41:osp-pre-0-1.0
00000004:00000024:0.0:1789185338.425701:0:6521:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 1442549760 avail 1296310272
00000100:00100000:0.0:1789185338.425751:0:6521:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1439a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+10:3637:x1876087019036800:12345-0@lo:41:osp-pre-0-1.0 Request processed in 71us (152us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185338.425758:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25294
00000100:00100000:2.0:1789185338.425873:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14a1a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1876087019036800:0@lo:41:osp-pre-0-1.0
00000100:00100000:2.0:1789185338.446679:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185338.446726:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185338.446756:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185338.446787:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185338.446802:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185338.446819:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185338.446836:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185338.446857:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185338.446882:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185338.446911:0:178143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010868864
00000100:00100000:2.0:1789185338.446920:0:178143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010868864
00000100:00100000:2.0:1789185338.446976:0:178143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010869376
00000100:00100000:2.0:1789185338.446979:0:178143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010869376
00000100:00100000:2.0:1789185338.446997:0:178143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010868736
00000100:00100000:2.0:1789185338.446999:0:178143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010868736
00000100:00100000:2.0:1789185338.447018:0:178143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010869248
00000100:00100000:2.0:1789185338.447020:0:178143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010869248
00000100:00100000:2.0:1789185338.447039:0:178143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 11224
00000100:00100000:2.0:1789185338.447049:0:178143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1439a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:5ea6f62d-4e20-4559-8935-61e538d0074d+6:2392:x1876087010868864:12345-192.168.204.3@tcp:400:kworker.0
00000100:00100000:2.0:1789185338.447128:0:178143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1439a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:5ea6f62d-4e20-4559-8935-61e538d0074d+6:2392:x1876087010868864:12345-192.168.204.3@tcp:400:kworker.0 Request processed in 80us (371us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185338.447135:0:178143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 11224
00000100:00100000:2.0:1789185338.447167:0:178143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 11225
00000100:00100000:2.0:1789185338.447174:0:178143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1439a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:e79deea0-f7ae-4edd-b0c3-4df8e4cde9af+28:2392:x1876087010869376:12345-192.168.204.3@tcp:400:kworker.0
00000100:00100000:2.0:1789185338.447199:0:178143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1439a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:e79deea0-f7ae-4edd-b0c3-4df8e4cde9af+28:2392:x1876087010869376:12345-192.168.204.3@tcp:400:kworker.0 Request processed in 25us (395us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185338.447205:0:178143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 11225
00000100:00100000:2.0:1789185338.447216:0:178143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 11226
00000100:00100000:2.0:1789185338.447235:0:178143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14c484380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:5ea6f62d-4e20-4559-8935-61e538d0074d+8:2392:x1876087010868736:12345-192.168.204.3@tcp:400:kworker.0
00000100:00100000:2.0:1789185338.447260:0:178143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14c484380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:5ea6f62d-4e20-4559-8935-61e538d0074d+8:2392:x1876087010868736:12345-192.168.204.3@tcp:400:kworker.0 Request processed in 38us (423us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185338.447266:0:178143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 11226
00000100:00100000:2.0:1789185338.447276:0:178143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 11227
00000100:00100000:2.0:1789185338.447293:0:178143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14c484e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:e79deea0-f7ae-4edd-b0c3-4df8e4cde9af+34:2392:x1876087010869248:12345-192.168.204.3@tcp:400:kworker.0
00000100:00100000:2.0:1789185338.447316:0:178143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14c484e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:e79deea0-f7ae-4edd-b0c3-4df8e4cde9af+34:2392:x1876087010869248:12345-192.168.204.3@tcp:400:kworker.0 Request processed in 34us (433us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185338.447322:0:178143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 11227
00000100:00100000:3.0:1789185338.447396:0:35217:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010868608
00000100:00100000:3.0:1789185338.447401:0:35217:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010868608
00000100:00100000:3.0:1789185338.447440:0:35217:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010869120
00000100:00100000:3.0:1789185338.447443:0:35217:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010869120
00000100:00100000:3.0:1789185338.447463:0:35217:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010868480
00000100:00100000:3.0:1789185338.447466:0:35217:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010868480
00000100:00100000:0.0:1789185338.447511:0:31024:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010868352
00000100:00100000:0.0:1789185338.447516:0:31024:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010868352
00000100:00100000:0.0:1789185338.447563:0:31024:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 2690
00000100:00100000:0.0:1789185338.447570:0:31024:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b26f7ad050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:f913e804-0131-444b-8423-927faee13f0d+13:2392:x1876087010868352:12345-192.168.204.3@tcp:400:kworker.0
00000100:00100000:0.0:1789185338.447594:0:31024:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b26f7ad050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:f913e804-0131-444b-8423-927faee13f0d+13:2392:x1876087010868352:12345-192.168.204.3@tcp:400:kworker.0 Request processed in 26us (927us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185338.447604:0:31024:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 2690
00000100:00100000:1.0:1789185338.450507:0:35219:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010868992
00000100:00100000:1.0:1789185338.450525:0:35219:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010868992
00000100:00100000:1.0:1789185338.450623:0:35219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 16775
00000100:00100000:1.0:1789185338.450635:0:35219:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1439a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:5ea6f62d-4e20-4559-8935-61e538d0074d+13:2392:x1876087010868608:12345-192.168.204.3@tcp:400:kworker.0
00000100:00100000:1.0:1789185338.450741:0:35219:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1439a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:5ea6f62d-4e20-4559-8935-61e538d0074d+13:2392:x1876087010868608:12345-192.168.204.3@tcp:400:kworker.0 Request processed in 109us (4014us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185338.450749:0:35219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 16775
00000100:00100000:1.0:1789185338.450770:0:35219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 16776
00000100:00100000:1.0:1789185338.450777:0:35219:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1439a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:e79deea0-f7ae-4edd-b0c3-4df8e4cde9af+8:2392:x1876087010869120:12345-192.168.204.3@tcp:400:kworker.0
00000100:00100000:1.0:1789185338.450803:0:35219:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1439a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:e79deea0-f7ae-4edd-b0c3-4df8e4cde9af+8:2392:x1876087010869120:12345-192.168.204.3@tcp:400:kworker.0 Request processed in 28us (4017us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185338.450809:0:35219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 16776
00000100:00100000:1.0:1789185338.450820:0:35219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 16777
00000100:00100000:1.0:1789185338.450827:0:35219:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14a1a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:5ea6f62d-4e20-4559-8935-61e538d0074d+15:2392:x1876087010868480:12345-192.168.204.3@tcp:400:kworker.0
00000100:00100000:1.0:1789185338.450852:0:35219:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14a1a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:5ea6f62d-4e20-4559-8935-61e538d0074d+15:2392:x1876087010868480:12345-192.168.204.3@tcp:400:kworker.0 Request processed in 26us (4032us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185338.450858:0:35219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 16777
00000100:00100000:1.0:1789185338.450872:0:35219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 16778
00000100:00100000:1.0:1789185338.450878:0:35219:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14c486a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:e79deea0-f7ae-4edd-b0c3-4df8e4cde9af+9:2392:x1876087010868992:12345-192.168.204.3@tcp:400:kworker.0
00000100:00100000:1.0:1789185338.450904:0:35219:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14c486a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:e79deea0-f7ae-4edd-b0c3-4df8e4cde9af+9:2392:x1876087010868992:12345-192.168.204.3@tcp:400:kworker.0 Request processed in 26us (4045us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185338.450910:0:35219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 16778
00000100:00080000:1.0:1789185338.450937:0:6511:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00080000:1.0:1789185338.450941:0:6511:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1789185338.450944:0:6511:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1789185338.450947:0:6511:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00010000:2.0:1789185338.811488:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789185338.936684:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1789185338.936706:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14c484700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087019036928:0@lo:13:osp-pre-1-0.0
00000100:00100000:2.0:1789185338.936774:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185338.936818:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019036928
00000100:00100000:2.0:1789185338.936824:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019036928
00000100:00100000:2.0:1789185338.936864:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7244
00000100:00100000:2.0:1789185338.936871:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b27e803450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3636:x1876087019036928:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:2.0:1789185338.936898:0:8433:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 229376 granted 494811712 pending 0 free 3918082048 avail 3686559744
00000100:00100000:2.0:1789185338.936938:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b27e803450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3636:x1876087019036928:12345-0@lo:13:osp-pre-1-0.0 Request processed in 68us (164us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185338.936945:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7244
00000100:00100000:2.0:1789185338.937287:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14c484700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876087019036928:0@lo:13:osp-pre-1-0.0
00000100:00100000:0.0:1789185338.939999:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789185338.940021:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b27d30c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087019037056:0@lo:13:osp-pre-0-0.0
00000100:00100000:0.0:1789185338.940748:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185338.940795:0:20257:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019037056
00000100:00100000:0.0:1789185338.940802:0:20257:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019037056
00000100:00100000:0.0:1789185338.940853:0:20257:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7245
00000100:00100000:0.0:1789185338.940861:0:20257:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14b617800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1876087019037056:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:0.0:1789185338.940890:0:20257:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 969857600 pending 0 free 3890466816 avail 3658944512
00000100:00100000:0.0:1789185338.940934:0:20257:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14b617800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1876087019037056:12345-0@lo:13:osp-pre-0-0.0 Request processed in 73us (187us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185338.940940:0:20257:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7245
00000100:00100000:0.0:1789185338.940991:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b27d30c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087019037056:0@lo:13:osp-pre-0-0.0
00000001:00080000:1.0:1789185338.943833:0:9513:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294989774 is committed
00000001:00080000:1.0:1789185338.943848:0:9513:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294989773 is committed
00000001:02000400:3.0:1789185339.280502:0:178677:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanityn test 71a: correct file map just after write operation is finished ========================================================== 23:55:38 (1789185338)
00000100:00100000:1.0:1789185339.432427:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185339.432466:0:10357:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010869632
00000100:00100000:1.0:1789185339.432476:0:10357:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010869632
00000100:00100000:1.0:1789185339.432573:0:10357:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 70796
00000100:00100000:1.0:1789185339.432586:0:10357:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14a848380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+15:251353:x1876087010869632:12345-192.168.204.3@tcp:101:dd.0
00010000:00010000:1.0:1789185339.432609:0:10357:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1789185339.432613:0:10357:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:1.0:1789185339.432643:0:10357:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb97600/0xff23d3f688d93d65 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4be9e expref: 15 pid: 35219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185339.432661:0:10357:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90b244d7ba00)
00010000:00010000:1.0:1789185339.432667:0:10357:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1789185339.432683:0:10357:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb96800/0xff23d3f688d940f3 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xeb7932912cf4bf1c expref: -99 pid: 10357 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185339.432836:0:10357:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb97200/0xff23d3f688d940fa lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10357 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185339.432857:0:10357:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb97200/0xff23d3f688d940fa lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10357 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185339.432868:0:10357:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb97200/0xff23d3f688d940fa lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10357 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185339.432884:0:10357:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb97400/0xff23d3f688d94101 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x5ba6781 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10357 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185339.432891:0:10357:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb97400/0xff23d3f688d94101 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5ba6781 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10357 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185339.432898:0:10357:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb97400/0xff23d3f688d94101 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5ba6781 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10357 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00080000:1.0:1789185339.433265:0:10357:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x906:0x0], index 1: 0
00010000:00010000:1.0:1789185339.433431:0:10357:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb96400/0xff23d3f688d94108 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x72a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10357 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185339.433441:0:10357:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb96400/0xff23d3f688d94108 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x72a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10357 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185339.433449:0:10357:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb96400/0xff23d3f688d94108 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x72a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10357 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185339.433483:0:10357:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb97200/0xff23d3f688d940fa lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10357 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185339.433491:0:10357:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb97200/0xff23d3f688d940fa lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10357 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185339.433498:0:10357:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb97200/0xff23d3f688d940fa lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10357 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185339.433506:0:10357:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb97200/0xff23d3f688d940fa lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10357 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185339.433512:0:10357:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14cb97200 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:1.0:1789185339.433516:0:10357:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb97200/0xff23d3f688d940fa lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10357 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185339.433525:0:10357:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb97200/0xff23d3f688d940fa lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10357 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185339.433535:0:10357:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90b244d7ba00)
00010000:00010000:1.0:1789185339.433537:0:10357:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1789185339.433541:0:10357:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb97200/0xff23d3f688d940fa lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10357 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185339.433567:0:10357:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb97200/0xff23d3f688d940fa lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10357 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00010000:1.0:1789185339.433579:0:10357:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000009b8f67fb reply state 00000000d65f9f76 transno 8589957759 ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb97400/0xff23d3f688d94101 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5ba6781 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10357 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185339.433592:0:10357:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb97400/0xff23d3f688d94101 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x5ba6781 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10357 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185339.433598:0:10357:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5ba6781 (ffff90b259cf3d00)
00010000:00010000:1.0:1789185339.433600:0:10357:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1789185339.433603:0:10357:0:(service.c:179:ptlrpc_save_lock()) nlocks 0
00010000:00010000:1.0:1789185339.433631:0:10357:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb96800/0xff23d3f688d940f3 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bf1c expref: 17 pid: 10357 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185339.433647:0:10357:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb96400/0xff23d3f688d94108 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x72a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bf1c expref: 16 pid: 10357 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185339.433655:0:10357:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x72a:0x0].0x0 (ffff90b259cf3300)
00010000:00010000:1.0:1789185339.433658:0:10357:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1789185339.433660:0:10357:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90b14cb96400, rc 0)
00000100:00100000:1.0:1789185339.433724:0:10357:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14a848380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+17:251353:x1876087010869632:12345-192.168.204.3@tcp:101:dd.0 Request processed in 1142us (1308us total) trans 8589957759 rc 0/0
00000100:00100000:1.0:1789185339.433734:0:10357:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 70796
00000100:00100000:1.0:1789185339.437505:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185339.437583:0:35215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010869888
00000100:00100000:3.0:1789185339.437595:0:35215:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010869888
00000100:00100000:3.0:1789185339.437661:0:35215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 70797
00000100:00100000:3.0:1789185339.437673:0:35215:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14a849880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:5ea6f62d-4e20-4559-8935-61e538d0074d+17:251353:x1876087010869888:12345-192.168.204.3@tcp:36:dd.0
00010000:00010000:3.0:1789185339.437793:0:35215:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185339.437822:0:35215:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb96400/0xff23d3f688d94108 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x72a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bf1c expref: 17 pid: 10357 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185339.437842:0:35215:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x72a:0x0].0x0 (ffff90b259cf3300)
00010000:00010000:3.0:1789185339.437855:0:35215:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1789185339.438033:0:35215:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a863200/0xff23d3f688d94116 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x72a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35215 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185339.438047:0:35215:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a863200/0xff23d3f688d94116 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x72a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35215 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185339.438058:0:35215:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a863200/0xff23d3f688d94116 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x72a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35215 initiator: MDT0 lru_score: 0 lru_type: 0
00000001:00080000:3.0:1789185339.438095:0:35215:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 8589957760
00000004:00010000:3.0:1789185339.438116:0:35215:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000e8e716d3 reply state 00000000e3c9873d transno 8589957761 ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a863200/0xff23d3f688d94116 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x72a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35215 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185339.438145:0:35215:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a863200/0xff23d3f688d94116 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x72a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35215 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185339.438152:0:35215:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x72a:0x0].0x0 (ffff90b14b4ff200)
00010000:00010000:3.0:1789185339.438155:0:35215:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1789185339.438158:0:35215:0:(service.c:179:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1789185339.438240:0:35215:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14a849880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:5ea6f62d-4e20-4559-8935-61e538d0074d+19:251353:x1876087010869888:12345-192.168.204.3@tcp:36:dd.0 Request processed in 569us (749us total) trans 8589957761 rc 0/0
00000100:00100000:3.0:1789185339.438247:0:35215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 70797
00000020:00080000:3.0:1789185339.438252:0:35215:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC
00000001:00080000:1.0:1789185339.439774:0:31015:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589957759 is committed
00000001:00080000:1.0:1789185339.439788:0:31015:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589957758 is committed
00000020:00080000:1.0:1789185339.439797:0:31015:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff90b1486aaf00 refcount 2 committed 0 result 0 batchid 4294979509
00000020:00080000:1.0:1789185339.439802:0:31015:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff90b148ec8b00 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff90b1486aa480
00000020:00080000:1.0:1789185339.439806:0:31015:0:(update_trans.c:72:top_multiple_thandle_dump())  cookie [0x240000404:0x2:0x0].962
00000020:00080000:1.0:1789185339.439809:0:31015:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff90b148ec8d00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff90b1528dd800
00000020:00080000:1.0:1789185339.439812:0:31015:0:(update_trans.c:72:top_multiple_thandle_dump())  cookie [0x200000bd0:0x2:0x0].959
00010000:00010000:0.0:1789185339.440743:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a862e00/0xff23d3f688d94075 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x729:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10357 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.440759:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a862e00/0xff23d3f688d94075 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x729:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10357 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.440767:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a862e00/0xff23d3f688d94075 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x729:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10357 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.440773:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14a862e00 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:0.0:1789185339.440778:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a862e00/0xff23d3f688d94075 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x729:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10357 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.440787:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a862e00/0xff23d3f688d94075 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x729:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10357 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.440811:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x729:0x0].0x0 (ffff90b14b4ff500)
00010000:00010000:0.0:1789185339.440814:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1789185339.440819:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a862e00/0xff23d3f688d94075 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x729:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10357 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.440825:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a862e00/0xff23d3f688d94075 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x729:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10357 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.440850:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb97400/0xff23d3f688d94101 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x5ba6781 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10357 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.440856:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb97400/0xff23d3f688d94101 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x5ba6781 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10357 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.440861:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb97400/0xff23d3f688d94101 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x5ba6781 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10357 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.440865:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14cb97400 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:0.0:1789185339.440868:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb97400/0xff23d3f688d94101 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x5ba6781 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10357 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.440874:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb97400/0xff23d3f688d94101 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x5ba6781 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10357 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.440882:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5ba6781 (ffff90b259cf3d00)
00010000:00010000:0.0:1789185339.440884:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1789185339.440887:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb97400/0xff23d3f688d94101 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x5ba6781 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10357 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.440894:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb97400/0xff23d3f688d94101 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x5ba6781 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10357 initiator: MDT0 lru_score: 0 lru_type: 0
00000020:00080000:3.0:1789185339.441017:0:31044:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294979509 committed batchid 4294979508
00000020:00080000:3.0:1789185339.441079:0:31044:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294979508
00000100:00100000:0.0:1789185339.441247:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185339.441597:0:6517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010870016
00000100:00100000:1.0:1789185339.441606:0:6517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010870016
00000100:00100000:1.0:1789185339.441654:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 70798
00000100:00100000:1.0:1789185339.441663:0:6517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14b614380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+15:251353:x1876087010870016:12345-192.168.204.3@tcp:101:dd.0
00010000:00010000:1.0:1789185339.441688:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1789185339.441705:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb96c00/0xff23d3f688d9411d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x72a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xeb7932912cf4bf23 expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185339.441762:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb96c00/0xff23d3f688d9411d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x72a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bf23 expref: 16 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185339.441782:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb96c00/0xff23d3f688d9411d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x72a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bf23 expref: 16 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185339.441800:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x72a:0x0].0x0 (ffff90b14b4ff200)
00010000:00010000:1.0:1789185339.441803:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8
00010000:00010000:1.0:1789185339.441806:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90b14cb96c00, rc 0)
00000100:00100000:1.0:1789185339.441863:0:6517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14b614380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+16:251353:x1876087010870016:12345-192.168.204.3@tcp:101:dd.0 Request processed in 200us (618us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185339.441869:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 70798
00000100:00100000:3.0:1789185339.444889:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185339.445172:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010870144
00000100:00100000:0.0:1789185339.445181:0:8429:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010870144
00000100:00100000:0.0:1789185339.445240:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 38260
00000100:00100000:0.0:1789185339.445250:0:8429:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+5:251353:x1876087010870144:12345-192.168.204.3@tcp:101:dd.0
00010000:00010000:0.0:1789185339.445268:0:8429:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1789185339.445289:0:8429:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a850fc00/0xff23d3f688d94124 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x906:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xeb7932912cf4bf2a expref: -99 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1789185339.445312:0:8429:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x906:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0
00010000:00010000:0.0:1789185339.445334:0:8429:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x906:0x0].0x0 since=9416s v=(0 0)
00010000:00010000:0.0:1789185339.445338:0:8429:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x906:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185339.445346:0:8429:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a850fc00/0xff23d3f688d94124 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x906:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bf2a expref: 6 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.445363:0:8429:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a850fc00/0xff23d3f688d94124 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x906:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bf2a expref: 6 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.445377:0:8429:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90b14bc28600, rc 0)
00000100:00100000:0.0:1789185339.445435:0:8429:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+6:251353:x1876087010870144:12345-192.168.204.3@tcp:101:dd.0 Request processed in 186us (554us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185339.445443:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 38260
00000100:00100000:1.0:1789185339.452605:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185339.452894:0:24264:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010870272
00000100:00100000:3.0:1789185339.452904:0:24264:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010870272
00002000:00010000:3.0:1789185339.452950:0:24264:0:(ofd_dev.c:2827:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/2310 (65536->18446744073709551615)
00002000:00100000:3.0:1789185339.452955:0:24264:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff90b14a84bb80 with x1876087010870272 ext(65536->18446744073709551615)
00002000:00010000:3.0:1789185339.452968:0:24264:0:(ofd_dev.c:2832:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff90b14a84bb80.
00000100:00100000:2.0:1789185339.454078:0:24267:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 43119
00000100:00100000:2.0:1789185339.454095:0:24267:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14a84bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:5ea6f62d-4e20-4559-8935-61e538d0074d+6:2391:x1876087010870272:12345-192.168.204.3@tcp:10:dd.0
00002000:00010000:2.0:1789185339.454324:0:24267:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x906:0x0] updating lvb size from disk: 0 -> 65536
00002000:00010000:2.0:1789185339.454328:0:24267:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x906:0x0] updating lvb mtime from disk: 0 -> 1789185339
00002000:00010000:2.0:1789185339.454331:0:24267:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x2c0000401:0x906:0x0] updating lvb atime from disk: 0 -> 0
00002000:00010000:2.0:1789185339.454333:0:24267:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x906:0x0] updating lvb ctime from disk: 0 -> 1789185339
00002000:00010000:2.0:1789185339.454335:0:24267:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x906:0x0] updating lvb blocks from disk: 0 -> 0
00000100:00100000:2.0:1789185339.454605:0:24267:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14a84bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:5ea6f62d-4e20-4559-8935-61e538d0074d+7:2391:x1876087010870272:12345-192.168.204.3@tcp:10:dd.0 Request processed in 514us (2006us total) trans 4294989775 rc 0/0
00000100:00100000:2.0:1789185339.454614:0:24267:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 43119
00002000:00010000:2.0:1789185339.454618:0:24267:0:(ofd_dev.c:2827:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/2310 (65536->18446744073709551615)
00002000:00100000:2.0:1789185339.454621:0:24267:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff90b14a84bb80 with x1876087010870272 ext(65536->18446744073709551615)
00002000:00010000:2.0:1789185339.454628:0:24267:0:(ofd_dev.c:2832:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff90b14a84bb80.
00000100:00100000:0.0:1789185339.459973:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185339.460172:0:22625:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010870528
00000100:00100000:2.0:1789185339.460181:0:22625:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010870528
00000100:00100000:2.0:1789185339.460240:0:22625:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 9618
00000100:00100000:2.0:1789185339.460250:0:22625:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b258171050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+16:251353:x1876087010870528:12345-192.168.204.3@tcp:35:dd.0
00000100:00100000:2.0:1789185339.460580:0:22625:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b258171050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+17:251353:x1876087010870528:12345-192.168.204.3@tcp:35:dd.0 Request processed in 330us (616us total) trans 8589957762 rc 0/0
00000100:00100000:2.0:1789185339.460588:0:22625:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 9618
00000100:00100000:1.0:1789185339.481920:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185339.482021:0:35219:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010870656
00000100:00100000:2.0:1789185339.482032:0:35219:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010870656
00000100:00100000:2.0:1789185339.482096:0:35219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 70799
00000100:00100000:2.0:1789185339.482107:0:35219:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14a84ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:5ea6f62d-4e20-4559-8935-61e538d0074d+17:251356:x1876087010870656:12345-192.168.204.3@tcp:101:lfs.0
00010000:00010000:2.0:1789185339.482145:0:35219:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1789185339.482167:0:35219:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd4a00/0xff23d3f688d9412b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xeb7932912cf4bf31 expref: -99 pid: 35219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185339.482279:0:35219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5e00/0xff23d3f688d94132 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35219 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185339.482296:0:35219:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5e00/0xff23d3f688d94132 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35219 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185339.482311:0:35219:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5e00/0xff23d3f688d94132 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35219 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1789185339.482371:0:35219:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 65536
00000004:00200000:2.0:1789185339.482376:0:35219:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1789185339.482396:0:35219:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5e00/0xff23d3f688d94132 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35219 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185339.482422:0:35219:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd4a00/0xff23d3f688d9412b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bf31 expref: 19 pid: 35219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185339.482440:0:35219:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5e00/0xff23d3f688d94132 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bf31 expref: 18 pid: 35219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185339.482451:0:35219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90b244d7ba00)
00010000:00010000:2.0:1789185339.482454:0:35219:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:2.0:1789185339.482458:0:35219:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90b149bd5e00, rc 0)
00000100:00100000:2.0:1789185339.482519:0:35219:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14a84ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:5ea6f62d-4e20-4559-8935-61e538d0074d+18:251356:x1876087010870656:12345-192.168.204.3@tcp:101:lfs.0 Request processed in 413us (608us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185339.482527:0:35219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 70799
00000100:00100000:1.0:1789185339.487930:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185339.491877:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010870912
00000100:00100000:2.0:1789185339.491893:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010870912
00000100:00100000:2.0:1789185339.492034:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 70800
00000100:00100000:2.0:1789185339.492045:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14a84b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+18:251356:x1876087010870912:12345-192.168.204.3@tcp:101:lfs.0
00010000:00010000:2.0:1789185339.492070:0:6515:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1789185339.492094:0:6515:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd4a00/0xff23d3f688d94139 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xeb7932912cf4bf38 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185339.492211:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd4000/0xff23d3f688d94140 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185339.492292:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd4000/0xff23d3f688d94140 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185339.492309:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd4000/0xff23d3f688d94140 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185339.492324:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5000/0xff23d3f688d94147 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5ba6781 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185339.492331:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5000/0xff23d3f688d94147 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5ba6781 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185339.492337:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5000/0xff23d3f688d94147 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5ba6781 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185339.492440:0:6515:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd4000/0xff23d3f688d94140 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185339.492448:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd4000/0xff23d3f688d94140 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185339.492454:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd4000/0xff23d3f688d94140 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185339.492461:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd4000/0xff23d3f688d94140 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185339.492467:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149bd4000 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:2.0:1789185339.492472:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd4000/0xff23d3f688d94140 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185339.492480:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd4000/0xff23d3f688d94140 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185339.492508:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90b244d7ba00)
00010000:00010000:2.0:1789185339.492510:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1789185339.492524:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd4000/0xff23d3f688d94140 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185339.492530:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd4000/0xff23d3f688d94140 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185339.492595:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5000/0xff23d3f688d94147 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5ba6781 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185339.492602:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5000/0xff23d3f688d94147 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5ba6781 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185339.492608:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5000/0xff23d3f688d94147 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5ba6781 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185339.492613:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b149bd5000 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:2.0:1789185339.492616:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5000/0xff23d3f688d94147 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5ba6781 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185339.492621:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5000/0xff23d3f688d94147 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5ba6781 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185339.492628:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5ba6781 (ffff90b244d7bd00)
00010000:00010000:2.0:1789185339.492631:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1789185339.492634:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5000/0xff23d3f688d94147 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5ba6781 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185339.492639:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5000/0xff23d3f688d94147 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5ba6781 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185339.492691:0:6515:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd4a00/0xff23d3f688d94139 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bf38 expref: 19 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185339.492892:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90b244d7ba00)
00010000:00010000:2.0:1789185339.492896:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1
00010000:00010000:2.0:1789185339.492900:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd4a00/0xff23d3f688d94139 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bf38 expref: 19 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185339.492911:0:6515:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90b149bd4a00, rc 0)
00000100:00100000:2.0:1789185339.492986:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14a84b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+18:251356:x1876087010870912:12345-192.168.204.3@tcp:101:lfs.0 Request processed in 943us (5079us total) trans 0 rc 301/301
00000100:00100000:2.0:1789185339.492994:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 70800
00000100:00100000:0.0:1789185339.502875:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185339.503090:0:9945:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010871040
00000100:00100000:1.0:1789185339.503102:0:9945:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010871040
00000100:00100000:1.0:1789185339.503193:0:9945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 70801
00000100:00100000:1.0:1789185339.503206:0:9945:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b27d30c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+18:251356:x1876087010871040:12345-192.168.204.3@tcp:34:lfs.0
00010000:00010000:1.0:1789185339.503293:0:9945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb97200/0xff23d3f688d9414e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9945 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185339.503523:0:9945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb97200/0xff23d3f688d9414e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9945 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185339.503539:0:9945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb97200/0xff23d3f688d9414e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9945 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185339.503599:0:9945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb97600/0xff23d3f688d94155 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5ba6781 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9945 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185339.503612:0:9945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb97600/0xff23d3f688d94155 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5ba6781 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9945 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185339.503630:0:9945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb97600/0xff23d3f688d94155 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5ba6781 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9945 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185339.503722:0:9945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb96200/0xff23d3f688d9415c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x72a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9945 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185339.503731:0:9945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb96200/0xff23d3f688d9415c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x72a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9945 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185339.503738:0:9945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb96200/0xff23d3f688d9415c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x72a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9945 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1789185339.503778:0:9945:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x72a:0x0]: returning size 131072
00000004:00200000:1.0:1789185339.503783:0:9945:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1789185339.503798:0:9945:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb96200/0xff23d3f688d9415c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x72a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9945 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185339.503813:0:9945:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb97200/0xff23d3f688d9414e lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9945 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185339.503820:0:9945:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb97200/0xff23d3f688d9414e lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9945 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185339.503826:0:9945:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb97200/0xff23d3f688d9414e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9945 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185339.503833:0:9945:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb97200/0xff23d3f688d9414e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9945 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185339.503843:0:9945:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14cb97200 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:1.0:1789185339.503848:0:9945:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb97200/0xff23d3f688d9414e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9945 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185339.503855:0:9945:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb97200/0xff23d3f688d9414e lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9945 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185339.503869:0:9945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90b244d7ba00)
00010000:00010000:1.0:1789185339.503872:0:9945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1789185339.503878:0:9945:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb97200/0xff23d3f688d9414e lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9945 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185339.503885:0:9945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb97200/0xff23d3f688d9414e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9945 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185339.503899:0:9945:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb97600/0xff23d3f688d94155 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5ba6781 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9945 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185339.503905:0:9945:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb97600/0xff23d3f688d94155 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5ba6781 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9945 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185339.503911:0:9945:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb97600/0xff23d3f688d94155 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5ba6781 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9945 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185339.503915:0:9945:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14cb97600 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:1.0:1789185339.503918:0:9945:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb97600/0xff23d3f688d94155 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5ba6781 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9945 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185339.503923:0:9945:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb97600/0xff23d3f688d94155 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5ba6781 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9945 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185339.503934:0:9945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5ba6781 (ffff90b259cf3b00)
00010000:00010000:1.0:1789185339.503937:0:9945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1789185339.503939:0:9945:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb97600/0xff23d3f688d94155 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5ba6781 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9945 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185339.503945:0:9945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb97600/0xff23d3f688d94155 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5ba6781 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9945 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185339.503959:0:9945:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb96200/0xff23d3f688d9415c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x72a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9945 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185339.503966:0:9945:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb96200/0xff23d3f688d9415c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x72a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9945 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185339.503971:0:9945:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb96200/0xff23d3f688d9415c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x72a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9945 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185339.503975:0:9945:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14cb96200 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:1.0:1789185339.503977:0:9945:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb96200/0xff23d3f688d9415c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x72a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9945 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185339.506229:0:9945:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb96200/0xff23d3f688d9415c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x72a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9945 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185339.506249:0:9945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x72a:0x0].0x0 (ffff90b14b4ff200)
00010000:00010000:1.0:1789185339.506252:0:9945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1789185339.506260:0:9945:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb96200/0xff23d3f688d9415c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x72a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9945 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185339.506268:0:9945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb96200/0xff23d3f688d9415c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x72a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9945 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185339.506733:0:9945:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b27d30c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+18:251356:x1876087010871040:12345-192.168.204.3@tcp:34:lfs.0 Request processed in 3522us (3861us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185339.506744:0:9945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 70801
00000100:00100000:3.0:1789185339.553473:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185339.553776:0:35217:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010871296
00000100:00100000:0.0:1789185339.553788:0:35217:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010871296
00000100:00100000:0.0:1789185339.553859:0:35217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 70802
00000100:00100000:0.0:1789185339.553870:0:35217:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d60380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:5ea6f62d-4e20-4559-8935-61e538d0074d+18:251361:x1876087010871296:12345-192.168.204.3@tcp:101:dd.0
00010000:00010000:0.0:1789185339.553892:0:35217:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1789185339.553895:0:35217:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:0.0:1789185339.553925:0:35217:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5e00/0xff23d3f688d94132 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bf31 expref: 18 pid: 35219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.553947:0:35217:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90b244d7ba00)
00010000:00010000:0.0:1789185339.553952:0:35217:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1789185339.553969:0:35217:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc28e00/0xff23d3f688d94163 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xeb7932912cf4bf3f expref: -99 pid: 35217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.554168:0:35217:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc29a00/0xff23d3f688d9416a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35217 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.554184:0:35217:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc29a00/0xff23d3f688d9416a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35217 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.554195:0:35217:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc29a00/0xff23d3f688d9416a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35217 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.554210:0:35217:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc29600/0xff23d3f688d94171 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5ba6781 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35217 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.554218:0:35217:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc29600/0xff23d3f688d94171 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5ba6781 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35217 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.554225:0:35217:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc29600/0xff23d3f688d94171 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5ba6781 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35217 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.554289:0:35217:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc28400/0xff23d3f688d94178 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x72a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35217 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.554298:0:35217:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc28400/0xff23d3f688d94178 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x72a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35217 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.554305:0:35217:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc28400/0xff23d3f688d94178 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x72a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35217 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1789185339.554315:0:35217:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x72a:0x0]: returning size 131072
00010000:00010000:0.0:1789185339.554398:0:35217:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc29a00/0xff23d3f688d9416a lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35217 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.554405:0:35217:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc29a00/0xff23d3f688d9416a lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35217 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.554411:0:35217:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc29a00/0xff23d3f688d9416a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35217 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.554417:0:35217:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc29a00/0xff23d3f688d9416a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35217 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.554423:0:35217:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14bc29a00 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:0.0:1789185339.554428:0:35217:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc29a00/0xff23d3f688d9416a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35217 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.554435:0:35217:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc29a00/0xff23d3f688d9416a lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 35217 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.554444:0:35217:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90b244d7ba00)
00010000:00010000:0.0:1789185339.554447:0:35217:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1789185339.554451:0:35217:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc29a00/0xff23d3f688d9416a lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35217 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.554457:0:35217:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc29a00/0xff23d3f688d9416a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35217 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.554470:0:35217:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc29600/0xff23d3f688d94171 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5ba6781 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35217 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.554475:0:35217:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc29600/0xff23d3f688d94171 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5ba6781 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35217 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.554480:0:35217:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc29600/0xff23d3f688d94171 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5ba6781 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35217 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.554484:0:35217:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14bc29600 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:0.0:1789185339.554487:0:35217:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc29600/0xff23d3f688d94171 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5ba6781 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35217 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.554492:0:35217:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc29600/0xff23d3f688d94171 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5ba6781 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35217 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.554498:0:35217:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5ba6781 (ffff90b151b31300)
00010000:00010000:0.0:1789185339.554500:0:35217:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1789185339.554503:0:35217:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc29600/0xff23d3f688d94171 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5ba6781 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35217 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.554508:0:35217:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc29600/0xff23d3f688d94171 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5ba6781 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35217 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.554645:0:35217:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc28e00/0xff23d3f688d94163 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bf3f expref: 20 pid: 35217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.554669:0:35217:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc28400/0xff23d3f688d94178 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x72a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bf3f expref: 19 pid: 35217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.554676:0:35217:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x72a:0x0].0x0 (ffff90b14b4ff200)
00010000:00010000:0.0:1789185339.554679:0:35217:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1789185339.554681:0:35217:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90b14bc28400, rc 0)
00000100:00100000:0.0:1789185339.554754:0:35217:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d60380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:5ea6f62d-4e20-4559-8935-61e538d0074d+19:251361:x1876087010871296:12345-192.168.204.3@tcp:101:dd.0 Request processed in 886us (1290us total) trans 8589957763 rc 0/0
00000100:00100000:0.0:1789185339.554763:0:35217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 70802
00000100:00100000:2.0:1789185339.558806:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185339.559437:0:10357:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010871424
00000100:00100000:1.0:1789185339.559449:0:10357:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010871424
00000100:00100000:1.0:1789185339.559611:0:10357:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 70803
00000100:00100000:1.0:1789185339.559634:0:10357:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14c484700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+19:251361:x1876087010871424:12345-192.168.204.3@tcp:101:dd.0
00010000:00010000:1.0:1789185339.559662:0:10357:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1789185339.559691:0:10357:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb97600/0xff23d3f688d94186 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x72a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xeb7932912cf4bf46 expref: -99 pid: 10357 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185339.559733:0:10357:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb97200/0xff23d3f688d9418d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x72a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10357 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185339.559750:0:10357:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb97200/0xff23d3f688d9418d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x72a:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10357 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185339.559762:0:10357:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb97200/0xff23d3f688d9418d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x72a:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10357 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185339.559915:0:10357:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb97600/0xff23d3f688d94186 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x72a:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bf46 expref: 21 pid: 10357 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185339.559933:0:10357:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb97200/0xff23d3f688d9418d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x72a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bf46 expref: 20 pid: 10357 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185339.559942:0:10357:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x72a:0x0].0x0 (ffff90b14b4ff200)
00010000:00010000:1.0:1789185339.559945:0:10357:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20
00010000:00010000:1.0:1789185339.559949:0:10357:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90b14cb97200, rc 0)
00000100:00100000:1.0:1789185339.560023:0:10357:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14c484700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+20:251361:x1876087010871424:12345-192.168.204.3@tcp:101:dd.0 Request processed in 391us (1229us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185339.560031:0:10357:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 70803
00000100:00100000:3.0:1789185339.562198:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185339.562889:0:35224:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010871680
00000100:00100000:2.0:1789185339.562900:0:35224:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010871680
00000100:00100000:2.0:1789185339.562965:0:35224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 70804
00000100:00100000:2.0:1789185339.562975:0:35224:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d61880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:5ea6f62d-4e20-4559-8935-61e538d0074d+20:251361:x1876087010871680:12345-192.168.204.3@tcp:36:dd.0
00010000:00010000:2.0:1789185339.563031:0:35224:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1789185339.563143:0:35224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc28400/0xff23d3f688d94178 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x72a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bf3f expref: 20 pid: 35217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185339.563169:0:35224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x72a:0x0].0x0 (ffff90b14b4ff200)
00010000:00010000:2.0:1789185339.563175:0:35224:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1789185339.563368:0:35224:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5000/0xff23d3f688d94194 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x72a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35224 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185339.563385:0:35224:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5000/0xff23d3f688d94194 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x72a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35224 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185339.563396:0:35224:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5000/0xff23d3f688d94194 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x72a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35224 initiator: MDT0 lru_score: 0 lru_type: 0
00000001:00080000:2.0:1789185339.563440:0:35224:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 8589957764
00000004:00010000:2.0:1789185339.563464:0:35224:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000073b460c5 reply state 000000003487cfdf transno 8589957765 ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5000/0xff23d3f688d94194 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x72a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35224 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185339.563481:0:35224:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5000/0xff23d3f688d94194 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x72a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35224 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185339.563488:0:35224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x72a:0x0].0x0 (ffff90b14b4ff200)
00010000:00010000:2.0:1789185339.563491:0:35224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1789185339.563494:0:35224:0:(service.c:179:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1789185339.563601:0:35224:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d61880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:5ea6f62d-4e20-4559-8935-61e538d0074d+22:251361:x1876087010871680:12345-192.168.204.3@tcp:36:dd.0 Request processed in 626us (1411us total) trans 8589957765 rc 0/0
00000100:00100000:2.0:1789185339.563609:0:35224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 70804
00000020:00080000:2.0:1789185339.564474:0:35224:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC
00000100:00100000:3.0:1789185339.565396:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185339.565653:0:20192:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010871808
00000100:00100000:1.0:1789185339.565663:0:20192:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010871808
00002000:00010000:1.0:1789185339.565703:0:20192:0:(ofd_dev.c:2827:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/2310 (196608->18446744073709551615)
00002000:00100000:1.0:1789185339.565708:0:20192:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff90b149d60700 with x1876087010871808 ext(196608->18446744073709551615)
00002000:00010000:1.0:1789185339.565720:0:20192:0:(ofd_dev.c:2832:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff90b149d60700.
00000100:00100000:1.0:1789185339.565745:0:20192:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 43120
00000100:00100000:1.0:1789185339.565754:0:20192:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+7:2392:x1876087010871808:12345-192.168.204.3@tcp:10:dd.0
00002000:00010000:1.0:1789185339.565926:0:20192:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x906:0x0] updating lvb size from disk: 65536 -> 196608
00002000:00010000:1.0:1789185339.565930:0:20192:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x906:0x0] updating lvb mtime from disk: 1789185339 -> 1789185339
00002000:00010000:1.0:1789185339.565932:0:20192:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x2c0000401:0x906:0x0] updating lvb atime from disk: 0 -> 0
00002000:00010000:1.0:1789185339.565934:0:20192:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x906:0x0] updating lvb ctime from disk: 1789185339 -> 1789185339
00002000:00010000:1.0:1789185339.565936:0:20192:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x906:0x0] updating lvb blocks from disk: 0 -> 0
00000100:00100000:1.0:1789185339.565985:0:20192:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+8:2392:x1876087010871808:12345-192.168.204.3@tcp:10:dd.0 Request processed in 232us (595us total) trans 4294989776 rc 0/0
00000100:00100000:1.0:1789185339.565992:0:20192:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 43120
00002000:00010000:1.0:1789185339.565995:0:20192:0:(ofd_dev.c:2827:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/2310 (196608->18446744073709551615)
00002000:00100000:1.0:1789185339.565998:0:20192:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff90b149d60700 with x1876087010871808 ext(196608->18446744073709551615)
00002000:00010000:1.0:1789185339.566002:0:20192:0:(ofd_dev.c:2832:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff90b149d60700.
00000100:00100000:2.0:1789185339.572830:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185339.572917:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010872064
00000100:00100000:0.0:1789185339.572927:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010872064
00000100:00100000:0.0:1789185339.573011:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 9619
00000100:00100000:0.0:1789185339.573023:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14c484a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+22:251361:x1876087010872064:12345-192.168.204.3@tcp:35:dd.0
00000100:00100000:0.0:1789185339.573398:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14c484a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+23:251361:x1876087010872064:12345-192.168.204.3@tcp:35:dd.0 Request processed in 377us (576us total) trans 8589957766 rc 0/0
00000100:00100000:0.0:1789185339.573406:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 9619
00000100:00100000:3.0:1789185339.584331:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185339.584776:0:6517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010872192
00000100:00100000:1.0:1789185339.584790:0:6517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010872192
00000100:00100000:1.0:1789185339.584894:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 70805
00000100:00100000:1.0:1789185339.584909:0:6517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b149d61c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e79deea0-f7ae-4edd-b0c3-4df8e4cde9af+9:251362:x1876087010872192:12345-192.168.204.3@tcp:101:stat.0
00010000:00010000:1.0:1789185339.584940:0:6517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1789185339.584963:0:6517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb97600/0xff23d3f688d9419b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xeb7932912cf4bf4d expref: -99 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185339.585086:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb96600/0xff23d3f688d941a2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185339.585104:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb96600/0xff23d3f688d941a2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185339.585120:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb96600/0xff23d3f688d941a2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1789185339.585176:0:6517:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 65536
00000004:00200000:1.0:1789185339.585191:0:6517:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1789185339.585214:0:6517:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb96600/0xff23d3f688d941a2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185339.585239:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb97600/0xff23d3f688d9419b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bf4d expref: 11 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185339.585260:0:6517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb96600/0xff23d3f688d941a2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bf4d expref: 10 pid: 6517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185339.585269:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90b244d7ba00)
00010000:00010000:1.0:1789185339.585272:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:1.0:1789185339.585277:0:6517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90b14cb96600, rc 0)
00000100:00100000:1.0:1789185339.585348:0:6517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b149d61c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e79deea0-f7ae-4edd-b0c3-4df8e4cde9af+10:251362:x1876087010872192:12345-192.168.204.3@tcp:101:stat.0 Request processed in 443us (1026us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185339.585355:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 70805
00000100:00100000:3.0:1789185339.587782:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185339.588072:0:35220:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010872320
00000100:00100000:0.0:1789185339.588082:0:35220:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010872320
00000100:00100000:0.0:1789185339.588154:0:35220:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 70806
00000100:00100000:0.0:1789185339.588165:0:35220:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d422300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:e79deea0-f7ae-4edd-b0c3-4df8e4cde9af+10:251362:x1876087010872320:12345-192.168.204.3@tcp:101:stat.0
00010000:00010000:0.0:1789185339.588335:0:35220:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1789185339.588362:0:35220:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc28e00/0xff23d3f688d941a9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xeb7932912cf4bf54 expref: -99 pid: 35220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.588464:0:35220:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc29600/0xff23d3f688d941b0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35220 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.588481:0:35220:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc29600/0xff23d3f688d941b0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35220 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.588493:0:35220:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc29600/0xff23d3f688d941b0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35220 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.588510:0:35220:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc29a00/0xff23d3f688d941b7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5ba6781 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35220 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.588517:0:35220:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc29a00/0xff23d3f688d941b7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5ba6781 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35220 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.588523:0:35220:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc29a00/0xff23d3f688d941b7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5ba6781 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35220 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.588745:0:35220:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc28400/0xff23d3f688d941be lrc: 3/1,0 mode: --/PR res: [0x200000402:0x72a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 35220 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.588755:0:35220:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc28400/0xff23d3f688d941be lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x72a:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 35220 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.588763:0:35220:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc28400/0xff23d3f688d941be lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x72a:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35220 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1789185339.588805:0:35220:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x72a:0x0]: returning size 262144
00000004:00200000:0.0:1789185339.588810:0:35220:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:0.0:1789185339.588831:0:35220:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc28400/0xff23d3f688d941be lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x72a:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35220 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.588844:0:35220:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc28400/0xff23d3f688d941be lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x72a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 35220 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.588858:0:35220:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc29600/0xff23d3f688d941b0 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35220 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.588865:0:35220:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc29600/0xff23d3f688d941b0 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35220 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.588873:0:35220:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc29600/0xff23d3f688d941b0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35220 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.588879:0:35220:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc29600/0xff23d3f688d941b0 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35220 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.588886:0:35220:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14bc29600 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:0.0:1789185339.588890:0:35220:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc29600/0xff23d3f688d941b0 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35220 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.588900:0:35220:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc29600/0xff23d3f688d941b0 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 35220 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.588913:0:35220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90b244d7ba00)
00010000:00010000:0.0:1789185339.588916:0:35220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1789185339.588922:0:35220:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc29600/0xff23d3f688d941b0 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35220 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.588929:0:35220:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc29600/0xff23d3f688d941b0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35220 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.588945:0:35220:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc29a00/0xff23d3f688d941b7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5ba6781 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35220 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.588950:0:35220:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc29a00/0xff23d3f688d941b7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5ba6781 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35220 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.588956:0:35220:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc29a00/0xff23d3f688d941b7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5ba6781 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35220 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.588961:0:35220:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14bc29a00 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:0.0:1789185339.588964:0:35220:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc29a00/0xff23d3f688d941b7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5ba6781 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35220 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.588970:0:35220:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc29a00/0xff23d3f688d941b7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5ba6781 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35220 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.588977:0:35220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5ba6781 (ffff90b151b31300)
00010000:00010000:0.0:1789185339.588979:0:35220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1789185339.588981:0:35220:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc29a00/0xff23d3f688d941b7 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5ba6781 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35220 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.588987:0:35220:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc29a00/0xff23d3f688d941b7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5ba6781 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35220 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.589020:0:35220:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc28e00/0xff23d3f688d941a9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bf54 expref: 12 pid: 35220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.589036:0:35220:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc28400/0xff23d3f688d941be lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x72a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bf54 expref: 11 pid: 35220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.589044:0:35220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x72a:0x0].0x0 (ffff90b14b4ff200)
00010000:00010000:0.0:1789185339.589046:0:35220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1789185339.589060:0:35220:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90b14bc28400, rc 0)
00000100:00100000:0.0:1789185339.589337:0:35220:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d422300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:e79deea0-f7ae-4edd-b0c3-4df8e4cde9af+11:251362:x1876087010872320:12345-192.168.204.3@tcp:101:stat.0 Request processed in 1172us (1561us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185339.589349:0:35220:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 70806
00000100:00100000:3.0:1789185339.593019:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185339.593095:0:35223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010872448
00000100:00100000:0.0:1789185339.593106:0:35223:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010872448
00000100:00100000:0.0:1789185339.593190:0:35223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 38261
00000100:00100000:0.0:1789185339.593202:0:35223:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d423800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:e79deea0-f7ae-4edd-b0c3-4df8e4cde9af+28:2391:x1876087010872448:12345-192.168.204.3@tcp:101:stat.0
00010000:00010000:0.0:1789185339.593224:0:35223:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1789185339.593245:0:35223:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000127e8890/0xff23d3f688d941c5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x906:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xeb7932912cf4bf5b expref: -99 pid: 35223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185339.593313:0:35223:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b247d50a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:35223:1876087019037184:192.168.204.3@tcp:106:
00000100:00100000:0.0:1789185339.593887:0:35223:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14b7a5e40 going to sleep for 11 seconds
00002000:00010000:0.0:1789185339.596092:0:35223:0:(ofd_lvb.c:260:ofd_lvbo_update()) res: [0x2c0000401:0x906:0x0] updating lvb size: 196608 -> 262144
00002000:00010000:0.0:1789185339.596101:0:35223:0:(ofd_lvb.c:272:ofd_lvbo_update()) res: [0x2c0000401:0x906:0x0] updating lvb atime: 0 -> 1789185339
00002000:00010000:0.0:1789185339.596105:0:35223:0:(ofd_lvb.c:284:ofd_lvbo_update()) res: [0x2c0000401:0x906:0x0] updating lvb blocks: 0 -> 1
00000100:00100000:0.0:1789185339.596137:0:35223:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b247d50a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:35223:1876087019037184:192.168.204.3@tcp:106:
00010000:00010000:0.0:1789185339.596175:0:35223:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000127e8890/0xff23d3f688d941c5 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x906:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bf5b expref: 29 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.596352:0:35223:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000127e8890/0xff23d3f688d941c5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x906:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bf5b expref: 29 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.596367:0:35223:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90b14bc29200, rc 0)
00000100:00100000:0.0:1789185339.596417:0:35223:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d423800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:e79deea0-f7ae-4edd-b0c3-4df8e4cde9af+28:2391:x1876087010872448:12345-192.168.204.3@tcp:101:stat.0 Request processed in 3217us (3407us total) trans 0 rc 301/301
00000100:00100000:0.0:1789185339.596426:0:35223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 38261
00000100:00100000:2.0:1789185339.642086:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185339.642331:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010872704
00000100:00100000:1.0:1789185339.642343:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010872704
00000100:00100000:1.0:1789185339.642459:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 70807
00000100:00100000:1.0:1789185339.642471:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14c487800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e79deea0-f7ae-4edd-b0c3-4df8e4cde9af+11:251366:x1876087010872704:12345-192.168.204.3@tcp:101:checkfiemap.0
00010000:00010000:1.0:1789185339.642497:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1789185339.642521:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb97c00/0xff23d3f688d941cc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xeb7932912cf4bf62 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185339.642703:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb97a00/0xff23d3f688d941d3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x72a:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185339.642723:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb97a00/0xff23d3f688d941d3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x72a:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185339.642737:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb97a00/0xff23d3f688d941d3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x72a:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1789185339.642750:0:6516:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x72a:0x0]: returning size 262144
00010000:00010000:1.0:1789185339.642897:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb97c00/0xff23d3f688d941cc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bf62 expref: 14 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185339.642917:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb97a00/0xff23d3f688d941d3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x72a:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bf62 expref: 13 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185339.642925:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x72a:0x0].0x0 (ffff90b14b4ff200)
00010000:00010000:1.0:1789185339.642928:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1789185339.642932:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90b14cb97a00, rc 0)
00000100:00100000:1.0:1789185339.642996:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14c487800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e79deea0-f7ae-4edd-b0c3-4df8e4cde9af+13:251366:x1876087010872704:12345-192.168.204.3@tcp:101:checkfiemap.0 Request processed in 527us (921us total) trans 8589957767 rc 0/0
00000100:00100000:1.0:1789185339.643007:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 70807
00000100:00100000:1.0:1789185339.648080:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185339.648140:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185339.648336:0:178146:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010872832
00000100:00100000:3.0:1789185339.648347:0:178146:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010872832
00000100:00100000:3.0:1789185339.648416:0:178146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 38262
00000100:00100000:3.0:1789185339.648427:0:178146:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14a84b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:e79deea0-f7ae-4edd-b0c3-4df8e4cde9af+28:251366:x1876087010872832:12345-192.168.204.3@tcp:7:checkfiemap.0
00010000:00010000:3.0:1789185339.648499:0:178146:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000004817f4f3/0xff23d3f688d941e1 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x906:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185339.648522:0:178146:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a850fc00/0xff23d3f688d94124 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x906:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bf2a expref: 7 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185339.648531:0:178146:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x906:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185339.648535:0:178146:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x906:0x0].0x0 since=0s v=(1 0)
00010000:00010000:3.0:1789185339.648540:0:178146:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004817f4f3/0xff23d3f688d941e1 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x906:0x0].0x0 rrc: 3 type: EXT [0->266239] (req 0->266239) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185339.648620:0:178146:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a850fc00/0xff23d3f688d94124 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x906:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bf2a expref: 7 pid: 8429 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185339.648636:0:178146:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a850fc00/0xff23d3f688d94124 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x906:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bf2a expref: 7 pid: 8429 timeout: 9516 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185339.648651:0:178146:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14f108000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:178146:1876087019037312:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185339.648731:0:178146:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe16180 going to sleep for 11 seconds
00000100:00100000:0.0:1789185339.649196:0:10396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010872960
00000100:00100000:0.0:1789185339.649202:0:10396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010872960
00000100:00100000:0.0:1789185339.649253:0:10396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 11439
00000100:00100000:0.0:1789185339.649262:0:10396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14a848a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e79deea0-f7ae-4edd-b0c3-4df8e4cde9af+13:2392:x1876087010872960:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185339.649275:0:10396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185339.649298:0:10396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb97a00/0xff23d3f688d941d3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x72a:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bf62 expref: 13 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.649318:0:10396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x72a:0x0].0x0 (ffff90b14b4ff200)
00010000:00010000:0.0:1789185339.649323:0:10396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185339.649371:0:10396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14a848a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e79deea0-f7ae-4edd-b0c3-4df8e4cde9af+12:2392:x1876087010872960:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 110us (1303us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185339.649380:0:10396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 11439
00000100:00100000:3.0:1789185339.652595:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185339.652778:0:29947:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010873088
00000100:00100000:0.0:1789185339.652789:0:29947:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010873088
00000100:00100000:2.0:1789185339.652813:0:178146:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14f108000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:178146:1876087019037312:192.168.204.3@tcp:104:
00010000:00010000:2.0:1789185339.652844:0:178146:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000004817f4f3/0xff23d3f688d941e1 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x906:0x0].0x0 rrc: 3 type: EXT [0->266239] (req 0->266239) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00100000:0.0:1789185339.652852:0:29947:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x2c0000401:0x906:0x0] (65536->262143)  req@ffff90b14f10ad80 x1876087010873088/t0(0) o4->5ea6f62d-4e20-4559-8935-61e538d0074d@192.168.204.3@tcp:695/0 lens 504/0 e 0 to 0 dl 1789185350 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:0.0:1789185339.652922:0:29947:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff90b14f10ad80 with x1876087010873088 ext(65536->262143)
00010000:00010000:0.0:1789185339.652933:0:29947:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000a850fc00/0xff23d3f688d94124 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x906:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bf2a expref: 8 pid: 8429 timeout: 9516 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.652949:0:29947:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000a850fc00/0xff23d3f688d94124 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x906:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bf2a expref: 8 pid: 8429 timeout: 9516 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1789185339.652956:0:29947:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff90b14f10ad80
00000100:00100000:0.0:1789185339.653034:0:29947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 2028
00000100:00100000:0.0:1789185339.653046:0:29947:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f10ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:5ea6f62d-4e20-4559-8935-61e538d0074d+8:2394:x1876087010873088:12345-192.168.204.3@tcp:4:dd.0
00000100:00100000:0.0:1789185339.660474:0:29947:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f10ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:5ea6f62d-4e20-4559-8935-61e538d0074d+10:2394:x1876087010873088:12345-192.168.204.3@tcp:4:dd.0 Request processed in 7417us (7875us total) trans 4294989777 rc 0/0
00000100:00100000:0.0:1789185339.660490:0:29947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 2028
00002000:00100000:0.0:1789185339.660504:0:29947:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x2c0000401:0x906:0x0] (65536->262143)  req@ffff90b14f10ad80 x1876087010873088/t4294989777(0) o4->5ea6f62d-4e20-4559-8935-61e538d0074d@192.168.204.3@tcp:695/0 lens 504/448 e 0 to 0 dl 1789185350 ref 1 fl Complete:H/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:0.0:1789185339.660516:0:29947:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff90b14f10ad80 with x1876087010873088 ext(65536->262143)
00010000:00010000:0.0:1789185339.660528:0:29947:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s.  ns: filter-lustre-OST0001_UUID lock: 00000000a850fc00/0xff23d3f688d94124 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x906:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bf2a expref: 10 pid: 8429 timeout: 9516 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.660564:0:29947:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000a850fc00/0xff23d3f688d94124 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x906:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bf2a expref: 10 pid: 8429 timeout: 9516 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:0.0:1789185339.660573:0:29947:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff90b14f10ad80
00000100:00100000:2.0:1789185339.667463:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185339.667753:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010873216
00000100:00100000:0.0:1789185339.667764:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010873216
00010000:00010000:0.0:1789185339.667811:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a850fc00/0xff23d3f688d94124 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x906:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bf2a expref: 10 pid: 8429 timeout: 9516 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185339.667859:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23753
00000100:00100000:0.0:1789185339.667870:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b26963fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+10:2391:x1876087010873216:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185339.667886:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00002000:00010000:0.0:1789185339.667905:0:6500:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x906:0x0] updating lvb blocks from disk: 1 -> 256
00010000:00010000:0.0:1789185339.667913:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a850fc00/0xff23d3f688d94124 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x906:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bf2a expref: 10 pid: 8429 timeout: 9516 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.667934:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a850fc00/0xff23d3f688d94124 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x906:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bf2a expref: 10 pid: 8429 timeout: 9516 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.667960:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a850fc00/0xff23d3f688d94124 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x906:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bf2a expref: 10 pid: 8429 timeout: 9516 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.667978:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x906:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1789185339.667983:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x906:0x0].0x0 since=0s v=(1 0)
00010000:00010000:0.0:1789185339.667990:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004817f4f3/0xff23d3f688d941e1 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x906:0x0].0x0 rrc: 3 type: EXT [0->266239] (req 0->266239) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.668000:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004817f4f3/0xff23d3f688d941e1 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x906:0x0].0x0 rrc: 3 type: EXT [0->266239] (req 0->266239) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.668045:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1789185339.668077:0:178146:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000004817f4f3/0xff23d3f688d941e1 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x906:0x0].0x0 rrc: 2 type: EXT [0->266239] (req 0->266239) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185339.668089:0:178146:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004817f4f3/0xff23d3f688d941e1 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x906:0x0].0x0 rrc: 2 type: EXT [0->266239] (req 0->266239) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185339.668102:0:178146:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000004817f4f3/0xff23d3f688d941e1 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x906:0x0].0x0 rrc: 2 type: EXT [0->266239] (req 0->266239) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185339.668103:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b26963fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+9:2391:x1876087010873216:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 234us (649us total) trans 0 rc 0/0
00010000:00010000:2.0:1789185339.668120:0:178146:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004817f4f3/0xff23d3f688d941e1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x906:0x0].0x0 rrc: 2 type: EXT [0->266239] (req 0->266239) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185339.668120:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23753
00010000:00010000:2.0:1789185339.668141:0:178146:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004817f4f3/0xff23d3f688d941e1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x906:0x0].0x0 rrc: 2 type: EXT [0->266239] (req 0->266239) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185339.668149:0:178146:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14a863400 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:2.0:1789185339.668154:0:178146:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004817f4f3/0xff23d3f688d941e1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x906:0x0].0x0 rrc: 2 type: EXT [0->266239] (req 0->266239) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185339.668164:0:178146:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004817f4f3/0xff23d3f688d941e1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x906:0x0].0x0 rrc: 2 type: EXT [0->266239] (req 0->266239) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185339.668179:0:178146:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004817f4f3/0xff23d3f688d941e1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x906:0x0].0x0 rrc: 2 type: EXT [0->266239] (req 0->266239) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185339.668187:0:178146:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004817f4f3/0xff23d3f688d941e1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x906:0x0].0x0 rrc: 2 type: EXT [0->266239] (req 0->266239) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 178146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185339.668289:0:178146:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14a84b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:e79deea0-f7ae-4edd-b0c3-4df8e4cde9af+28:251366:x1876087010872832:12345-192.168.204.3@tcp:7:checkfiemap.0 Request processed in 19862us (20147us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185339.668308:0:178146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 38262
00000100:00100000:2.0:1789185339.671647:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185339.671775:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010873472
00000100:00100000:1.0:1789185339.671787:0:6518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010873472
00000100:00100000:1.0:1789185339.671901:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 9620
00000100:00100000:1.0:1789185339.671913:0:6518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14c487b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e79deea0-f7ae-4edd-b0c3-4df8e4cde9af+12:251366:x1876087010873472:12345-192.168.204.3@tcp:35:checkfiemap.0
00000100:00100000:1.0:1789185339.672270:0:6518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14c487b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e79deea0-f7ae-4edd-b0c3-4df8e4cde9af+13:251366:x1876087010873472:12345-192.168.204.3@tcp:35:checkfiemap.0 Request processed in 359us (630us total) trans 8589957768 rc 0/0
00000100:00100000:1.0:1789185339.672279:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 9620
00000100:00100000:0.0:1789185339.707508:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185339.707657:0:17813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010873600
00000100:00100000:1.0:1789185339.707668:0:17813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010873600
00000100:00100000:1.0:1789185339.707741:0:17813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 70808
00000100:00100000:1.0:1789185339.707752:0:17813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b247d50a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+23:251370:x1876087010873600:12345-192.168.204.3@tcp:101:dd.0
00010000:00010000:1.0:1789185339.707779:0:17813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1789185339.707803:0:17813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb97c00/0xff23d3f688d941e8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xeb7932912cf4bf69 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185339.707905:0:17813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb97800/0xff23d3f688d941ef lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185339.707922:0:17813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb97800/0xff23d3f688d941ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185339.707941:0:17813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb97800/0xff23d3f688d941ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:1.0:1789185339.707989:0:17813:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 65536
00000004:00200000:1.0:1789185339.707993:0:17813:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:1.0:1789185339.708026:0:17813:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb97800/0xff23d3f688d941ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185339.708052:0:17813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb97c00/0xff23d3f688d941e8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bf69 expref: 25 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185339.708071:0:17813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb97800/0xff23d3f688d941ef lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bf69 expref: 24 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185339.708079:0:17813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90b244d7ba00)
00010000:00010000:1.0:1789185339.708082:0:17813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:1.0:1789185339.708085:0:17813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90b14cb97800, rc 0)
00000100:00100000:1.0:1789185339.708160:0:17813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b247d50a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5ea6f62d-4e20-4559-8935-61e538d0074d+24:251370:x1876087010873600:12345-192.168.204.3@tcp:101:dd.0 Request processed in 409us (661us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185339.708524:0:17813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 70808
00000100:00100000:3.0:1789185339.713920:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185339.714365:0:35217:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010873856
00000100:00100000:0.0:1789185339.714377:0:35217:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010873856
00000100:00100000:0.0:1789185339.714449:0:35217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 70809
00000100:00100000:0.0:1789185339.714460:0:35217:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14f108000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:5ea6f62d-4e20-4559-8935-61e538d0074d+24:251370:x1876087010873856:12345-192.168.204.3@tcp:101:dd.0
00010000:00010000:0.0:1789185339.714484:0:35217:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1789185339.714488:0:35217:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:0.0:1789185339.714521:0:35217:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90b14cb97800/0xff23d3f688d941ef lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bf69 expref: 24 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.714574:0:35217:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90b244d7ba00)
00010000:00010000:0.0:1789185339.714581:0:35217:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1789185339.714599:0:35217:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc28600/0xff23d3f688d941f6 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xeb7932912cf4bf70 expref: -99 pid: 35217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.714789:0:35217:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc29200/0xff23d3f688d941fd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35217 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.714807:0:35217:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc29200/0xff23d3f688d941fd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35217 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.714819:0:35217:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc29200/0xff23d3f688d941fd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35217 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.714834:0:35217:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc28e00/0xff23d3f688d94204 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5ba6781 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35217 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.714841:0:35217:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc28e00/0xff23d3f688d94204 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5ba6781 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35217 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.714848:0:35217:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc28e00/0xff23d3f688d94204 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5ba6781 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35217 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.714908:0:35217:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc29a00/0xff23d3f688d9420b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x72a:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 35217 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.714919:0:35217:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc29a00/0xff23d3f688d9420b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x72a:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 35217 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.714930:0:35217:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc29a00/0xff23d3f688d9420b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x72a:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 35217 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1789185339.714940:0:35217:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x72a:0x0]: returning size 262144
00010000:00010000:0.0:1789185339.715025:0:35217:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc29200/0xff23d3f688d941fd lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35217 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.715033:0:35217:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc29200/0xff23d3f688d941fd lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35217 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.715040:0:35217:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc29200/0xff23d3f688d941fd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35217 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.715047:0:35217:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc29200/0xff23d3f688d941fd lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35217 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.715053:0:35217:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14bc29200 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:0.0:1789185339.715069:0:35217:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc29200/0xff23d3f688d941fd lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35217 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.715077:0:35217:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc29200/0xff23d3f688d941fd lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 35217 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.715086:0:35217:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90b244d7ba00)
00010000:00010000:0.0:1789185339.715089:0:35217:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1789185339.715094:0:35217:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc29200/0xff23d3f688d941fd lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35217 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.715100:0:35217:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc29200/0xff23d3f688d941fd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35217 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.715111:0:35217:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc28e00/0xff23d3f688d94204 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5ba6781 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35217 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.715118:0:35217:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc28e00/0xff23d3f688d94204 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5ba6781 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35217 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.715132:0:35217:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc28e00/0xff23d3f688d94204 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5ba6781 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35217 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.715138:0:35217:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14bc28e00 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:0.0:1789185339.715140:0:35217:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc28e00/0xff23d3f688d94204 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5ba6781 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35217 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.715146:0:35217:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc28e00/0xff23d3f688d94204 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5ba6781 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35217 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.715154:0:35217:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5ba6781 (ffff90b151b31300)
00010000:00010000:0.0:1789185339.715157:0:35217:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1789185339.715160:0:35217:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc28e00/0xff23d3f688d94204 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5ba6781 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35217 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.715166:0:35217:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc28e00/0xff23d3f688d94204 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5ba6781 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35217 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.715807:0:35217:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc28600/0xff23d3f688d941f6 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bf70 expref: 26 pid: 35217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.715825:0:35217:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc29a00/0xff23d3f688d9420b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x72a:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bf70 expref: 25 pid: 35217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.715835:0:35217:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x72a:0x0].0x0 (ffff90b14b4ff200)
00010000:00010000:0.0:1789185339.715838:0:35217:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1789185339.715842:0:35217:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90b14bc29a00, rc 0)
00000100:00100000:0.0:1789185339.716139:0:35217:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14f108000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:5ea6f62d-4e20-4559-8935-61e538d0074d+25:251370:x1876087010873856:12345-192.168.204.3@tcp:101:dd.0 Request processed in 1668us (2216us total) trans 8589957769 rc 0/0
00000100:00100000:0.0:1789185339.716149:0:35217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 70809
00000100:00100000:2.0:1789185339.722344:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185339.722426:0:35215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010874112
00000100:00100000:3.0:1789185339.722437:0:35215:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010874112
00000100:00100000:3.0:1789185339.722500:0:35215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 70810
00000100:00100000:3.0:1789185339.722512:0:35215:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14c487100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:5ea6f62d-4e20-4559-8935-61e538d0074d+25:251370:x1876087010874112:12345-192.168.204.3@tcp:36:dd.0
00010000:00010000:3.0:1789185339.722600:0:35215:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1789185339.722642:0:35215:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc29a00/0xff23d3f688d9420b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x72a:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bf70 expref: 25 pid: 35217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185339.722664:0:35215:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x72a:0x0].0x0 (ffff90b14b4ff200)
00010000:00010000:3.0:1789185339.722670:0:35215:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1789185339.722863:0:35215:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a862800/0xff23d3f688d94219 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x72a:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 35215 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185339.722879:0:35215:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc28400/0xff23d3f688d941be lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x72a:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bf54 expref: 12 pid: 35220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185339.722888:0:35215:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a862800/0xff23d3f688d94219 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x72a:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 35215 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185339.722924:0:35215:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc28400/0xff23d3f688d941be lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x72a:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bf54 expref: 12 pid: 35220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185339.722939:0:35215:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc28400/0xff23d3f688d941be lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x72a:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bf54 expref: 12 pid: 35220 timeout: 9516 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789185339.722955:0:35215:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14a826d80 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000_UUID:35215:1876087019037440:192.168.204.3@tcp:104:
00000100:00100000:3.0:1789185339.723033:0:35215:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b14fe16180 going to sleep for 11 seconds
00000100:00100000:3.0:1789185339.725702:0:35215:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14a826d80 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000_UUID:35215:1876087019037440:192.168.204.3@tcp:104:
00010000:00010000:3.0:1789185339.725739:0:35215:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a862800/0xff23d3f688d94219 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x72a:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 35215 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185339.725784:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185339.726008:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010874240
00000100:00100000:1.0:1789185339.726016:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010874240
00010000:00010000:1.0:1789185339.726054:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc28400/0xff23d3f688d941be lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x72a:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bf54 expref: 13 pid: 35220 timeout: 9516 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185339.726098:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23754
00000100:00100000:1.0:1789185339.726107:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14b41d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e79deea0-f7ae-4edd-b0c3-4df8e4cde9af+13:2392:x1876087010874240:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1789185339.726142:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1789185339.726151:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc28400/0xff23d3f688d941be lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x72a:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bf54 expref: 13 pid: 35220 timeout: 9516 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185339.726171:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc28400/0xff23d3f688d941be lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x72a:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bf54 expref: 13 pid: 35220 timeout: 9516 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185339.726195:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc28400/0xff23d3f688d941be lrc: 0/0,0 mode: --/PR res: [0x200000402:0x72a:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bf54 expref: 13 pid: 35220 timeout: 9516 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185339.726214:0:6501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x72a:0x0].0x0 (ffff90b14b4ff200)
00010000:00010000:1.0:1789185339.726219:0:6501:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a862800/0xff23d3f688d94219 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x72a:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 35215 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185339.726231:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a862800/0xff23d3f688d94219 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x72a:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 35215 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185339.726240:0:6501:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a862800/0xff23d3f688d94219 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x72a:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 35215 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185339.726272:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1789185339.726314:0:35215:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a862800/0xff23d3f688d94219 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x72a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35215 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185339.726328:0:35215:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a862800/0xff23d3f688d94219 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x72a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35215 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185339.726336:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14b41d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e79deea0-f7ae-4edd-b0c3-4df8e4cde9af+12:2392:x1876087010874240:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 227us (551us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185339.726345:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23754
00000001:00080000:3.0:1789185339.726426:0:35215:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 8589957770
00000004:00010000:3.0:1789185339.726482:0:35215:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000bd8b6cf6 reply state 000000006ac8d2ff transno 8589957771 ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a862800/0xff23d3f688d94219 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x72a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35215 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185339.726495:0:35215:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a862800/0xff23d3f688d94219 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x72a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 35215 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185339.726501:0:35215:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x72a:0x0].0x0 (ffff90b14b4ff200)
00010000:00010000:3.0:1789185339.726504:0:35215:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1789185339.726507:0:35215:0:(service.c:179:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1789185339.726606:0:35215:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14c487100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:5ea6f62d-4e20-4559-8935-61e538d0074d+27:251370:x1876087010874112:12345-192.168.204.3@tcp:36:dd.0 Request processed in 4096us (4272us total) trans 8589957771 rc 0/0
00000100:00100000:3.0:1789185339.726679:0:35215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 70810
00000020:00080000:3.0:1789185339.726684:0:35215:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC
00000100:00100000:2.0:1789185339.738535:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185339.738683:0:178148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010874368
00000100:00100000:3.0:1789185339.738693:0:178148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010874368
00000100:00100000:3.0:1789185339.738750:0:178148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 38263
00000100:00100000:3.0:1789185339.738761:0:178148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d14b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:5ea6f62d-4e20-4559-8935-61e538d0074d+9:251370:x1876087010874368:12345-192.168.204.3@tcp:101:dd.0
00010000:00010000:3.0:1789185339.738795:0:178148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1789185339.738821:0:178148:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d48a6c47/0xff23d3f688d94220 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x906:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xeb7932912cf4bf77 expref: -99 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00002000:00010000:3.0:1789185339.738849:0:178148:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x906:0x0] initial LVB size: 262144, mtime: 0x6aa4cd3b, atime: 0x0, ctime: 0x6aa4cd3b, blocks: 0x100
00010000:00010000:3.0:1789185339.738876:0:178148:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x906:0x0].0x0 since=9416s v=(0 0)
00010000:00010000:3.0:1789185339.738880:0:178148:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x906:0x0].0x0 since=0s v=(0 0)
00010000:00010000:3.0:1789185339.738892:0:178148:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d48a6c47/0xff23d3f688d94220 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x906:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bf77 expref: 10 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185339.738911:0:178148:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d48a6c47/0xff23d3f688d94220 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x906:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bf77 expref: 10 pid: 178148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185339.738925:0:178148:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90b14a863e00, rc 0)
00000100:00100000:3.0:1789185339.738991:0:178148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d14b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:5ea6f62d-4e20-4559-8935-61e538d0074d+10:251370:x1876087010874368:12345-192.168.204.3@tcp:101:dd.0 Request processed in 231us (465us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185339.738998:0:178148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 38263
00000100:00100000:0.0:1789185339.742337:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185339.742491:0:20206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010874496
00000100:00100000:2.0:1789185339.742502:0:20206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010874496
00002000:00010000:2.0:1789185339.742582:0:20206:0:(ofd_dev.c:2827:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/2310 (65536->18446744073709551615)
00002000:00100000:2.0:1789185339.742589:0:20206:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff90b247d53800 with x1876087010874496 ext(65536->18446744073709551615)
00002000:00010000:2.0:1789185339.742603:0:20206:0:(ofd_dev.c:2832:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff90b247d53800.
00000100:00100000:2.0:1789185339.742641:0:20206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 43121
00000100:00100000:2.0:1789185339.742652:0:20206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b247d53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+10:2391:x1876087010874496:12345-192.168.204.3@tcp:10:dd.0
00002000:00010000:2.0:1789185339.743327:0:20206:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x906:0x0] updating lvb size from disk: 262144 -> 65536
00002000:00010000:2.0:1789185339.743332:0:20206:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x906:0x0] updating lvb mtime from disk: 1789185339 -> 1789185339
00002000:00010000:2.0:1789185339.743335:0:20206:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x2c0000401:0x906:0x0] updating lvb atime from disk: 0 -> 0
00002000:00010000:2.0:1789185339.743337:0:20206:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x906:0x0] updating lvb ctime from disk: 1789185339 -> 1789185339
00002000:00010000:2.0:1789185339.743339:0:20206:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x906:0x0] updating lvb blocks from disk: 256 -> 0
00000100:00100000:2.0:1789185339.743408:0:20206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b247d53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+11:2391:x1876087010874496:12345-192.168.204.3@tcp:10:dd.0 Request processed in 756us (1078us total) trans 4294989778 rc 0/0
00000100:00100000:2.0:1789185339.743416:0:20206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 43121
00002000:00010000:2.0:1789185339.743420:0:20206:0:(ofd_dev.c:2827:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/2310 (65536->18446744073709551615)
00002000:00100000:2.0:1789185339.743423:0:20206:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff90b247d53800 with x1876087010874496 ext(65536->18446744073709551615)
00002000:00010000:2.0:1789185339.743429:0:20206:0:(ofd_dev.c:2832:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff90b247d53800.
00000100:00100000:1.0:1789185339.755606:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185339.756031:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010874752
00000100:00100000:0.0:1789185339.756044:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010874752
00000100:00100000:0.0:1789185339.756136:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 9621
00000100:00100000:0.0:1789185339.756150:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14a849500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+27:251370:x1876087010874752:12345-192.168.204.3@tcp:35:dd.0
00000100:00100000:0.0:1789185339.756459:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14a849500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:5ea6f62d-4e20-4559-8935-61e538d0074d+28:251370:x1876087010874752:12345-192.168.204.3@tcp:35:dd.0 Request processed in 312us (863us total) trans 8589957772 rc 0/0
00000100:00100000:0.0:1789185339.756467:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 9621
00000100:00100000:1.0:1789185339.765758:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185339.765879:0:10357:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010874880
00000100:00100000:2.0:1789185339.765891:0:10357:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010874880
00000100:00100000:2.0:1789185339.765948:0:10357:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 70811
00000100:00100000:2.0:1789185339.765958:0:10357:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14a848e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+28:251371:x1876087010874880:12345-192.168.204.3@tcp:101:dd.0
00010000:00010000:2.0:1789185339.765988:0:10357:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1789185339.766012:0:10357:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5c00/0xff23d3f688d94227 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xeb7932912cf4bf7e expref: -99 pid: 10357 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185339.766117:0:10357:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5400/0xff23d3f688d9422e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10357 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185339.766150:0:10357:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5400/0xff23d3f688d9422e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10357 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185339.766164:0:10357:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5400/0xff23d3f688d9422e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10357 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1789185339.766224:0:10357:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 65536
00000004:00200000:2.0:1789185339.766228:0:10357:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1789185339.766247:0:10357:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5400/0xff23d3f688d9422e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10357 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185339.766271:0:10357:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5c00/0xff23d3f688d94227 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bf7e expref: 30 pid: 10357 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185339.766290:0:10357:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5400/0xff23d3f688d9422e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bf7e expref: 29 pid: 10357 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185339.766298:0:10357:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90b244d7ba00)
00010000:00010000:2.0:1789185339.766302:0:10357:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:2.0:1789185339.766306:0:10357:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90b149bd5400, rc 0)
00000100:00100000:2.0:1789185339.766371:0:10357:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14a848e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5ea6f62d-4e20-4559-8935-61e538d0074d+29:251371:x1876087010874880:12345-192.168.204.3@tcp:101:dd.0 Request processed in 414us (622us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185339.766378:0:10357:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 70811
00000100:00100000:3.0:1789185339.770771:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185339.770861:0:35214:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010875136
00000100:00100000:0.0:1789185339.770871:0:35214:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010875136
00000100:00100000:0.0:1789185339.770944:0:35214:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 70812
00000100:00100000:0.0:1789185339.770957:0:35214:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14a826d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:5ea6f62d-4e20-4559-8935-61e538d0074d+29:251371:x1876087010875136:12345-192.168.204.3@tcp:101:dd.0
00010000:00010000:0.0:1789185339.770981:0:35214:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1789185339.770985:0:35214:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:0.0:1789185339.771015:0:35214:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5400/0xff23d3f688d9422e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bf7e expref: 29 pid: 10357 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.771035:0:35214:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90b244d7ba00)
00010000:00010000:0.0:1789185339.771040:0:35214:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1789185339.771055:0:35214:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc29200/0xff23d3f688d94235 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xeb7932912cf4bf85 expref: -99 pid: 35214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.771320:0:35214:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc29600/0xff23d3f688d9423c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35214 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.771337:0:35214:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc29600/0xff23d3f688d9423c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35214 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.771348:0:35214:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc29600/0xff23d3f688d9423c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35214 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.771362:0:35214:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc29000/0xff23d3f688d94243 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5ba6781 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35214 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.771369:0:35214:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc29000/0xff23d3f688d94243 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5ba6781 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35214 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.771377:0:35214:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc29000/0xff23d3f688d94243 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5ba6781 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35214 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.771436:0:35214:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc29c00/0xff23d3f688d9424a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x72a:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 35214 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.771446:0:35214:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc29c00/0xff23d3f688d9424a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x72a:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 35214 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.771453:0:35214:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc29c00/0xff23d3f688d9424a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x72a:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 35214 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:0.0:1789185339.771462:0:35214:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x72a:0x0]: returning size 131072
00010000:00010000:0.0:1789185339.771844:0:35214:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc29600/0xff23d3f688d9423c lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35214 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.771853:0:35214:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc29600/0xff23d3f688d9423c lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35214 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.771860:0:35214:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc29600/0xff23d3f688d9423c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35214 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.771868:0:35214:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc29600/0xff23d3f688d9423c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35214 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.771874:0:35214:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14bc29600 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:0.0:1789185339.771878:0:35214:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc29600/0xff23d3f688d9423c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35214 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.771885:0:35214:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc29600/0xff23d3f688d9423c lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 35214 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.771896:0:35214:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90b244d7ba00)
00010000:00010000:0.0:1789185339.771899:0:35214:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1789185339.771903:0:35214:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc29600/0xff23d3f688d9423c lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35214 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.771910:0:35214:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc29600/0xff23d3f688d9423c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35214 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.771924:0:35214:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc29000/0xff23d3f688d94243 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5ba6781 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35214 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.771930:0:35214:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc29000/0xff23d3f688d94243 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5ba6781 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35214 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.771935:0:35214:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc29000/0xff23d3f688d94243 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5ba6781 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35214 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.771939:0:35214:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14bc29000 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:0.0:1789185339.771942:0:35214:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc29000/0xff23d3f688d94243 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5ba6781 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35214 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.771952:0:35214:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc29000/0xff23d3f688d94243 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5ba6781 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35214 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.771959:0:35214:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5ba6781 (ffff90b151b31300)
00010000:00010000:0.0:1789185339.771961:0:35214:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1789185339.771964:0:35214:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc29000/0xff23d3f688d94243 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5ba6781 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35214 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.771969:0:35214:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc29000/0xff23d3f688d94243 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5ba6781 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35214 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.772016:0:35214:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc29200/0xff23d3f688d94235 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bf85 expref: 31 pid: 35214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.772031:0:35214:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc29c00/0xff23d3f688d9424a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x72a:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bf85 expref: 30 pid: 35214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.772039:0:35214:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x72a:0x0].0x0 (ffff90b14b4ff200)
00010000:00010000:0.0:1789185339.772041:0:35214:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1789185339.772043:0:35214:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90b14bc29c00, rc 0)
00000100:00100000:0.0:1789185339.772117:0:35214:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14a826d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:5ea6f62d-4e20-4559-8935-61e538d0074d+30:251371:x1876087010875136:12345-192.168.204.3@tcp:101:dd.0 Request processed in 1163us (1356us total) trans 8589957773 rc 0/0
00000100:00100000:0.0:1789185339.772136:0:35214:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 70812
00000100:00100000:1.0:1789185339.779068:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185339.787870:0:35220:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010875392
00000100:00100000:0.0:1789185339.787885:0:35220:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010875392
00000100:00100000:0.0:1789185339.787951:0:35220:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 70813
00000100:00100000:0.0:1789185339.787961:0:35220:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14a848a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:5ea6f62d-4e20-4559-8935-61e538d0074d+30:251371:x1876087010875392:12345-192.168.204.3@tcp:36:dd.0
00010000:00010000:0.0:1789185339.788030:0:35220:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185339.788065:0:35220:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc29c00/0xff23d3f688d9424a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x72a:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bf85 expref: 30 pid: 35214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.788086:0:35220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x72a:0x0].0x0 (ffff90b14b4ff200)
00010000:00010000:0.0:1789185339.788092:0:35220:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1789185339.788284:0:35220:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc28200/0xff23d3f688d94258 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x72a:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 35220 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.788303:0:35220:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc28200/0xff23d3f688d94258 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x72a:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 35220 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.788314:0:35220:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc28200/0xff23d3f688d94258 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x72a:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 35220 initiator: MDT0 lru_score: 0 lru_type: 0
00000001:00080000:0.0:1789185339.788356:0:35220:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 8589957774
00000004:00010000:0.0:1789185339.788380:0:35220:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000006ae2d32a reply state 000000005bbd8ea2 transno 8589957775 ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc28200/0xff23d3f688d94258 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x72a:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 35220 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.788393:0:35220:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90b14bc28200/0xff23d3f688d94258 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x72a:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 35220 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.788399:0:35220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x72a:0x0].0x0 (ffff90b14b4ff200)
00010000:00010000:0.0:1789185339.788402:0:35220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:0.0:1789185339.788405:0:35220:0:(service.c:179:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1789185339.788507:0:35220:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14a848a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:5ea6f62d-4e20-4559-8935-61e538d0074d+32:251371:x1876087010875392:12345-192.168.204.3@tcp:36:dd.0 Request processed in 547us (9448us total) trans 8589957775 rc 0/0
00000100:00100000:0.0:1789185339.788516:0:35220:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 70813
00000020:00080000:0.0:1789185339.788521:0:35220:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC
00000100:00100000:1.0:1789185339.799259:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185339.806009:0:24265:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010875520
00000100:00100000:2.0:1789185339.806025:0:24265:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010875520
00002000:00010000:2.0:1789185339.806075:0:24265:0:(ofd_dev.c:2827:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/2310 (196608->18446744073709551615)
00002000:00100000:2.0:1789185339.806080:0:24265:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff90b15058bb80 with x1876087010875520 ext(196608->18446744073709551615)
00002000:00010000:2.0:1789185339.806095:0:24265:0:(ofd_dev.c:2832:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff90b15058bb80.
00000100:00100000:2.0:1789185339.806141:0:24265:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 43122
00000100:00100000:2.0:1789185339.806151:0:24265:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b15058bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:5ea6f62d-4e20-4559-8935-61e538d0074d+11:2391:x1876087010875520:12345-192.168.204.3@tcp:10:dd.0
00002000:00010000:2.0:1789185339.806318:0:24265:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x906:0x0] updating lvb size from disk: 65536 -> 196608
00002000:00010000:2.0:1789185339.806322:0:24265:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x906:0x0] updating lvb mtime from disk: 1789185339 -> 1789185339
00002000:00010000:2.0:1789185339.806324:0:24265:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x2c0000401:0x906:0x0] updating lvb atime from disk: 0 -> 0
00002000:00010000:2.0:1789185339.806327:0:24265:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x906:0x0] updating lvb ctime from disk: 1789185339 -> 1789185339
00002000:00010000:2.0:1789185339.806329:0:24265:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x906:0x0] updating lvb blocks from disk: 0 -> 0
00000100:00100000:2.0:1789185339.806410:0:24265:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b15058bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:5ea6f62d-4e20-4559-8935-61e538d0074d+12:2391:x1876087010875520:12345-192.168.204.3@tcp:10:dd.0 Request processed in 259us (7158us total) trans 4294989779 rc 0/0
00000100:00100000:2.0:1789185339.806418:0:24265:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 43122
00002000:00010000:2.0:1789185339.806422:0:24265:0:(ofd_dev.c:2827:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/2310 (196608->18446744073709551615)
00002000:00100000:2.0:1789185339.806425:0:24265:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff90b15058bb80 with x1876087010875520 ext(196608->18446744073709551615)
00002000:00010000:2.0:1789185339.806429:0:24265:0:(ofd_dev.c:2832:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff90b15058bb80.
00000100:00100000:3.0:1789185339.817623:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:1.0:1789185339.817727:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010875776
00000100:00100000:1.0:1789185339.817738:0:6518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010875776
00000100:00100000:1.0:1789185339.817798:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 9622
00000100:00100000:1.0:1789185339.817809:0:6518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14a825500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+32:251371:x1876087010875776:12345-192.168.204.3@tcp:35:dd.0
00000100:00100000:1.0:1789185339.818113:0:6518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14a825500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+33:251371:x1876087010875776:12345-192.168.204.3@tcp:35:dd.0 Request processed in 305us (498us total) trans 8589957776 rc 0/0
00000100:00100000:1.0:1789185339.818131:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 9622
00010000:00010000:0.0:1789185339.833116:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789185339.839089:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185339.839200:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010875904
00000100:00100000:2.0:1789185339.839210:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010875904
00000100:00100000:2.0:1789185339.839271:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 70814
00000100:00100000:2.0:1789185339.839282:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14a824000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+33:251372:x1876087010875904:12345-192.168.204.3@tcp:101:stat.0
00010000:00010000:2.0:1789185339.839309:0:6515:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1789185339.839332:0:6515:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd4000/0xff23d3f688d9425f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xeb7932912cf4bf8c expref: -99 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185339.839434:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5e00/0xff23d3f688d94266 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185339.839452:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5e00/0xff23d3f688d94266 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185339.839470:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5e00/0xff23d3f688d94266 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:2.0:1789185339.839515:0:6515:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 65536
00000004:00200000:2.0:1789185339.839519:0:6515:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:2.0:1789185339.839539:0:6515:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5e00/0xff23d3f688d94266 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185339.839735:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd4000/0xff23d3f688d9425f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bf8c expref: 35 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185339.839757:0:6515:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90b149bd5e00/0xff23d3f688d94266 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bf8c expref: 34 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185339.839852:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90b244d7ba00)
00010000:00010000:2.0:1789185339.839856:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:2.0:1789185339.839861:0:6515:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90b149bd5e00, rc 0)
00000100:00100000:2.0:1789185339.839928:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14a824000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5ea6f62d-4e20-4559-8935-61e538d0074d+34:251372:x1876087010875904:12345-192.168.204.3@tcp:101:stat.0 Request processed in 648us (848us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185339.839936:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 70814
00000100:00100000:2.0:1789185339.843878:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:3.0:1789185339.843961:0:9945:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010876032
00000100:00100000:3.0:1789185339.843971:0:9945:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010876032
00000100:00100000:3.0:1789185339.844032:0:9945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 70815
00000100:00100000:3.0:1789185339.844041:0:9945:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d14a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+34:251372:x1876087010876032:12345-192.168.204.3@tcp:101:stat.0
00010000:00010000:3.0:1789185339.844073:0:9945:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1789185339.844096:0:9945:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a863600/0xff23d3f688d9426d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xeb7932912cf4bf93 expref: -99 pid: 9945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185339.844409:0:9945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a862000/0xff23d3f688d94274 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9945 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185339.844428:0:9945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a862000/0xff23d3f688d94274 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9945 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185339.844442:0:9945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a862000/0xff23d3f688d94274 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9945 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185339.844457:0:9945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a862600/0xff23d3f688d9427b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5ba6781 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9945 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185339.844465:0:9945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a862600/0xff23d3f688d9427b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5ba6781 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9945 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185339.844472:0:9945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a862600/0xff23d3f688d9427b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5ba6781 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9945 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185339.844760:0:9945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a863a00/0xff23d3f688d94282 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x72a:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 9945 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185339.844772:0:9945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a863a00/0xff23d3f688d94282 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x72a:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 9945 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185339.844779:0:9945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a863a00/0xff23d3f688d94282 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x72a:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 9945 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1789185339.844819:0:9945:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x72a:0x0]: returning size 262144
00000004:00200000:3.0:1789185339.844824:0:9945:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2
00000004:00010000:3.0:1789185339.844844:0:9945:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a863a00/0xff23d3f688d94282 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x72a:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 9945 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185339.844928:0:9945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a863a00/0xff23d3f688d94282 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x72a:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 9945 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185339.844941:0:9945:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a862000/0xff23d3f688d94274 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9945 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185339.844948:0:9945:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a862000/0xff23d3f688d94274 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9945 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185339.844958:0:9945:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a862000/0xff23d3f688d94274 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9945 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185339.844964:0:9945:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a862000/0xff23d3f688d94274 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9945 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185339.844970:0:9945:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14a862000 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:3.0:1789185339.844975:0:9945:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a862000/0xff23d3f688d94274 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9945 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185339.844982:0:9945:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a862000/0xff23d3f688d94274 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9945 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185339.844996:0:9945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff90b244d7ba00)
00010000:00010000:3.0:1789185339.844999:0:9945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1789185339.845004:0:9945:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a862000/0xff23d3f688d94274 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9945 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185339.845011:0:9945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a862000/0xff23d3f688d94274 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9945 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185339.845024:0:9945:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a862600/0xff23d3f688d9427b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5ba6781 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9945 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185339.845029:0:9945:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a862600/0xff23d3f688d9427b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5ba6781 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9945 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185339.845036:0:9945:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a862600/0xff23d3f688d9427b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5ba6781 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9945 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185339.845041:0:9945:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14a862600 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:3.0:1789185339.845226:0:9945:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a862600/0xff23d3f688d9427b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5ba6781 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9945 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185339.845235:0:9945:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a862600/0xff23d3f688d9427b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5ba6781 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9945 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185339.845245:0:9945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5ba6781 (ffff90b14b4ffb00)
00010000:00010000:3.0:1789185339.845248:0:9945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1789185339.845251:0:9945:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a862600/0xff23d3f688d9427b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5ba6781 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9945 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185339.845256:0:9945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a862600/0xff23d3f688d9427b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5ba6781 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9945 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185339.845292:0:9945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a863600/0xff23d3f688d9426d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bf93 expref: 36 pid: 9945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185339.845307:0:9945:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a863a00/0xff23d3f688d94282 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x72a:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bf93 expref: 35 pid: 9945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185339.845315:0:9945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x72a:0x0].0x0 (ffff90b14b4ff200)
00010000:00010000:3.0:1789185339.845317:0:9945:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1789185339.845319:0:9945:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90b14a863a00, rc 0)
00000100:00100000:3.0:1789185339.845444:0:9945:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d14a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5ea6f62d-4e20-4559-8935-61e538d0074d+35:251372:x1876087010876032:12345-192.168.204.3@tcp:101:stat.0 Request processed in 1402us (1574us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185339.845453:0:9945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 70815
00000100:00100000:3.0:1789185339.924959:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185339.929954:0:24807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010876288
00000100:00100000:2.0:1789185339.929970:0:24807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010876288
00000100:00100000:3.0:1789185339.930194:0:24807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 70816
00000100:00100000:3.0:1789185339.930207:0:24807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14a827100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+35:251376:x1876087010876288:12345-192.168.204.3@tcp:101:checkfiemap.0
00010000:00010000:3.0:1789185339.930236:0:24807:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1789185339.930262:0:24807:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a863600/0xff23d3f688d94289 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xeb7932912cf4bf9a expref: -99 pid: 24807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185339.930410:0:24807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a862600/0xff23d3f688d94290 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x72a:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 24807 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185339.930428:0:24807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a862600/0xff23d3f688d94290 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x72a:0x0].0x0 bits 0xd/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 24807 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185339.930441:0:24807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a862600/0xff23d3f688d94290 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x72a:0x0].0x0 bits 0xd/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 24807 initiator: MDT0 lru_score: 0 lru_type: 0
00000004:00200000:3.0:1789185339.930453:0:24807:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x72a:0x0]: returning size 262144
00010000:00010000:3.0:1789185339.930624:0:24807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a863600/0xff23d3f688d94289 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bf9a expref: 38 pid: 24807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185339.930655:0:24807:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90b14a862600/0xff23d3f688d94290 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x72a:0x0].0x0 bits 0xd/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bf9a expref: 37 pid: 24807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185339.930665:0:24807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x72a:0x0].0x0 (ffff90b14b4ff200)
00010000:00010000:3.0:1789185339.930668:0:24807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d
00010000:00010000:3.0:1789185339.930672:0:24807:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90b14a862600, rc 0)
00000100:00100000:3.0:1789185339.930746:0:24807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14a827100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+37:251376:x1876087010876288:12345-192.168.204.3@tcp:101:checkfiemap.0 Request processed in 542us (5795us total) trans 8589957777 rc 0/0
00000100:00100000:3.0:1789185339.930754:0:24807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 70816
00000100:00100000:1.0:1789185339.934516:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:2.0:1789185339.934853:0:8437:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010876416
00000100:00100000:2.0:1789185339.934863:0:8437:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010876416
00002000:00100000:2.0:1789185339.934914:0:8437:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x906:0x0] (65536->262143)  req@ffff90b150588000 x1876087010876416/t0(0) o4->5ea6f62d-4e20-4559-8935-61e538d0074d@192.168.204.3@tcp:695/0 lens 504/0 e 0 to 0 dl 1789185350 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1789185339.934925:0:8437:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff90b150588000 with x1876087010876416 ext(65536->262143)
00002000:00010000:2.0:1789185339.934932:0:8437:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff90b150588000
00000100:00100000:2.0:1789185339.934965:0:8437:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 43123
00000100:00100000:2.0:1789185339.934974:0:8437:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b150588000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+12:2392:x1876087010876416:12345-192.168.204.3@tcp:4:dd.0
00000100:00100000:0.0:1789185339.947022:0:8437:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b150588000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:5ea6f62d-4e20-4559-8935-61e538d0074d+14:2392:x1876087010876416:12345-192.168.204.3@tcp:4:dd.0 Request processed in 12036us (12504us total) trans 4294989780 rc 0/0
00000100:00100000:0.0:1789185339.947037:0:8437:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 43123
00002000:00100000:0.0:1789185339.951303:0:8437:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x906:0x0] (65536->262143)  req@ffff90b150588000 x1876087010876416/t4294989780(0) o4->5ea6f62d-4e20-4559-8935-61e538d0074d@192.168.204.3@tcp:695/0 lens 504/448 e 0 to 0 dl 1789185350 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00002000:00100000:0.0:1789185339.951320:0:8437:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff90b150588000 with x1876087010876416 ext(65536->262143)
00002000:00010000:0.0:1789185339.951328:0:8437:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff90b150588000
00000100:00100000:2.0:1789185339.951718:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185339.951855:0:178144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010876544
00000100:00100000:0.0:1789185339.951864:0:178144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010876544
00000100:00100000:0.0:1789185339.951923:0:178144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 38264
00000100:00100000:0.0:1789185339.951932:0:178144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b2768bc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:5ea6f62d-4e20-4559-8935-61e538d0074d+14:251376:x1876087010876544:12345-192.168.204.3@tcp:7:checkfiemap.0
00000100:00100000:0.0:1789185339.952052:0:178144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b2768bc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:5ea6f62d-4e20-4559-8935-61e538d0074d+14:251376:x1876087010876544:12345-192.168.204.3@tcp:7:checkfiemap.0 Request processed in 113us (327us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185339.952060:0:178144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 38264
00000100:00100000:2.0:1789185339.960949:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14a827800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1876087019037568:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1789185339.961042:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185339.962789:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019037568
00000100:00100000:3.0:1789185339.962801:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019037568
00000100:00100000:3.0:1789185339.962858:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7246
00000100:00100000:3.0:1789185339.962869:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d148a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1876087019037568:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1789185339.962893:0:8433:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 494811712 pending 360448 free 3918082048 avail 3686559744
00000100:00080000:1.0:1789185339.964165:0:6511:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1789185339.966406:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d148a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1876087019037568:12345-0@lo:13:osp-pre-1-1.0 Request processed in 3531us (5355us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185339.966421:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7246
00000004:00080000:0.0:1789185339.969594:0:7447:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 388 committed
00000001:00080000:0.0:1789185339.969812:0:7447:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 4294985804 is committed
00000004:00080000:0.0:1789185339.969818:0:7447:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 387 committed
00010000:00010000:3.0:1789185339.970069:0:3622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc28c00/0xff23d3f688d94083 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x4c3:0x0].0xfb53d8db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185339.970082:0:3622:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc28c00/0xff23d3f688d94083 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x4c3:0x0].0xfb53d8db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185339.970091:0:3622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc28c00/0xff23d3f688d94083 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x4c3:0x0].0xfb53d8db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185339.970097:0:3622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14bc28c00 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:3.0:1789185339.970102:0:3622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc28c00/0xff23d3f688d94083 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x4c3:0x0].0xfb53d8db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185339.970110:0:3622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc28c00/0xff23d3f688d94083 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x4c3:0x0].0xfb53d8db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185339.970141:0:3622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c3:0x0].0xfb53d8db (ffff90b259cf3100)
00010000:00010000:3.0:1789185339.970144:0:3622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1789185339.970151:0:3622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc28c00/0xff23d3f688d94083 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x4c3:0x0].0xfb53d8db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185339.970936:0:3622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b14bc28c00/0xff23d3f688d94083 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x4c3:0x0].0xfb53d8db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185339.970972:0:3622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a862200/0xff23d3f688d940de lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x4c3:0x0].0xb1bed465 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185339.970979:0:3622:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a862200/0xff23d3f688d940de lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x4c3:0x0].0xb1bed465 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185339.970985:0:3622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a862200/0xff23d3f688d940de lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x4c3:0x0].0xb1bed465 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185339.970991:0:3622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14a862200 already unused, calling callback (ffffffffc18d24f0)
00010000:00010000:3.0:1789185339.970994:0:3622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a862200/0xff23d3f688d940de lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x4c3:0x0].0xb1bed465 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185339.971001:0:3622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a862200/0xff23d3f688d940de lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x4c3:0x0].0xb1bed465 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185339.971010:0:3622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4c3:0x0].0xb1bed465 (ffff90b149ed9e00)
00010000:00010000:3.0:1789185339.971013:0:3622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1789185339.971017:0:3622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a862200/0xff23d3f688d940de lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x4c3:0x0].0xb1bed465 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789185339.971023:0:3622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff90b14a862200/0xff23d3f688d940de lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x4c3:0x0].0xb1bed465 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35217 initiator: MDT1 lru_score: 0 lru_type: 0
00000001:00080000:1.0:1789185339.971331:0:8425:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294977978 is committed
00000100:00100000:0.0:1789185339.972207:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b15058a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1876087019037696:0@lo:6:osp-syn-0-1.0
00000100:00100000:0.0:1789185339.972283:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185339.972488:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019037696
00000100:00100000:1.0:1789185339.972496:0:8428:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019037696
00000100:00100000:1.0:1789185339.972578:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38265
00000100:00100000:1.0:1789185339.972590:0:8428:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b247d53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3638:x1876087019037696:12345-0@lo:6:osp-syn-0-1.0
00002000:00080000:1.0:1789185339.972624:0:8428:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:1250 count 1
00010000:00010000:1.0:1789185339.972662:0:8428:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000027b819b7/0xff23d3f688d9429e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x4e2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185339.972686:0:8428:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000cdcff028/0xff23d3f688d940d0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x4e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bf15 expref: 6 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185339.972696:0:8428:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x4e2:0x0].0x0 since=6s v=(0 0)
00010000:00010000:1.0:1789185339.972700:0:8428:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x4e2:0x0].0x0 since=0s v=(0 0)
00010000:00010000:1.0:1789185339.972706:0:8428:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000027b819b7/0xff23d3f688d9429e lrc: 4/0,1 mode: --/PW res: [0x280000400:0x4e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185339.972746:0:8428:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000cdcff028/0xff23d3f688d940d0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x4e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bf15 expref: 6 pid: 35223 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789185339.972762:0:8428:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000cdcff028/0xff23d3f688d940d0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x4e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bf15 expref: 6 pid: 35223 timeout: 9517 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789185339.972776:0:8428:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b150588e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8428:1876087019037824:192.168.204.3@tcp:104:
00000100:00100000:1.0:1789185339.972837:0:8428:0:(client.c:2716:ptlrpc_set_wait()) set ffff90b153890e40 going to sleep for 11 seconds
00000100:00080000:0.0:1789185339.973750:0:6511:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1789185339.975251:0:3637:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 4294989774 gen 2
00000004:00080000:2.0:1789185339.975261:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff90b149d63480, transno 4294989774
00000100:00100000:2.0:1789185339.975289:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14a827800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1876087019037568:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1789185339.980654:0:8428:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b150588e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8428:1876087019037824:192.168.204.3@tcp:104:
00010000:00010000:1.0:1789185339.980693:0:8428:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000027b819b7/0xff23d3f688d9429e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x4e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789185339.980850:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp)
00000100:00100000:0.0:1789185339.983009:0:178150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087010876672
00000100:00100000:0.0:1789185339.983024:0:178150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087010876672
00010000:00010000:0.0:1789185339.983094:0:178150:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000cdcff028/0xff23d3f688d940d0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x4e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bf15 expref: 7 pid: 35223 timeout: 9517 lvb_type: 1 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1789185339.983166:0:178150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23755
00000100:00100000:0.0:1789185339.983178:0:178150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14d14b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+7:2393:x1876087010876672:12345-192.168.204.3@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1789185339.983195:0:178150:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1789185339.983202:0:178150:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000cdcff028/0xff23d3f688d940d0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x4e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bf15 expref: 7 pid: 35223 timeout: 9517 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.983216:0:178150:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000cdcff028/0xff23d3f688d940d0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x4e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bf15 expref: 7 pid: 35223 timeout: 9517 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.983240:0:178150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cdcff028/0xff23d3f688d940d0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x4e2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.3@tcp remote: 0xeb7932912cf4bf15 expref: 7 pid: 35223 timeout: 9517 lvb_type: 1 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.983259:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x4e2:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185339.983264:0:178150:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x4e2:0x0].0x0 since=0s v=(0 0)
00010000:00010000:0.0:1789185339.983271:0:178150:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000027b819b7/0xff23d3f688d9429e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x4e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.983282:0:178150:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000027b819b7/0xff23d3f688d9429e lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x4e2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.983322:0:178150:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1789185339.983380:0:178150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14d14b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:5ea6f62d-4e20-4559-8935-61e538d0074d+6:2393:x1876087010876672:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 204us (2531us total) trans 0 rc 0/0
00000100:00100000:0.0:1789185339.983388:0:178150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23755
00010000:00010000:2.0:1789185339.983579:0:8428:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000027b819b7/0xff23d3f688d9429e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x4e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185339.983591:0:8428:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000027b819b7/0xff23d3f688d9429e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x4e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185339.983602:0:8428:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000027b819b7/0xff23d3f688d9429e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x4e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185339.983617:0:8428:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000027b819b7/0xff23d3f688d9429e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789185339.983648:0:8428:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1789185339.983846:0:8428:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b247d53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:3638:x1876087019037696:12345-0@lo:6:osp-syn-0-1.0 Request processed in 11259us (11562us total) trans 4294977979 rc 0/0
00000100:00100000:2.0:1789185339.983858:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38265
00010000:00010000:0.0:1789185339.984784:0:8446:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1789185339.984796:0:8446:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000027b819b7/0xff23d3f688d9429e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.984813:0:8446:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90b14cb97800 already unused, calling callback (ffffffffc0cd94f0)
00010000:00010000:0.0:1789185339.984818:0:8446:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000027b819b7/0xff23d3f688d9429e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.984828:0:8446:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000027b819b7/0xff23d3f688d9429e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.984848:0:8446:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000027b819b7/0xff23d3f688d9429e lrc: 1/0,0 mode: --/PW res: [0x280000400:0x4e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.984855:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000027b819b7/0xff23d3f688d9429e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1789185339.984877:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185339.984879:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789185339.984880:0:8446:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:0.0:1789185339.984922:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff90b15058a300/2, rc 0, transno 4294977979
00000100:00100000:0.0:1789185339.984929:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b15058a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1876087019037696:0@lo:6:osp-syn-0-1.0
00000100:00100000:3.0:1789185340.473354:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789185340.473380:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b247d52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1876087019037952:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1789185340.473456:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185340.473970:0:20257:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019037952
00000100:00100000:1.0:1789185340.473980:0:20257:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019037952
00000100:00100000:1.0:1789185340.474039:0:20257:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7247
00000100:00100000:1.0:1789185340.474050:0:20257:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14a827800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3636:x1876087019037952:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1789185340.474077:0:20257:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 969857600 pending 0 free 3890466816 avail 3658944512
00000100:00100000:1.0:1789185340.476688:0:20257:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14a827800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3636:x1876087019037952:12345-0@lo:13:osp-pre-0-1.0 Request processed in 2626us (3218us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185340.476707:0:20257:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7247
00000100:00100000:2.0:1789185340.477020:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b247d52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1876087019037952:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1789185340.856861:0:143114:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:02000400:0.0:1789185341.251013:0:178725:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: sanityn test_71a: @@@@@@ FAIL: 1 cancel RPC occured.
00010000:00010000:2.0:1789185341.882770:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789185342.522427:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b15058b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3638:1876087019038336:0@lo:400:kworker.0
00000100:00100000:1.0:1789185342.522516:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185342.522660:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b150588e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5ba5bbb2-d6ce-4ed8-b03d-83a793bd5e42:3636:1876087019038080:0@lo:400:kworker.0
00000100:00100000:2.0:1789185342.522704:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185342.522750:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b15058a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3636:1876087019038592:0@lo:400:kworker.0
00000100:00100000:2.0:1789185342.522792:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b150589c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3635:1876087019038464:0@lo:400:kworker.0
00000100:00100000:2.0:1789185342.522825:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b150589880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1876087019038208:0@lo:400:kworker.0
00000100:00100000:2.0:1789185342.522850:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185342.522870:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14876e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1876087019038720:0@lo:400:kworker.0
00000100:00100000:2.0:1789185342.522892:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185342.522910:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14df80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087019039232:0@lo:400:kworker.0
00000100:00100000:2.0:1789185342.522931:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1789185342.522981:0:31020:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019038080
00000100:00100000:2.0:1789185342.522988:0:31020:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019038080
00000100:00100000:2.0:1789185342.523037:0:31020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2691
00000100:00100000:2.0:1789185342.523046:0:31020:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b26f7ae450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5ba5bbb2-d6ce-4ed8-b03d-83a793bd5e42+24:3636:x1876087019038080:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1789185342.523111:0:31020:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b26f7ae450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5ba5bbb2-d6ce-4ed8-b03d-83a793bd5e42+24:3636:x1876087019038080:12345-0@lo:400:kworker.0 Request processed in 66us (405us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185342.523119:0:31020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2691
00000100:00100000:2.0:1789185342.523153:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019038208
00000100:00100000:2.0:1789185342.523156:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019038208
00000100:00100000:2.0:1789185342.523180:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019039232
00000100:00100000:2.0:1789185342.523183:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019039232
00000100:00100000:2.0:1789185342.523198:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25295
00000100:00100000:2.0:1789185342.523205:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b145dc5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3637:x1876087019038208:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1789185342.523242:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b145dc5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3637:x1876087019038208:12345-0@lo:400:kworker.0 Request processed in 38us (392us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185342.523249:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25295
00000100:00100000:2.0:1789185342.523262:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25296
00000100:00100000:2.0:1789185342.523267:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b145dc7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3637:x1876087019039232:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1789185342.523293:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b145dc7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3637:x1876087019039232:12345-0@lo:400:kworker.0 Request processed in 26us (361us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185342.523299:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25296
00000100:00100000:2.0:1789185342.523317:0:178145:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019038720
00000100:00100000:2.0:1789185342.523320:0:178145:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019038720
00000100:00100000:2.0:1789185342.523355:0:178145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11228
00000100:00100000:2.0:1789185342.523362:0:178145:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b145dc7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+6:3637:x1876087019038720:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1789185342.523391:0:178145:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b145dc7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+6:3637:x1876087019038720:12345-0@lo:400:kworker.0 Request processed in 30us (498us total) trans 0 rc 0/0
00000100:00100000:2.0:1789185342.523398:0:178145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11228
00000100:00100000:2.0:1789185342.523439:0:3637:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 8589957758 gen 2
00000004:00080000:2.0:1789185342.523446:0:3637:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957755 committed transno 8589957758
00000004:00080000:2.0:1789185342.523465:0:3637:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957756 committed transno 8589957758
00000004:00080000:2.0:1789185342.523475:0:3637:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957758 committed transno 8589957758
00000100:00100000:2.0:1789185342.523490:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b150589880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1876087019038208:0@lo:400:kworker.0
00000100:00100000:2.0:1789185342.523505:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14876e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1876087019038720:0@lo:400:kworker.0
00000100:00100000:2.0:1789185342.523513:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14df80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876087019039232:0@lo:400:kworker.0
00000100:00080000:2.0:1789185342.523534:0:6511:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1789185342.524350:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14876c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3638:1876087019038848:0@lo:400:kworker.0
00000100:00100000:1.0:1789185342.524391:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1789185342.526874:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14df83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087019039360:0@lo:400:kworker.0
00000100:00100000:1.0:1789185342.526935:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185342.527066:0:35224:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019038336
00000100:00100000:3.0:1789185342.527085:0:35224:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019038336
00000100:00100000:3.0:1789185342.527145:0:35224:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019038848
00000100:00100000:3.0:1789185342.527150:0:35224:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019038848
00000100:00100000:3.0:1789185342.527187:0:35224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16779
00000100:00100000:3.0:1789185342.527197:0:35224:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1498ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1876087019038336:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1789185342.527263:0:35224:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1498ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1876087019038336:12345-0@lo:400:kworker.0 Request processed in 67us (4747us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185342.527271:0:35224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16779
00000100:00100000:3.0:1789185342.527288:0:35224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16780
00000100:00100000:3.0:1789185342.527295:0:35224:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1498ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:lustre-MDT0000-lwp-OST0001_UUID+5:3638:x1876087019038848:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1789185342.527322:0:35224:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1498ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:lustre-MDT0000-lwp-OST0001_UUID+5:3638:x1876087019038848:12345-0@lo:400:kworker.0 Request processed in 28us (2932us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185342.527329:0:35224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16780
00000100:00100000:3.0:1789185342.527361:0:8491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019039360
00000100:00100000:3.0:1789185342.527365:0:8491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019039360
00000100:00100000:3.0:1789185342.527395:0:8491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11229
00000100:00100000:3.0:1789185342.527402:0:8491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b1498aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3638:x1876087019039360:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1789185342.527433:0:8491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b1498aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3638:x1876087019039360:12345-0@lo:400:kworker.0 Request processed in 31us (498us total) trans 0 rc 0/0
00000100:00100000:3.0:1789185342.527439:0:8491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11229
00000100:00080000:3.0:1789185342.527453:0:6511:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1789185342.527457:0:6511:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:3.0:1789185342.527490:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b15058b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3638:1876087019038336:0@lo:400:kworker.0
00000100:00100000:3.0:1789185342.527502:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14876c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3638:1876087019038848:0@lo:400:kworker.0
00000100:00100000:3.0:1789185342.527510:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14df83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876087019039360:0@lo:400:kworker.0
00000100:00100000:3.0:1789185342.527576:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185342.527604:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14df83800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3635:1876087019038976:0@lo:400:kworker.0
00000100:00100000:3.0:1789185342.527631:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185342.529199:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14df80e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087019039488:0@lo:400:kworker.0
00000100:00100000:3.0:1789185342.529249:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1789185342.529353:0:35215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019038464
00000100:00100000:0.0:1789185342.529360:0:35215:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019038464
00000100:00100000:1.0:1789185342.529475:0:10357:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019038976
00000100:00100000:1.0:1789185342.529480:0:10357:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019038976
00000100:00100000:1.0:1789185342.529514:0:10357:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16781
00000100:00100000:1.0:1789185342.529522:0:10357:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14b5c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3635:x1876087019038464:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1789185342.529594:0:10357:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14b5c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3635:x1876087019038464:12345-0@lo:400:kworker.0 Request processed in 72us (2017us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185342.529602:0:10357:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16781
00000100:00100000:1.0:1789185342.529625:0:10357:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16782
00000100:00100000:1.0:1789185342.529632:0:10357:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14b5c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3635:x1876087019038976:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1789185342.529674:0:10357:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14b5c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3635:x1876087019038976:12345-0@lo:400:kworker.0 Request processed in 43us (2041us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185342.529681:0:10357:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16782
00000100:00100000:1.0:1789185342.529734:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b150589c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3635:1876087019038464:0@lo:400:kworker.0
00000100:00100000:1.0:1789185342.529746:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14df83800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3635:1876087019038976:0@lo:400:kworker.0
00000100:00100000:3.0:1789185342.529995:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185342.530031:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b14df82d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1876087019039104:0@lo:400:kworker.0
00000100:00100000:3.0:1789185342.530057:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185342.530089:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff90b1498af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3636:1876087019039616:0@lo:400:kworker.0
00000100:00100000:3.0:1789185342.530113:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1789185342.530143:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b150588e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5ba5bbb2-d6ce-4ed8-b03d-83a793bd5e42:3636:1876087019038080:0@lo:400:kworker.0
00000100:00100000:1.0:1789185342.530233:0:6517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019038592
00000100:00100000:1.0:1789185342.530238:0:6517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019038592
00000100:00100000:1.0:1789185342.530274:0:6517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019039616
00000100:00100000:1.0:1789185342.530277:0:6517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019039616
00000100:00100000:1.0:1789185342.530299:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16783
00000100:00100000:1.0:1789185342.530306:0:6517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14b5c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3636:x1876087019038592:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1789185342.530344:0:6517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14b5c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3636:x1876087019038592:12345-0@lo:400:kworker.0 Request processed in 39us (349us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185342.530350:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16783
00000100:00100000:1.0:1789185342.530363:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16784
00000100:00100000:1.0:1789185342.530368:0:6517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14b5c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3636:x1876087019039616:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1789185342.530393:0:6517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14b5c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3636:x1876087019039616:12345-0@lo:400:kworker.0 Request processed in 25us (280us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185342.530403:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16784
00000100:00100000:1.0:1789185342.530436:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b15058a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3636:1876087019038592:0@lo:400:kworker.0
00000100:00100000:1.0:1789185342.530446:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b1498af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3636:1876087019039616:0@lo:400:kworker.0
00000100:00100000:1.0:1789185342.530630:0:178147:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019039488
00000100:00100000:1.0:1789185342.530645:0:178147:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019039488
00000100:00100000:1.0:1789185342.530681:0:178147:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876087019039104
00000100:00100000:1.0:1789185342.530685:0:178147:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876087019039104
00000100:00100000:1.0:1789185342.530707:0:178147:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11230
00000100:00100000:1.0:1789185342.530714:0:178147:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14b5c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3635:x1876087019039488:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1789185342.530752:0:178147:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14b5c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3635:x1876087019039488:12345-0@lo:400:kworker.0 Request processed in 39us (1503us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185342.530759:0:178147:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11230
00000100:00100000:1.0:1789185342.530771:0:178147:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11231
00000100:00100000:1.0:1789185342.530788:0:178147:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90b14b5c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3636:x1876087019039104:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1789185342.530821:0:178147:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90b14b5c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3636:x1876087019039104:12345-0@lo:400:kworker.0 Request processed in 44us (763us total) trans 0 rc 0/0
00000100:00100000:1.0:1789185342.530828:0:178147:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11231
00000100:00100000:1.0:1789185342.530861:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14df82d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1876087019039104:0@lo:400:kworker.0
00000100:00100000:1.0:1789185342.530889:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff90b14df80e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876087019039488:0@lo:400:kworker.0
Debug log: 59518 lines, 59518 kept, 0 dropped, 0 bad.